78 static inline struct hlist_head *stripe_hash(struct r5conf *conf, sector_t sect)  in stripe_hash()
84 static inline int stripe_hash_locks_hash(struct r5conf *conf, sector_t sect)  in stripe_hash_locks_hash()
89 static inline void lock_device_hash_lock(struct r5conf *conf, int hash)  in lock_device_hash_lock()
96 static inline void unlock_device_hash_lock(struct r5conf *conf, int hash)  in unlock_device_hash_lock()
103 static inline void lock_all_device_hash_locks_irq(struct r5conf *conf)  in lock_all_device_hash_locks_irq()
113 static inline void unlock_all_device_hash_locks_irq(struct r5conf *conf)  in unlock_all_device_hash_locks_irq()
162 static void print_raid5_conf(struct r5conf *conf);
181 	struct r5conf *conf = sh->raid_conf;  in raid5_wakeup_stripe_thread()
225 static void do_release_stripe(struct r5conf *conf, struct stripe_head *sh,  in do_release_stripe()
311 static void __release_stripe(struct r5conf *conf, struct stripe_head *sh,  in __release_stripe()
326 static void release_inactive_stripe_list(struct r5conf *conf,  in release_inactive_stripe_list()
368 static int release_stripe_list(struct r5conf *conf,  in release_stripe_list()
399 	struct r5conf *conf = sh->raid_conf;  in raid5_release_stripe()
436 static inline void insert_hash(struct r5conf *conf, struct stripe_head *sh)  in insert_hash()
447 static struct stripe_head *get_free_stripe(struct r5conf *conf, int hash)  in get_free_stripe()
505 init_stripe_shared_pages(struct stripe_head *sh, struct r5conf *conf, int disks)  in init_stripe_shared_pages()
577 static void stripe_set_idx(sector_t stripe, struct r5conf *conf, int previous,
582 	struct r5conf *conf = sh->raid_conf;  in init_stripe()
622 static struct stripe_head *__find_stripe(struct r5conf *conf, sector_t sector,  in __find_stripe()
635 static struct stripe_head *find_get_stripe(struct r5conf *conf,  in find_get_stripe()
695 int raid5_calc_degraded(struct r5conf *conf)  in raid5_calc_degraded()
749 static bool has_failed(struct r5conf *conf)  in has_failed()
795 static bool is_inactive_blocked(struct r5conf *conf, int hash)  in is_inactive_blocked()
807 struct stripe_head *raid5_get_active_stripe(struct r5conf *conf,  in raid5_get_active_stripe()
908 	struct r5conf *conf = sh->raid_conf;  in stripe_can_batch()
917 static void stripe_add_to_batch_list(struct r5conf *conf,  in stripe_add_to_batch_list()
1015 static int use_new_offset(struct r5conf *conf, struct stripe_head *sh)  in use_new_offset()
1055 static void dispatch_defer_bios(struct r5conf *conf, int target,  in dispatch_defer_bios()
1100 static void flush_deferred_bios(struct r5conf *conf)  in flush_deferred_bios()
1115 static void defer_issue_bios(struct r5conf *conf, sector_t sector,  in defer_issue_bios()
1139 	struct r5conf *conf = mddev->private;  in raid5_discard_limits()
1159 	struct r5conf *conf = sh->raid_conf;  in ops_run_io()
1387 	struct r5conf *conf = sh->raid_conf;  in async_copy_data()
1445 	struct r5conf *conf = sh->raid_conf;  in ops_complete_biofill()
1484 	struct r5conf *conf = sh->raid_conf;  in ops_run_biofill()
1929 	struct r5conf *conf = sh->raid_conf;  in ops_run_biodrain()
2286 	struct r5conf *conf = sh->raid_conf;  in raid_run_ops()
2365 	int disks, struct r5conf *conf)  in alloc_stripe()
2397 static int grow_one_stripe(struct r5conf *conf, gfp_t gfp)  in grow_one_stripe()
2420 static int grow_stripes(struct r5conf *conf, int num)  in grow_stripes()
2485 static int resize_chunks(struct r5conf *conf, int new_disks, int new_sectors)  in resize_chunks()
2521 static int resize_stripes(struct r5conf *conf, int newsize)  in resize_stripes()
2695 static int drop_one_stripe(struct r5conf *conf)  in drop_one_stripe()
2713 static void shrink_stripes(struct r5conf *conf)  in shrink_stripes()
2726 	struct r5conf *conf = sh->raid_conf;  in raid5_end_read_request()
2852 	struct r5conf *conf = sh->raid_conf;  in raid5_end_write_request()
2924 	struct r5conf *conf = mddev->private;  in raid5_error()
2959 sector_t raid5_compute_sector(struct r5conf *conf, sector_t r_sector,  in raid5_compute_sector()
3163 	struct r5conf *conf = sh->raid_conf;  in raid5_compute_blocknr()
3319 static inline bool delay_towrite(struct r5conf *conf,  in delay_towrite()
3342 	struct r5conf *conf = sh->raid_conf;  in schedule_reconstruction()
3449 	struct r5conf *conf = sh->raid_conf;  in stripe_bio_overlaps()
3509 	struct r5conf *conf = sh->raid_conf;  in __add_stripe_bio()
3580 static void end_reshape(struct r5conf *conf);
3582 static void stripe_set_idx(sector_t stripe, struct r5conf *conf, int previous,  in stripe_set_idx()
3599 handle_failed_stripe(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_stripe()
3698 handle_failed_sync(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_sync()
3769 static void handle_failed_reshape(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_reshape()
4074 static void handle_stripe_clean_event(struct r5conf *conf,  in handle_stripe_clean_event()
4186 static int handle_stripe_dirtying(struct r5conf *conf,  in handle_stripe_dirtying()
4357 static void handle_parity_checks5(struct r5conf *conf, struct stripe_head *sh,  in handle_parity_checks5()
4449 static void handle_parity_checks6(struct r5conf *conf, struct stripe_head *sh,  in handle_parity_checks6()
4625 static void handle_stripe_expansion(struct r5conf *conf, struct stripe_head *sh)  in handle_stripe_expansion()
4686 	struct r5conf *conf = sh->raid_conf;  in analyse_stripe()
5000 	struct r5conf *conf = sh->raid_conf;  in handle_stripe()
5396 static void raid5_activate_delayed(struct r5conf *conf)  in raid5_activate_delayed()
5414 static void activate_bit_delay(struct r5conf *conf,  in activate_bit_delay()
5433 	struct r5conf *conf = mddev->private;  in in_chunk_boundary()
5447 static void add_bio_to_retry(struct bio *bi,struct r5conf *conf)  in add_bio_to_retry()
5460 static struct bio *remove_bio_from_retry(struct r5conf *conf,  in remove_bio_from_retry()
5492 	struct r5conf *conf = mddev->private;  in raid5_align_endio()
5513 	struct r5conf *conf = mddev->private;  in raid5_read_one_chunk()
5594 		struct r5conf *conf = mddev->private;  in chunk_aligned_read()
5618 static struct stripe_head *__get_priority_stripe(struct r5conf *conf, int group)  in __get_priority_stripe()
5723 	struct r5conf *conf = mddev->private;  in raid5_unplug()
5786 	struct r5conf *conf = mddev->private;  in make_discard_request()
5903 static bool stripe_ahead_of_reshape(struct mddev *mddev, struct r5conf *conf,  in stripe_ahead_of_reshape()
5930 static int add_all_stripe_bios(struct r5conf *conf,  in add_all_stripe_bios()
5990 		struct r5conf *conf, sector_t logical_sector)  in get_reshape_loc()
6022 	struct r5conf *conf = mddev->private;  in raid5_bitmap_sector_map()
6049 	struct r5conf *conf = mddev->private;  in raid5_bitmap_sector()
6081 		struct r5conf *conf, struct stripe_request_ctx *ctx,  in make_stripe_request()
6190 static sector_t raid5_bio_lowest_chunk_sector(struct r5conf *conf,  in raid5_bio_lowest_chunk_sector()
6221 	struct r5conf *conf = mddev->private;  in raid5_make_request()
6390 	struct r5conf *conf = mddev->private;  in reshape_request()
6673 	struct r5conf *conf = mddev->private;  in raid5_sync_request()
6763 static int  retry_aligned_read(struct r5conf *conf, struct bio *raid_bio,  in retry_aligned_read()
6832 static int handle_active_stripes(struct r5conf *conf, int group,  in handle_active_stripes()
6886 	struct r5conf *conf = group->conf;  in raid5_do_work()
6936 	struct r5conf *conf = mddev->private;  in raid5d()
7023 	struct r5conf *conf;  in raid5_show_stripe_cache_size()
7037 	struct r5conf *conf = mddev->private;  in raid5_set_cache_size()
7067 	struct r5conf *conf;  in raid5_store_stripe_cache_size()
7096 	struct r5conf *conf = mddev->private;  in raid5_show_rmw_level()
7106 	struct r5conf *conf = mddev->private;  in raid5_store_rmw_level()
7138 	struct r5conf *conf;  in raid5_show_stripe_size()
7153 	struct r5conf *conf;  in raid5_store_stripe_size()
7232 	struct r5conf *conf;  in raid5_show_preread_threshold()
7245 	struct r5conf *conf;  in raid5_store_preread_threshold()
7277 	struct r5conf *conf;  in raid5_show_skip_copy()
7290 	struct r5conf *conf;  in raid5_store_skip_copy()
7329 	struct r5conf *conf = mddev->private;  in stripe_cache_active_show()
7342 	struct r5conf *conf;  in raid5_show_group_thread_cnt()
7352 static int alloc_thread_groups(struct r5conf *conf, int cnt,
7358 	struct r5conf *conf;  in raid5_store_group_thread_cnt()
7429 static int alloc_thread_groups(struct r5conf *conf, int cnt, int *group_cnt,  in alloc_thread_groups()
7474 static void free_thread_groups(struct r5conf *conf)  in free_thread_groups()
7485 	struct r5conf *conf = mddev->private;  in raid5_size()
7498 static void free_scratch_buffer(struct r5conf *conf, struct raid5_percpu *percpu)  in free_scratch_buffer()
7506 static int alloc_scratch_buffer(struct r5conf *conf, struct raid5_percpu *percpu)  in alloc_scratch_buffer()
7530 	struct r5conf *conf = hlist_entry_safe(node, struct r5conf, node);  in raid456_cpu_dead()
7536 static void raid5_free_percpu(struct r5conf *conf)  in raid5_free_percpu()
7545 static void free_conf(struct r5conf *conf)  in free_conf()
7570 	struct r5conf *conf = hlist_entry_safe(node, struct r5conf, node);  in raid456_cpu_up_prepare()
7581 static int raid5_alloc_percpu(struct r5conf *conf)  in raid5_alloc_percpu()
7602 	struct r5conf *conf = shrink->private_data;  in raid5_cache_scan()
7623 	struct r5conf *conf = shrink->private_data;  in raid5_cache_count()
7633 static struct r5conf *setup_conf(struct mddev *mddev)  in setup_conf()
7635 	struct r5conf *conf;  in setup_conf()
7674 	conf = kzalloc_obj(struct r5conf);  in setup_conf()
7915 static int raid5_create_ctx_pool(struct r5conf *conf)  in raid5_create_ctx_pool()
7936 	struct r5conf *conf = mddev->private;  in raid5_set_limits()
7991 	struct r5conf *conf;  in raid5_run()
8274 	struct r5conf *conf = priv;  in raid5_free()
8282 	struct r5conf *conf = mddev->private;  in raid5_status()
8298 static void print_raid5_conf(struct r5conf *conf)  in print_raid5_conf()
8324 	struct r5conf *conf = mddev->private;  in raid5_spare_active()
8367 	struct r5conf *conf = mddev->private;  in raid5_remove_disk()
8446 	struct r5conf *conf = mddev->private;  in raid5_add_disk()
8534 	struct r5conf *conf = mddev->private;  in raid5_resize()
8572 	struct r5conf *conf = mddev->private;  in check_stripe_cache()
8588 	struct r5conf *conf = mddev->private;  in check_reshape()
8637 	struct r5conf *conf = mddev->private;  in raid5_start_reshape()
8772 static void end_reshape(struct r5conf *conf)  in end_reshape()
8811 	struct r5conf *conf = mddev->private;  in raid5_finish_reshape()
8850 	struct r5conf *conf = mddev->private;  in raid5_quiesce()
8926 	if ((chunksect<<9) < RAID5_STRIPE_SIZE((struct r5conf *)mddev->private))  in raid5_takeover_raid1()
8981 	struct r5conf *conf = mddev->private;  in raid5_check_reshape()
9124 	struct r5conf *conf;  in raid5_change_consistency_policy()
9185 	struct r5conf *conf = mddev->private;  in raid5_start()
9197 	struct r5conf *conf = mddev->private;  in raid5_prepare_suspend()
9209 	struct r5conf *conf = mddev->private;  in raid5_bitmap_array_sectors()