| /linux/drivers/md/dm-vdo/ |
| H A D | completion.h | 19 static inline void vdo_run_completion(struct vdo_completion *completion) in vdo_run_completion()
29 void vdo_set_completion_result(struct vdo_completion *completion, int result);
31 void vdo_initialize_completion(struct vdo_completion *completion, struct vdo *vdo,
38 static inline void vdo_reset_completion(struct vdo_completion *completion) in vdo_reset_completion()
44 void vdo_launch_completion_with_priority(struct vdo_completion *completion,
50 static inline void vdo_launch_completion(struct vdo_completion *completion) in vdo_launch_completion()
62 static inline void vdo_continue_completion(struct vdo_completion *completion, int result) in vdo_continue_completion()
68 void vdo_finish_completion(struct vdo_completion *completion);
74 static inline void vdo_fail_completion(struct vdo_completion *completion, int result) in vdo_fail_completion()
85 static inline int vdo_assert_completion_type(struct vdo_completion *completion, in vdo_assert_completion_type()
[all …]
|
| H A D | action-manager.c | 34 struct vdo_completion *parent;
54 struct vdo_completion completion;
66 static inline struct action_manager *as_action_manager(struct vdo_completion *completion) in as_action_manager()
79 static void no_preamble(void *context __always_unused, struct vdo_completion *completion) in no_preamble()
143 static void finish_action_callback(struct vdo_completion *completion);
144 static void apply_to_zone(struct vdo_completion *completion);
151 static void preserve_error(struct vdo_completion *completion) in preserve_error()
175 static void apply_to_zone(struct vdo_completion *completion) in apply_to_zone()
198 static void handle_preamble_error(struct vdo_completion *completion) in handle_preamble_error()
250 static void finish_action_callback(struct vdo_completion *completion) in finish_action_callback()
[all …]
|
| H A D | completion.c | 51 void vdo_initialize_completion(struct vdo_completion *completion, in vdo_initialize_completion()
61 static inline void assert_incomplete(struct vdo_completion *completion) in assert_incomplete()
73 void vdo_set_completion_result(struct vdo_completion *completion, int result) in vdo_set_completion_result()
89 void vdo_launch_completion_with_priority(struct vdo_completion *completion, in vdo_launch_completion_with_priority()
103 void vdo_finish_completion(struct vdo_completion *completion) in vdo_finish_completion()
111 void vdo_enqueue_completion(struct vdo_completion *completion, in vdo_enqueue_completion()
136 bool vdo_requeue_completion_if_needed(struct vdo_completion *completion, in vdo_requeue_completion_if_needed()
|
| H A D | block-map.h | 167 struct vdo_completion completion;
291 struct vdo_completion *completion);
293 static inline struct vdo_page_completion *as_vdo_page_completion(struct vdo_completion *completion) in as_vdo_page_completion()
299 void vdo_release_page_completion(struct vdo_completion *completion);
306 void vdo_request_page_write(struct vdo_completion *completion);
308 int __must_check vdo_get_cached_page(struct vdo_completion *completion,
331 struct vdo_completion *completion);
340 struct vdo_completion *parent);
342 void vdo_resume_block_map(struct block_map *map, struct vdo_completion *parent);
347 void vdo_grow_block_map(struct block_map *map, struct vdo_completion *parent);
|
| H A D | slab-depot.h | 379 struct vdo_completion completion;
522 struct vdo_completion *parent);
528 static inline struct block_allocator *vdo_as_block_allocator(struct vdo_completion *completion) in vdo_as_block_allocator()
544 void vdo_modify_reference_count(struct vdo_completion *completion,
550 void vdo_notify_slab_journals_are_recovered(struct vdo_completion *completion);
583 struct vdo_completion *parent, void *context);
587 struct vdo_completion *parent);
594 void vdo_use_new_slabs(struct slab_depot *depot, struct vdo_completion *parent);
600 struct vdo_completion *parent);
602 void vdo_resume_slab_depot(struct slab_depot *depot, struct vdo_completion *parent);
[all …]
|
| H A D | action-manager.h | 43 struct vdo_completion *parent);
51 typedef void (*vdo_action_preamble_fn)(void *context, struct vdo_completion *parent);
95 struct vdo_completion *parent);
101 struct vdo_completion *parent);
108 void *context, struct vdo_completion *parent);
|
| H A D | vdo.h | 42 typedef void (*vdo_read_only_notification_fn)(void *listener, struct vdo_completion *parent);
110 struct vdo_completion completion;
112 struct vdo_completion *waiter;
159 struct vdo_completion completion;
170 struct vdo_completion *completion;
307 void vdo_load_super_block(struct vdo *vdo, struct vdo_completion *parent);
329 void vdo_save_components(struct vdo *vdo, struct vdo_completion *parent);
337 void vdo_wait_until_not_entering_read_only_mode(struct vdo_completion *parent);
339 void vdo_allow_read_only_mode_entry(struct vdo_completion *parent);
|
| H A D | flush.c | 24 struct vdo_completion completion;
72 static struct flusher *as_flusher(struct vdo_completion *completion) in as_flusher()
84 static inline struct vdo_flush *completion_as_vdo_flush(struct vdo_completion *completion) in completion_as_vdo_flush()
192 static void finish_notification(struct vdo_completion *completion) in finish_notification()
212 static void flush_packer_callback(struct vdo_completion *completion) in flush_packer_callback()
228 static void increment_generation(struct vdo_completion *completion) in increment_generation()
267 static void flush_vdo(struct vdo_completion *completion) in flush_vdo()
377 struct vdo_completion *completion = &flush->completion; in launch_flush()
460 static void vdo_complete_flush_callback(struct vdo_completion *completion) in vdo_complete_flush_callback()
517 struct vdo_completion *completion = &flush->completion; in vdo_complete_flush()
[all …]
|
| H A D | repair.c | 58 struct vdo_completion completion;
197 as_repair_completion(struct vdo_completion *completion) in as_repair_completion()
206 struct vdo_completion *completion = &repair->completion; in prepare_repair_completion()
250 static void finish_repair(struct vdo_completion *completion) in finish_repair()
252 struct vdo_completion *parent = completion->parent; in finish_repair()
288 static void abort_repair(struct vdo_completion *completion) in abort_repair()
290 struct vdo_completion *parent = completion->parent; in abort_repair()
324 static void drain_slab_depot(struct vdo_completion *completion) in drain_slab_depot()
351 static void flush_block_map_updates(struct vdo_completion *completion) in flush_block_map_updates()
363 struct vdo_completion *completion);
[all …]
|
| H A D | dedupe.h | 62 struct vdo_completion completion;
74 void vdo_acquire_hash_lock(struct vdo_completion *completion);
75 void vdo_continue_hash_lock(struct vdo_completion *completion);
85 void vdo_drain_hash_zones(struct hash_zones *zones, struct vdo_completion *parent);
104 void vdo_resume_hash_zones(struct hash_zones *zones, struct vdo_completion *parent);
|
| H A D | admin-state.c | 229 struct vdo_completion *waiter, in begin_operation()
276 struct vdo_completion *waiter, in start_operation()
294 struct vdo_completion *waiter) in check_code()
317 struct vdo_completion *waiter) in assert_vdo_drain_operation()
333 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_draining()
386 struct vdo_completion *waiter) in vdo_assert_load_operation()
402 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_loading()
439 struct vdo_completion *waiter) in assert_vdo_resume_operation()
456 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_resuming()
525 struct vdo_completion *waiter, in vdo_start_operation_with_waiter()
|
| H A D | admin-state.h | 57 struct vdo_completion *waiter;
140 struct vdo_completion *waiter);
144 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
152 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
162 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
173 struct vdo_completion *waiter,
|
| H A D | data-vio.c | 161 struct vdo_completion completion;
216 as_data_vio_pool(struct vdo_completion *completion) in as_data_vio_pool()
422 static void attempt_logical_block_lock(struct vdo_completion *completion) in attempt_logical_block_lock()
493 struct vdo_completion *completion = &data_vio->vio.completion; in launch_data_vio()
692 static void process_release_callback(struct vdo_completion *completion) in process_release_callback()
721 data_vio = as_data_vio(container_of(entry, struct vdo_completion, in process_release_callback()
1010 void drain_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion) in drain_data_vio_pool()
1022 void resume_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion) in resume_data_vio_pool()
1132 static void release_allocated_lock(struct vdo_completion *completion) in release_allocated_lock()
1213 static void release_logical_lock(struct vdo_completion *completion) in release_logical_lock()
[all …]
|
| H A D | logical-zone.c | 32 static struct logical_zone *as_logical_zone(struct vdo_completion *completion) in as_logical_zone()
170 struct vdo_completion *parent) in drain_logical_zone()
181 struct vdo_completion *parent) in vdo_drain_logical_zones()
189 struct vdo_completion *parent) in resume_logical_zone()
201 void vdo_resume_logical_zones(struct logical_zones *zones, struct vdo_completion *parent) in vdo_resume_logical_zones()
265 static void attempt_generation_complete_notification(struct vdo_completion *completion);
273 static void notify_flusher(struct vdo_completion *completion) in notify_flusher()
288 static void attempt_generation_complete_notification(struct vdo_completion *completion) in attempt_generation_complete_notification()
|
| H A D | flush.h | 17 struct vdo_completion completion;
40 void vdo_drain_flusher(struct flusher *flusher, struct vdo_completion *completion);
42 void vdo_resume_flusher(struct flusher *flusher, struct vdo_completion *parent);
|
| H A D | vdo.c | 63 struct vdo_completion vdo_completion; member
744 static void finish_reading_super_block(struct vdo_completion *completion) in finish_reading_super_block()
759 static void handle_super_block_read_error(struct vdo_completion *completion) in handle_super_block_read_error()
768 struct vdo_completion *parent = vio->completion.parent; in read_super_block_endio()
779 void vdo_load_super_block(struct vdo *vdo, struct vdo_completion *parent) in vdo_load_super_block()
908 static void continue_super_block_parent(struct vdo_completion *completion) in continue_super_block_parent()
919 static void handle_save_error(struct vdo_completion *completion) in handle_save_error()
941 struct vdo_completion *parent = vio->completion.parent; in super_block_write_endio()
952 void vdo_save_components(struct vdo *vdo, struct vdo_completion *parent) in vdo_save_components()
1024 static void notify_vdo_of_read_only_mode(void *listener, struct vdo_completion *parent) in notify_vdo_of_read_only_mode()
[all …]
|
| H A D | funnel-workqueue.h | 24 struct vdo_completion;
33 void vdo_enqueue_work_queue(struct vdo_work_queue *queue, struct vdo_completion *completion);
41 void vdo_dump_completion_to_buffer(struct vdo_completion *completion, char *buffer,
|
| H A D | funnel-workqueue.c | 96 static struct vdo_completion *poll_for_completion(struct simple_work_queue *queue) in poll_for_completion()
104 return container_of(link, struct vdo_completion, work_queue_entry_link); in poll_for_completion()
111 struct vdo_completion *completion) in enqueue_work_queue_completion()
174 static struct vdo_completion *wait_for_next_completion(struct simple_work_queue *queue) in wait_for_next_completion()
176 struct vdo_completion *completion; in wait_for_next_completion()
223 struct vdo_completion *completion) in process_completion()
238 struct vdo_completion *completion = poll_for_completion(queue); in service_work_queue()
544 void vdo_dump_completion_to_buffer(struct vdo_completion *completion, char *buffer, in vdo_dump_completion_to_buffer()
563 struct vdo_completion *completion) in vdo_enqueue_work_queue()
|
| H A D | logical-zone.h | 19 struct vdo_completion completion;
73 struct vdo_completion *completion);
76 struct vdo_completion *parent);
|
| H A D | packer.h | 112 void vdo_remove_lock_holder_from_packer(struct vdo_completion *completion);
116 void vdo_drain_packer(struct packer *packer, struct vdo_completion *completion);
118 void vdo_resume_packer(struct packer *packer, struct vdo_completion *parent);
|
| H A D | block-map.c | 101 struct vdo_completion *completion;
680 static void handle_load_error(struct vdo_completion *completion) in handle_load_error()
706 static void page_is_loaded(struct vdo_completion *completion) in page_is_loaded()
748 static void handle_rebuild_read_error(struct vdo_completion *completion) in handle_rebuild_read_error()
807 static void write_pages(struct vdo_completion *completion);
810 static void handle_flush_error(struct vdo_completion *completion) in handle_flush_error()
1021 static void handle_page_write_error(struct vdo_completion *completion) in handle_page_write_error()
1046 static void page_is_written_out(struct vdo_completion *completion);
1060 static void page_is_written_out(struct vdo_completion *completion) in page_is_written_out()
1109 static void write_pages(struct vdo_completion *flush_completion) in write_pages()
[all …]
|
| H A D | types.h | 253 struct vdo_completion;
259 typedef void (*vdo_action_fn)(struct vdo_completion *completion);
291 struct vdo_completion { struct
365 struct vdo_completion completion;
|
| H A D | slab-depot.c | 280 static void finish_update(struct vdo_completion *completion) in finish_update()
293 static void handle_write_error(struct vdo_completion *completion) in handle_write_error()
415 static void complete_reaping(struct vdo_completion *completion) in complete_reaping()
428 static void handle_flush_error(struct vdo_completion *completion) in handle_flush_error()
695 static void complete_write(struct vdo_completion *completion) in complete_write()
960 struct vdo_completion *parent) in vdo_attempt_replay_into_slab()
1066 static void finish_reference_block_write(struct vdo_completion *completion) in finish_reference_block_write()
1166 static void handle_io_error(struct vdo_completion *completion) in handle_io_error()
1190 struct vdo_completion *completion = &pooled->vio.completion; in write_reference_block()
2307 static void finish_reference_block_load(struct vdo_completion *completion) in finish_reference_block_load()
[all …]
|
| H A D | dedupe.c | 286 struct vdo_completion completion;
309 static inline struct hash_zone *as_hash_zone(struct vdo_completion *completion) in as_hash_zone()
315 static inline struct hash_zones *as_hash_zones(struct vdo_completion *completion) in as_hash_zones()
484 static void unlock_duplicate_pbn(struct vdo_completion *completion);
629 static void finish_unlocking(struct vdo_completion *completion) in finish_unlocking()
685 static void unlock_duplicate_pbn(struct vdo_completion *completion) in unlock_duplicate_pbn()
742 static void finish_updating(struct vdo_completion *completion) in finish_updating()
1075 static void finish_verifying(struct vdo_completion *completion) in finish_verifying()
1136 static void verify_callback(struct vdo_completion *completion) in verify_callback()
1144 static void uncompress_and_verify(struct vdo_completion *completion) in uncompress_and_verify()
[all …]
|
| H A D | recovery-journal.h | 93 struct vdo_completion completion;
303 struct vdo_completion *parent);
306 struct vdo_completion *parent);
|