Lines Matching refs:sci
90 static inline void nilfs_sc_cstage_inc(struct nilfs_sc_info *sci) in nilfs_sc_cstage_inc() argument
92 sci->sc_stage.scnt++; in nilfs_sc_cstage_inc()
93 trace_nilfs2_collection_stage_transition(sci); in nilfs_sc_cstage_inc()
96 static inline void nilfs_sc_cstage_set(struct nilfs_sc_info *sci, int next_scnt) in nilfs_sc_cstage_set() argument
98 sci->sc_stage.scnt = next_scnt; in nilfs_sc_cstage_set()
99 trace_nilfs2_collection_stage_transition(sci); in nilfs_sc_cstage_set()
102 static inline int nilfs_sc_cstage_get(struct nilfs_sc_info *sci) in nilfs_sc_cstage_get() argument
104 return sci->sc_stage.scnt; in nilfs_sc_cstage_get()
271 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_transaction_commit() local
274 nilfs_segctor_start_timer(sci); in nilfs_transaction_commit()
275 if (atomic_read(&nilfs->ns_ndirtyblks) > sci->sc_watermark) in nilfs_transaction_commit()
276 nilfs_segctor_do_flush(sci, 0); in nilfs_transaction_commit()
318 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_relax_pressure_in_lock() local
320 if (sb_rdonly(sb) || unlikely(!sci) || !sci->sc_flush_request) in nilfs_relax_pressure_in_lock()
323 set_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags); in nilfs_relax_pressure_in_lock()
327 if (sci->sc_flush_request && in nilfs_relax_pressure_in_lock()
328 test_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags)) { in nilfs_relax_pressure_in_lock()
332 nilfs_segctor_do_immediate_flush(sci); in nilfs_relax_pressure_in_lock()
344 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_transaction_lock() local
358 if (!test_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags)) in nilfs_transaction_lock()
361 nilfs_segctor_do_immediate_flush(sci); in nilfs_transaction_lock()
388 static void *nilfs_segctor_map_segsum_entry(struct nilfs_sc_info *sci, in nilfs_segctor_map_segsum_entry() argument
392 struct nilfs_segment_buffer *segbuf = sci->sc_curseg; in nilfs_segctor_map_segsum_entry()
393 unsigned int blocksize = sci->sc_super->s_blocksize; in nilfs_segctor_map_segsum_entry()
413 static int nilfs_segctor_reset_segment_buffer(struct nilfs_sc_info *sci) in nilfs_segctor_reset_segment_buffer() argument
415 struct nilfs_segment_buffer *segbuf = sci->sc_curseg; in nilfs_segctor_reset_segment_buffer()
423 err = nilfs_segbuf_reset(segbuf, flags, sci->sc_seg_ctime, sci->sc_cno); in nilfs_segctor_reset_segment_buffer()
429 sci->sc_finfo_ptr.bh = sumbh; sci->sc_finfo_ptr.offset = sumbytes; in nilfs_segctor_reset_segment_buffer()
430 sci->sc_binfo_ptr.bh = sumbh; sci->sc_binfo_ptr.offset = sumbytes; in nilfs_segctor_reset_segment_buffer()
431 sci->sc_blk_cnt = sci->sc_datablk_cnt = 0; in nilfs_segctor_reset_segment_buffer()
442 static void nilfs_segctor_zeropad_segsum(struct nilfs_sc_info *sci) in nilfs_segctor_zeropad_segsum() argument
446 ssp = sci->sc_blk_cnt > 0 ? &sci->sc_binfo_ptr : &sci->sc_finfo_ptr; in nilfs_segctor_zeropad_segsum()
452 static int nilfs_segctor_feed_segment(struct nilfs_sc_info *sci) in nilfs_segctor_feed_segment() argument
454 sci->sc_nblk_this_inc += sci->sc_curseg->sb_sum.nblocks; in nilfs_segctor_feed_segment()
455 if (NILFS_SEGBUF_IS_LAST(sci->sc_curseg, &sci->sc_segbufs)) in nilfs_segctor_feed_segment()
460 nilfs_segctor_zeropad_segsum(sci); in nilfs_segctor_feed_segment()
461 sci->sc_curseg = NILFS_NEXT_SEGBUF(sci->sc_curseg); in nilfs_segctor_feed_segment()
462 return nilfs_segctor_reset_segment_buffer(sci); in nilfs_segctor_feed_segment()
465 static int nilfs_segctor_add_super_root(struct nilfs_sc_info *sci) in nilfs_segctor_add_super_root() argument
467 struct nilfs_segment_buffer *segbuf = sci->sc_curseg; in nilfs_segctor_add_super_root()
471 err = nilfs_segctor_feed_segment(sci); in nilfs_segctor_add_super_root()
474 segbuf = sci->sc_curseg; in nilfs_segctor_add_super_root()
486 struct nilfs_sc_info *sci, const struct nilfs_segsum_pointer *ssp, in nilfs_segctor_segsum_block_required() argument
489 unsigned int blocksize = sci->sc_super->s_blocksize; in nilfs_segctor_segsum_block_required()
493 (!sci->sc_blk_cnt ? sizeof(struct nilfs_finfo) : 0) > in nilfs_segctor_segsum_block_required()
497 static void nilfs_segctor_begin_finfo(struct nilfs_sc_info *sci, in nilfs_segctor_begin_finfo() argument
500 sci->sc_curseg->sb_sum.nfinfo++; in nilfs_segctor_begin_finfo()
501 sci->sc_binfo_ptr = sci->sc_finfo_ptr; in nilfs_segctor_begin_finfo()
503 sci, &sci->sc_binfo_ptr, sizeof(struct nilfs_finfo)); in nilfs_segctor_begin_finfo()
506 !test_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags)) in nilfs_segctor_begin_finfo()
507 set_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags); in nilfs_segctor_begin_finfo()
511 static void nilfs_segctor_end_finfo(struct nilfs_sc_info *sci, in nilfs_segctor_end_finfo() argument
519 if (sci->sc_blk_cnt == 0) in nilfs_segctor_end_finfo()
529 cno = sci->sc_cno; in nilfs_segctor_end_finfo()
531 finfo = nilfs_segctor_map_segsum_entry(sci, &sci->sc_finfo_ptr, in nilfs_segctor_end_finfo()
534 finfo->fi_nblocks = cpu_to_le32(sci->sc_blk_cnt); in nilfs_segctor_end_finfo()
535 finfo->fi_ndatablk = cpu_to_le32(sci->sc_datablk_cnt); in nilfs_segctor_end_finfo()
538 segbuf = sci->sc_curseg; in nilfs_segctor_end_finfo()
539 segbuf->sb_sum.sumbytes = sci->sc_binfo_ptr.offset + in nilfs_segctor_end_finfo()
540 sci->sc_super->s_blocksize * (segbuf->sb_sum.nsumblk - 1); in nilfs_segctor_end_finfo()
541 sci->sc_finfo_ptr = sci->sc_binfo_ptr; in nilfs_segctor_end_finfo()
542 sci->sc_blk_cnt = sci->sc_datablk_cnt = 0; in nilfs_segctor_end_finfo()
545 static int nilfs_segctor_add_file_block(struct nilfs_sc_info *sci, in nilfs_segctor_add_file_block() argument
554 segbuf = sci->sc_curseg; in nilfs_segctor_add_file_block()
556 sci, &sci->sc_binfo_ptr, binfo_size); in nilfs_segctor_add_file_block()
558 nilfs_segctor_end_finfo(sci, inode); in nilfs_segctor_add_file_block()
559 err = nilfs_segctor_feed_segment(sci); in nilfs_segctor_add_file_block()
565 nilfs_segctor_zeropad_segsum(sci); in nilfs_segctor_add_file_block()
570 if (sci->sc_blk_cnt == 0) in nilfs_segctor_add_file_block()
571 nilfs_segctor_begin_finfo(sci, inode); in nilfs_segctor_add_file_block()
573 nilfs_segctor_map_segsum_entry(sci, &sci->sc_binfo_ptr, binfo_size); in nilfs_segctor_add_file_block()
576 sci->sc_blk_cnt++; in nilfs_segctor_add_file_block()
584 static int nilfs_collect_file_data(struct nilfs_sc_info *sci, in nilfs_collect_file_data() argument
593 err = nilfs_segctor_add_file_block(sci, bh, inode, in nilfs_collect_file_data()
596 sci->sc_datablk_cnt++; in nilfs_collect_file_data()
600 static int nilfs_collect_file_node(struct nilfs_sc_info *sci, in nilfs_collect_file_node() argument
607 static int nilfs_collect_file_bmap(struct nilfs_sc_info *sci, in nilfs_collect_file_bmap() argument
612 return nilfs_segctor_add_file_block(sci, bh, inode, sizeof(__le64)); in nilfs_collect_file_bmap()
615 static void nilfs_write_file_data_binfo(struct nilfs_sc_info *sci, in nilfs_write_file_data_binfo() argument
620 sci, ssp, sizeof(*binfo_v)); in nilfs_write_file_data_binfo()
624 static void nilfs_write_file_node_binfo(struct nilfs_sc_info *sci, in nilfs_write_file_node_binfo() argument
629 sci, ssp, sizeof(*vblocknr)); in nilfs_write_file_node_binfo()
641 static int nilfs_collect_dat_data(struct nilfs_sc_info *sci, in nilfs_collect_dat_data() argument
650 err = nilfs_segctor_add_file_block(sci, bh, inode, sizeof(__le64)); in nilfs_collect_dat_data()
652 sci->sc_datablk_cnt++; in nilfs_collect_dat_data()
656 static int nilfs_collect_dat_bmap(struct nilfs_sc_info *sci, in nilfs_collect_dat_bmap() argument
660 return nilfs_segctor_add_file_block(sci, bh, inode, in nilfs_collect_dat_bmap()
664 static void nilfs_write_dat_data_binfo(struct nilfs_sc_info *sci, in nilfs_write_dat_data_binfo() argument
668 __le64 *blkoff = nilfs_segctor_map_segsum_entry(sci, ssp, in nilfs_write_dat_data_binfo()
673 static void nilfs_write_dat_node_binfo(struct nilfs_sc_info *sci, in nilfs_write_dat_node_binfo() argument
678 nilfs_segctor_map_segsum_entry(sci, ssp, sizeof(*binfo_dat)); in nilfs_write_dat_node_binfo()
830 struct nilfs_sc_info *sci = container_of(work, struct nilfs_sc_info, in nilfs_iput_work_func() local
832 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_iput_work_func()
834 nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 0); in nilfs_iput_work_func()
853 static int nilfs_segctor_clean(struct nilfs_sc_info *sci) in nilfs_segctor_clean() argument
855 return list_empty(&sci->sc_dirty_files) && in nilfs_segctor_clean()
856 !test_bit(NILFS_SC_DIRTY, &sci->sc_flags) && in nilfs_segctor_clean()
857 sci->sc_nfreesegs == 0 && in nilfs_segctor_clean()
858 (!nilfs_doing_gc() || list_empty(&sci->sc_gc_inodes)); in nilfs_segctor_clean()
861 static int nilfs_segctor_confirm(struct nilfs_sc_info *sci) in nilfs_segctor_confirm() argument
863 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_confirm()
866 if (nilfs_test_metadata_dirty(nilfs, sci->sc_root)) in nilfs_segctor_confirm()
867 set_bit(NILFS_SC_DIRTY, &sci->sc_flags); in nilfs_segctor_confirm()
870 if (list_empty(&nilfs->ns_dirty_files) && nilfs_segctor_clean(sci)) in nilfs_segctor_confirm()
877 static void nilfs_segctor_clear_metadata_dirty(struct nilfs_sc_info *sci) in nilfs_segctor_clear_metadata_dirty() argument
879 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_clear_metadata_dirty()
881 nilfs_mdt_clear_dirty(sci->sc_root->ifile); in nilfs_segctor_clear_metadata_dirty()
904 static void nilfs_segctor_fill_in_file_bmap(struct nilfs_sc_info *sci) in nilfs_segctor_fill_in_file_bmap() argument
908 list_for_each_entry(ii, &sci->sc_dirty_files, i_dirty) { in nilfs_segctor_fill_in_file_bmap()
909 nilfs_fill_in_file_bmap(sci->sc_root->ifile, ii); in nilfs_segctor_fill_in_file_bmap()
941 static void nilfs_segctor_fill_in_super_root(struct nilfs_sc_info *sci, in nilfs_segctor_fill_in_super_root() argument
948 bh_sr = NILFS_LAST_SEGBUF(&sci->sc_segbufs)->sb_super_root; in nilfs_segctor_fill_in_super_root()
959 nilfs->ns_nongc_ctime : sci->sc_seg_ctime); in nilfs_segctor_fill_in_super_root()
997 static int nilfs_segctor_apply_buffers(struct nilfs_sc_info *sci, in nilfs_segctor_apply_buffers() argument
1010 err = collect(sci, bh, inode); in nilfs_segctor_apply_buffers()
1028 static size_t nilfs_segctor_buffer_rest(struct nilfs_sc_info *sci) in nilfs_segctor_buffer_rest() argument
1031 return sci->sc_segbuf_nblocks - in nilfs_segctor_buffer_rest()
1032 (sci->sc_nblk_this_inc + sci->sc_curseg->sb_sum.nblocks); in nilfs_segctor_buffer_rest()
1035 static int nilfs_segctor_scan_file(struct nilfs_sc_info *sci, in nilfs_segctor_scan_file() argument
1043 if (!(sci->sc_stage.flags & NILFS_CF_NODE)) { in nilfs_segctor_scan_file()
1044 size_t n, rest = nilfs_segctor_buffer_rest(sci); in nilfs_segctor_scan_file()
1050 sci, inode, &data_buffers, in nilfs_segctor_scan_file()
1058 if (!(sci->sc_stage.flags & NILFS_CF_NODE)) { in nilfs_segctor_scan_file()
1060 sci, inode, &data_buffers, sc_ops->collect_data); in nilfs_segctor_scan_file()
1064 sci, inode, &node_buffers, NULL); in nilfs_segctor_scan_file()
1067 sci->sc_stage.flags |= NILFS_CF_NODE; in nilfs_segctor_scan_file()
1071 sci, inode, &node_buffers, sc_ops->collect_node); in nilfs_segctor_scan_file()
1077 sci, inode, &node_buffers, sc_ops->collect_bmap); in nilfs_segctor_scan_file()
1081 nilfs_segctor_end_finfo(sci, inode); in nilfs_segctor_scan_file()
1082 sci->sc_stage.flags &= ~NILFS_CF_NODE; in nilfs_segctor_scan_file()
1088 static int nilfs_segctor_scan_file_dsync(struct nilfs_sc_info *sci, in nilfs_segctor_scan_file_dsync() argument
1092 size_t n, rest = nilfs_segctor_buffer_rest(sci); in nilfs_segctor_scan_file_dsync()
1096 sci->sc_dsync_start, in nilfs_segctor_scan_file_dsync()
1097 sci->sc_dsync_end); in nilfs_segctor_scan_file_dsync()
1099 err = nilfs_segctor_apply_buffers(sci, inode, &data_buffers, in nilfs_segctor_scan_file_dsync()
1102 nilfs_segctor_end_finfo(sci, inode); in nilfs_segctor_scan_file_dsync()
1163 static int nilfs_segctor_collect_blocks(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_collect_blocks() argument
1165 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_collect_blocks()
1170 switch (nilfs_sc_cstage_get(sci)) { in nilfs_segctor_collect_blocks()
1173 sci->sc_stage.flags = 0; in nilfs_segctor_collect_blocks()
1175 if (!test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags)) { in nilfs_segctor_collect_blocks()
1176 sci->sc_nblk_inc = 0; in nilfs_segctor_collect_blocks()
1177 sci->sc_curseg->sb_sum.flags = NILFS_SS_LOGBGN; in nilfs_segctor_collect_blocks()
1179 nilfs_sc_cstage_set(sci, NILFS_ST_DSYNC); in nilfs_segctor_collect_blocks()
1184 sci->sc_stage.dirty_file_ptr = NULL; in nilfs_segctor_collect_blocks()
1185 sci->sc_stage.gc_inode_ptr = NULL; in nilfs_segctor_collect_blocks()
1187 nilfs_sc_cstage_set(sci, NILFS_ST_DAT); in nilfs_segctor_collect_blocks()
1190 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1194 head = &sci->sc_gc_inodes; in nilfs_segctor_collect_blocks()
1195 ii = list_prepare_entry(sci->sc_stage.gc_inode_ptr, in nilfs_segctor_collect_blocks()
1199 sci, &ii->vfs_inode, in nilfs_segctor_collect_blocks()
1202 sci->sc_stage.gc_inode_ptr = list_entry( in nilfs_segctor_collect_blocks()
1210 sci->sc_stage.gc_inode_ptr = NULL; in nilfs_segctor_collect_blocks()
1212 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1215 head = &sci->sc_dirty_files; in nilfs_segctor_collect_blocks()
1216 ii = list_prepare_entry(sci->sc_stage.dirty_file_ptr, head, in nilfs_segctor_collect_blocks()
1221 err = nilfs_segctor_scan_file(sci, &ii->vfs_inode, in nilfs_segctor_collect_blocks()
1224 sci->sc_stage.dirty_file_ptr = in nilfs_segctor_collect_blocks()
1233 sci->sc_stage.dirty_file_ptr = NULL; in nilfs_segctor_collect_blocks()
1235 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1238 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1239 sci->sc_stage.flags |= NILFS_CF_IFILE_STARTED; in nilfs_segctor_collect_blocks()
1242 err = nilfs_segctor_scan_file(sci, sci->sc_root->ifile, in nilfs_segctor_collect_blocks()
1246 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1254 err = nilfs_segctor_scan_file(sci, nilfs->ns_cpfile, in nilfs_segctor_collect_blocks()
1258 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1261 err = nilfs_free_segments(nilfs, sci->sc_freesegs, in nilfs_segctor_collect_blocks()
1262 sci->sc_nfreesegs); in nilfs_segctor_collect_blocks()
1265 sci->sc_stage.flags |= NILFS_CF_SUFREED; in nilfs_segctor_collect_blocks()
1267 err = nilfs_segctor_scan_file(sci, nilfs->ns_sufile, in nilfs_segctor_collect_blocks()
1271 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1275 err = nilfs_segctor_scan_file(sci, nilfs->ns_dat, in nilfs_segctor_collect_blocks()
1280 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1283 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1288 err = nilfs_segctor_add_super_root(sci); in nilfs_segctor_collect_blocks()
1293 sci->sc_curseg->sb_sum.flags |= NILFS_SS_LOGEND; in nilfs_segctor_collect_blocks()
1294 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1298 sci->sc_curseg->sb_sum.flags |= NILFS_SS_SYNDT; in nilfs_segctor_collect_blocks()
1299 ii = sci->sc_dsync_inode; in nilfs_segctor_collect_blocks()
1303 err = nilfs_segctor_scan_file_dsync(sci, &ii->vfs_inode); in nilfs_segctor_collect_blocks()
1306 sci->sc_curseg->sb_sum.flags |= NILFS_SS_LOGEND; in nilfs_segctor_collect_blocks()
1307 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1326 static int nilfs_segctor_begin_construction(struct nilfs_sc_info *sci, in nilfs_segctor_begin_construction() argument
1333 segbuf = nilfs_segbuf_new(sci->sc_super); in nilfs_segctor_begin_construction()
1337 if (list_empty(&sci->sc_write_logs)) { in nilfs_segctor_begin_construction()
1353 prev = NILFS_LAST_SEGBUF(&sci->sc_write_logs); in nilfs_segctor_begin_construction()
1376 BUG_ON(!list_empty(&sci->sc_segbufs)); in nilfs_segctor_begin_construction()
1377 list_add_tail(&segbuf->sb_list, &sci->sc_segbufs); in nilfs_segctor_begin_construction()
1378 sci->sc_segbuf_nblocks = segbuf->sb_rest_blocks; in nilfs_segctor_begin_construction()
1386 static int nilfs_segctor_extend_segments(struct nilfs_sc_info *sci, in nilfs_segctor_extend_segments() argument
1395 prev = NILFS_LAST_SEGBUF(&sci->sc_segbufs); in nilfs_segctor_extend_segments()
1409 segbuf = nilfs_segbuf_new(sci->sc_super); in nilfs_segctor_extend_segments()
1415 sci->sc_segbuf_nblocks += segbuf->sb_rest_blocks; in nilfs_segctor_extend_segments()
1428 list_splice_tail(&list, &sci->sc_segbufs); in nilfs_segctor_extend_segments()
1481 static void nilfs_segctor_update_segusage(struct nilfs_sc_info *sci, in nilfs_segctor_update_segusage() argument
1488 list_for_each_entry(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_update_segusage()
1493 sci->sc_seg_ctime); in nilfs_segctor_update_segusage()
1516 static void nilfs_segctor_truncate_segments(struct nilfs_sc_info *sci, in nilfs_segctor_truncate_segments() argument
1523 list_for_each_entry_continue(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_truncate_segments()
1524 sci->sc_segbuf_nblocks -= segbuf->sb_rest_blocks; in nilfs_segctor_truncate_segments()
1528 nilfs_truncate_logs(&sci->sc_segbufs, last); in nilfs_segctor_truncate_segments()
1532 static int nilfs_segctor_collect(struct nilfs_sc_info *sci, in nilfs_segctor_collect() argument
1535 struct nilfs_cstage prev_stage = sci->sc_stage; in nilfs_segctor_collect()
1540 sci->sc_nblk_this_inc = 0; in nilfs_segctor_collect()
1541 sci->sc_curseg = NILFS_FIRST_SEGBUF(&sci->sc_segbufs); in nilfs_segctor_collect()
1543 err = nilfs_segctor_reset_segment_buffer(sci); in nilfs_segctor_collect()
1547 err = nilfs_segctor_collect_blocks(sci, mode); in nilfs_segctor_collect()
1548 sci->sc_nblk_this_inc += sci->sc_curseg->sb_sum.nblocks; in nilfs_segctor_collect()
1557 nilfs_sc_cstage_get(sci) < NILFS_ST_CPFILE) in nilfs_segctor_collect()
1560 nilfs_clear_logs(&sci->sc_segbufs); in nilfs_segctor_collect()
1562 if (sci->sc_stage.flags & NILFS_CF_SUFREED) { in nilfs_segctor_collect()
1564 sci->sc_freesegs, in nilfs_segctor_collect()
1565 sci->sc_nfreesegs, in nilfs_segctor_collect()
1568 sci->sc_stage.flags &= ~NILFS_CF_SUFREED; in nilfs_segctor_collect()
1571 err = nilfs_segctor_extend_segments(sci, nilfs, nadd); in nilfs_segctor_collect()
1576 sci->sc_stage = prev_stage; in nilfs_segctor_collect()
1578 nilfs_segctor_zeropad_segsum(sci); in nilfs_segctor_collect()
1579 nilfs_segctor_truncate_segments(sci, sci->sc_curseg, nilfs->ns_sufile); in nilfs_segctor_collect()
1596 nilfs_segctor_update_payload_blocknr(struct nilfs_sc_info *sci, in nilfs_segctor_update_payload_blocknr() argument
1624 sci, &ssp, sizeof(*finfo)); in nilfs_segctor_update_payload_blocknr()
1649 sc_op->write_data_binfo(sci, &ssp, &binfo); in nilfs_segctor_update_payload_blocknr()
1651 sc_op->write_node_binfo(sci, &ssp, &binfo); in nilfs_segctor_update_payload_blocknr()
1668 static int nilfs_segctor_assign(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_assign() argument
1673 list_for_each_entry(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_assign()
1674 err = nilfs_segctor_update_payload_blocknr(sci, segbuf, mode); in nilfs_segctor_assign()
1773 static int nilfs_segctor_write(struct nilfs_sc_info *sci, in nilfs_segctor_write() argument
1778 ret = nilfs_write_logs(&sci->sc_segbufs, nilfs); in nilfs_segctor_write()
1779 list_splice_tail_init(&sci->sc_segbufs, &sci->sc_write_logs); in nilfs_segctor_write()
1859 static void nilfs_segctor_abort_construction(struct nilfs_sc_info *sci, in nilfs_segctor_abort_construction() argument
1865 list_splice_tail_init(&sci->sc_write_logs, &logs); in nilfs_segctor_abort_construction()
1869 list_splice_tail_init(&sci->sc_segbufs, &logs); in nilfs_segctor_abort_construction()
1876 if (sci->sc_stage.flags & NILFS_CF_SUFREED) { in nilfs_segctor_abort_construction()
1878 sci->sc_freesegs, in nilfs_segctor_abort_construction()
1879 sci->sc_nfreesegs, in nilfs_segctor_abort_construction()
1898 static void nilfs_segctor_complete_write(struct nilfs_sc_info *sci) in nilfs_segctor_complete_write() argument
1902 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_complete_write()
1905 list_for_each_entry(segbuf, &sci->sc_write_logs, sb_list) { in nilfs_segctor_complete_write()
1956 set_bit(NILFS_SC_UNCLOSED, &sci->sc_flags); in nilfs_segctor_complete_write()
1957 sci->sc_lseg_stime = jiffies; in nilfs_segctor_complete_write()
1960 clear_bit(NILFS_SC_UNCLOSED, &sci->sc_flags); in nilfs_segctor_complete_write()
1972 nilfs_drop_collected_inodes(&sci->sc_dirty_files); in nilfs_segctor_complete_write()
1975 nilfs_drop_collected_inodes(&sci->sc_gc_inodes); in nilfs_segctor_complete_write()
1977 nilfs->ns_nongc_ctime = sci->sc_seg_ctime; in nilfs_segctor_complete_write()
1979 sci->sc_nblk_inc += sci->sc_nblk_this_inc; in nilfs_segctor_complete_write()
1981 segbuf = NILFS_LAST_SEGBUF(&sci->sc_write_logs); in nilfs_segctor_complete_write()
1989 clear_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags); in nilfs_segctor_complete_write()
1990 clear_bit(NILFS_SC_DIRTY, &sci->sc_flags); in nilfs_segctor_complete_write()
1991 set_bit(NILFS_SC_SUPER_ROOT, &sci->sc_flags); in nilfs_segctor_complete_write()
1992 nilfs_segctor_clear_metadata_dirty(sci); in nilfs_segctor_complete_write()
1994 clear_bit(NILFS_SC_SUPER_ROOT, &sci->sc_flags); in nilfs_segctor_complete_write()
1997 static int nilfs_segctor_wait(struct nilfs_sc_info *sci) in nilfs_segctor_wait() argument
2001 ret = nilfs_wait_on_logs(&sci->sc_write_logs); in nilfs_segctor_wait()
2003 nilfs_segctor_complete_write(sci); in nilfs_segctor_wait()
2004 nilfs_destroy_logs(&sci->sc_write_logs); in nilfs_segctor_wait()
2009 static int nilfs_segctor_collect_dirty_files(struct nilfs_sc_info *sci, in nilfs_segctor_collect_dirty_files() argument
2013 struct inode *ifile = sci->sc_root->ifile; in nilfs_segctor_collect_dirty_files()
2026 nilfs_warn(sci->sc_super, in nilfs_segctor_collect_dirty_files()
2045 list_move_tail(&ii->i_dirty, &sci->sc_dirty_files); in nilfs_segctor_collect_dirty_files()
2052 static void nilfs_segctor_drop_written_files(struct nilfs_sc_info *sci, in nilfs_segctor_drop_written_files() argument
2056 int during_mount = !(sci->sc_super->s_flags & SB_ACTIVE); in nilfs_segctor_drop_written_files()
2060 list_for_each_entry_safe(ii, n, &sci->sc_dirty_files, i_dirty) { in nilfs_segctor_drop_written_files()
2074 list_add_tail(&ii->i_dirty, &sci->sc_iput_queue); in nilfs_segctor_drop_written_files()
2085 schedule_work(&sci->sc_iput_work); in nilfs_segctor_drop_written_files()
2091 static int nilfs_segctor_do_construct(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_do_construct() argument
2093 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_do_construct()
2096 if (sb_rdonly(sci->sc_super)) in nilfs_segctor_do_construct()
2099 nilfs_sc_cstage_set(sci, NILFS_ST_INIT); in nilfs_segctor_do_construct()
2100 sci->sc_cno = nilfs->ns_cno; in nilfs_segctor_do_construct()
2102 err = nilfs_segctor_collect_dirty_files(sci, nilfs); in nilfs_segctor_do_construct()
2106 if (nilfs_test_metadata_dirty(nilfs, sci->sc_root)) in nilfs_segctor_do_construct()
2107 set_bit(NILFS_SC_DIRTY, &sci->sc_flags); in nilfs_segctor_do_construct()
2109 if (nilfs_segctor_clean(sci)) in nilfs_segctor_do_construct()
2113 sci->sc_stage.flags &= ~NILFS_CF_HISTORY_MASK; in nilfs_segctor_do_construct()
2115 err = nilfs_segctor_begin_construction(sci, nilfs); in nilfs_segctor_do_construct()
2120 sci->sc_seg_ctime = ktime_get_real_seconds(); in nilfs_segctor_do_construct()
2122 err = nilfs_segctor_collect(sci, nilfs, mode); in nilfs_segctor_do_construct()
2127 if (nilfs_sc_cstage_get(sci) == NILFS_ST_DONE && in nilfs_segctor_do_construct()
2128 nilfs_segbuf_empty(sci->sc_curseg)) { in nilfs_segctor_do_construct()
2129 nilfs_segctor_abort_construction(sci, nilfs, 1); in nilfs_segctor_do_construct()
2133 err = nilfs_segctor_assign(sci, mode); in nilfs_segctor_do_construct()
2137 if (sci->sc_stage.flags & NILFS_CF_IFILE_STARTED) in nilfs_segctor_do_construct()
2138 nilfs_segctor_fill_in_file_bmap(sci); in nilfs_segctor_do_construct()
2141 nilfs_sc_cstage_get(sci) >= NILFS_ST_CPFILE) { in nilfs_segctor_do_construct()
2143 nilfs->ns_cpfile, nilfs->ns_cno, sci->sc_root, in nilfs_segctor_do_construct()
2144 sci->sc_nblk_inc + sci->sc_nblk_this_inc, in nilfs_segctor_do_construct()
2145 sci->sc_seg_ctime, in nilfs_segctor_do_construct()
2146 !test_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags)); in nilfs_segctor_do_construct()
2150 nilfs_segctor_fill_in_super_root(sci, nilfs); in nilfs_segctor_do_construct()
2152 nilfs_segctor_update_segusage(sci, nilfs->ns_sufile); in nilfs_segctor_do_construct()
2155 nilfs_prepare_write_logs(&sci->sc_segbufs, nilfs->ns_crc_seed); in nilfs_segctor_do_construct()
2157 err = nilfs_segctor_write(sci, nilfs); in nilfs_segctor_do_construct()
2161 if (nilfs_sc_cstage_get(sci) == NILFS_ST_DONE || in nilfs_segctor_do_construct()
2170 err = nilfs_segctor_wait(sci); in nilfs_segctor_do_construct()
2174 } while (nilfs_sc_cstage_get(sci) != NILFS_ST_DONE); in nilfs_segctor_do_construct()
2177 nilfs_segctor_drop_written_files(sci, nilfs); in nilfs_segctor_do_construct()
2182 if (mode == SC_LSEG_SR && nilfs_sc_cstage_get(sci) >= NILFS_ST_IFILE) in nilfs_segctor_do_construct()
2183 nilfs_redirty_inodes(&sci->sc_dirty_files); in nilfs_segctor_do_construct()
2185 nilfs_redirty_inodes(&sci->sc_gc_inodes); in nilfs_segctor_do_construct()
2186 nilfs_segctor_abort_construction(sci, nilfs, err); in nilfs_segctor_do_construct()
2198 static void nilfs_segctor_start_timer(struct nilfs_sc_info *sci) in nilfs_segctor_start_timer() argument
2200 spin_lock(&sci->sc_state_lock); in nilfs_segctor_start_timer()
2201 if (!(sci->sc_state & NILFS_SEGCTOR_COMMIT)) { in nilfs_segctor_start_timer()
2202 if (sci->sc_task) { in nilfs_segctor_start_timer()
2203 sci->sc_timer.expires = jiffies + sci->sc_interval; in nilfs_segctor_start_timer()
2204 add_timer(&sci->sc_timer); in nilfs_segctor_start_timer()
2206 sci->sc_state |= NILFS_SEGCTOR_COMMIT; in nilfs_segctor_start_timer()
2208 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_start_timer()
2211 static void nilfs_segctor_do_flush(struct nilfs_sc_info *sci, int bn) in nilfs_segctor_do_flush() argument
2213 spin_lock(&sci->sc_state_lock); in nilfs_segctor_do_flush()
2214 if (!(sci->sc_flush_request & BIT(bn))) { in nilfs_segctor_do_flush()
2215 unsigned long prev_req = sci->sc_flush_request; in nilfs_segctor_do_flush()
2217 sci->sc_flush_request |= BIT(bn); in nilfs_segctor_do_flush()
2219 wake_up(&sci->sc_wait_daemon); in nilfs_segctor_do_flush()
2221 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_do_flush()
2231 static int nilfs_segctor_sync(struct nilfs_sc_info *sci) in nilfs_segctor_sync() argument
2248 spin_lock(&sci->sc_state_lock); in nilfs_segctor_sync()
2249 wait_req.seq = ++sci->sc_seq_request; in nilfs_segctor_sync()
2250 add_wait_queue(&sci->sc_wait_request, &wait_req.wq); in nilfs_segctor_sync()
2251 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_sync()
2253 wake_up(&sci->sc_wait_daemon); in nilfs_segctor_sync()
2263 if (!sci->sc_task) in nilfs_segctor_sync()
2277 finish_wait(&sci->sc_wait_request, &wait_req.wq); in nilfs_segctor_sync()
2281 static void nilfs_segctor_wakeup(struct nilfs_sc_info *sci, int err, bool force) in nilfs_segctor_wakeup() argument
2286 spin_lock_irqsave(&sci->sc_wait_request.lock, flags); in nilfs_segctor_wakeup()
2287 list_for_each_entry_safe(wrq, n, &sci->sc_wait_request.head, wq.entry) { in nilfs_segctor_wakeup()
2289 (force || nilfs_cnt32_ge(sci->sc_seq_done, wrq->seq))) { in nilfs_segctor_wakeup()
2299 spin_unlock_irqrestore(&sci->sc_wait_request.lock, flags); in nilfs_segctor_wakeup()
2317 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_construct_segment() local
2320 if (sb_rdonly(sb) || unlikely(!sci)) in nilfs_construct_segment()
2326 return nilfs_segctor_sync(sci); in nilfs_construct_segment()
2348 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_construct_dsync_segment() local
2353 if (sb_rdonly(sb) || unlikely(!sci)) in nilfs_construct_dsync_segment()
2361 test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags) || in nilfs_construct_dsync_segment()
2364 err = nilfs_segctor_sync(sci); in nilfs_construct_dsync_segment()
2376 sci->sc_dsync_inode = ii; in nilfs_construct_dsync_segment()
2377 sci->sc_dsync_start = start; in nilfs_construct_dsync_segment()
2378 sci->sc_dsync_end = end; in nilfs_construct_dsync_segment()
2380 err = nilfs_segctor_do_construct(sci, SC_LSEG_DSYNC); in nilfs_construct_dsync_segment()
2395 static void nilfs_segctor_accept(struct nilfs_sc_info *sci) in nilfs_segctor_accept() argument
2399 spin_lock(&sci->sc_state_lock); in nilfs_segctor_accept()
2400 sci->sc_seq_accepted = sci->sc_seq_request; in nilfs_segctor_accept()
2401 thread_is_alive = (bool)sci->sc_task; in nilfs_segctor_accept()
2402 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_accept()
2411 timer_delete_sync(&sci->sc_timer); in nilfs_segctor_accept()
2420 static void nilfs_segctor_notify(struct nilfs_sc_info *sci, int mode, int err) in nilfs_segctor_notify() argument
2423 spin_lock(&sci->sc_state_lock); in nilfs_segctor_notify()
2426 sci->sc_state &= ~NILFS_SEGCTOR_COMMIT; in nilfs_segctor_notify()
2427 sci->sc_seq_done = sci->sc_seq_accepted; in nilfs_segctor_notify()
2428 nilfs_segctor_wakeup(sci, err, false); in nilfs_segctor_notify()
2429 sci->sc_flush_request = 0; in nilfs_segctor_notify()
2432 sci->sc_flush_request &= ~FLUSH_FILE_BIT; in nilfs_segctor_notify()
2434 sci->sc_flush_request &= ~FLUSH_DAT_BIT; in nilfs_segctor_notify()
2437 if ((sci->sc_state & NILFS_SEGCTOR_COMMIT) && sci->sc_task && in nilfs_segctor_notify()
2438 time_before(jiffies, sci->sc_timer.expires)) in nilfs_segctor_notify()
2439 add_timer(&sci->sc_timer); in nilfs_segctor_notify()
2441 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_notify()
2451 static int nilfs_segctor_construct(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_construct() argument
2453 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_construct()
2457 nilfs_segctor_accept(sci); in nilfs_segctor_construct()
2461 if (!nilfs_segctor_confirm(sci)) in nilfs_segctor_construct()
2462 err = nilfs_segctor_do_construct(sci, mode); in nilfs_segctor_construct()
2467 if (test_bit(NILFS_SC_SUPER_ROOT, &sci->sc_flags) && in nilfs_segctor_construct()
2471 sbp = nilfs_prepare_super(sci->sc_super, in nilfs_segctor_construct()
2475 err = nilfs_commit_super(sci->sc_super, in nilfs_segctor_construct()
2482 nilfs_segctor_notify(sci, mode, err); in nilfs_segctor_construct()
2488 struct nilfs_sc_info *sci = timer_container_of(sci, t, sc_timer); in nilfs_construction_timeout() local
2490 wake_up_process(sci->sc_task); in nilfs_construction_timeout()
2512 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_clean_segments() local
2516 if (unlikely(!sci)) in nilfs_clean_segments()
2531 sci->sc_freesegs = kbufs[4]; in nilfs_clean_segments()
2532 sci->sc_nfreesegs = argv[4].v_nmembs; in nilfs_clean_segments()
2533 list_splice_tail_init(&nilfs->ns_gc_inodes, &sci->sc_gc_inodes); in nilfs_clean_segments()
2536 err = nilfs_segctor_construct(sci, SC_LSEG_SR); in nilfs_clean_segments()
2537 nilfs_remove_written_gcinodes(nilfs, &sci->sc_gc_inodes); in nilfs_clean_segments()
2544 schedule_timeout(sci->sc_interval); in nilfs_clean_segments()
2547 int ret = nilfs_discard_segments(nilfs, sci->sc_freesegs, in nilfs_clean_segments()
2548 sci->sc_nfreesegs); in nilfs_clean_segments()
2558 sci->sc_freesegs = NULL; in nilfs_clean_segments()
2559 sci->sc_nfreesegs = 0; in nilfs_clean_segments()
2565 static void nilfs_segctor_thread_construct(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_thread_construct() argument
2569 nilfs_transaction_lock(sci->sc_super, &ti, 0); in nilfs_segctor_thread_construct()
2570 nilfs_segctor_construct(sci, mode); in nilfs_segctor_thread_construct()
2577 if (test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags)) in nilfs_segctor_thread_construct()
2578 nilfs_segctor_start_timer(sci); in nilfs_segctor_thread_construct()
2580 nilfs_transaction_unlock(sci->sc_super); in nilfs_segctor_thread_construct()
2583 static void nilfs_segctor_do_immediate_flush(struct nilfs_sc_info *sci) in nilfs_segctor_do_immediate_flush() argument
2587 spin_lock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2588 mode = (sci->sc_flush_request & FLUSH_DAT_BIT) ? in nilfs_segctor_do_immediate_flush()
2590 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2593 nilfs_segctor_do_construct(sci, mode); in nilfs_segctor_do_immediate_flush()
2595 spin_lock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2596 sci->sc_flush_request &= (mode == SC_FLUSH_FILE) ? in nilfs_segctor_do_immediate_flush()
2598 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2600 clear_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags); in nilfs_segctor_do_immediate_flush()
2603 static int nilfs_segctor_flush_mode(struct nilfs_sc_info *sci) in nilfs_segctor_flush_mode() argument
2605 if (!test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags) || in nilfs_segctor_flush_mode()
2606 time_before(jiffies, sci->sc_lseg_stime + sci->sc_mjcp_freq)) { in nilfs_segctor_flush_mode()
2607 if (!(sci->sc_flush_request & ~FLUSH_FILE_BIT)) in nilfs_segctor_flush_mode()
2609 else if (!(sci->sc_flush_request & ~FLUSH_DAT_BIT)) in nilfs_segctor_flush_mode()
2623 static bool nilfs_log_write_required(struct nilfs_sc_info *sci, int *modep) in nilfs_log_write_required() argument
2627 spin_lock(&sci->sc_state_lock); in nilfs_log_write_required()
2628 timedout = ((sci->sc_state & NILFS_SEGCTOR_COMMIT) && in nilfs_log_write_required()
2629 time_after_eq(jiffies, sci->sc_timer.expires)); in nilfs_log_write_required()
2630 if (timedout || sci->sc_seq_request != sci->sc_seq_done) in nilfs_log_write_required()
2632 else if (sci->sc_flush_request) in nilfs_log_write_required()
2633 *modep = nilfs_segctor_flush_mode(sci); in nilfs_log_write_required()
2637 spin_unlock(&sci->sc_state_lock); in nilfs_log_write_required()
2654 struct nilfs_sc_info *sci = (struct nilfs_sc_info *)arg; in nilfs_segctor_thread() local
2655 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_thread()
2657 nilfs_info(sci->sc_super, in nilfs_segctor_thread()
2659 sci->sc_interval / HZ, sci->sc_mjcp_freq / HZ); in nilfs_segctor_thread()
2673 prepare_to_wait(&sci->sc_wait_daemon, &wait, in nilfs_segctor_thread()
2675 should_write = nilfs_log_write_required(sci, &mode); in nilfs_segctor_thread()
2678 finish_wait(&sci->sc_wait_daemon, &wait); in nilfs_segctor_thread()
2684 nilfs_segctor_thread_construct(sci, mode); in nilfs_segctor_thread()
2688 spin_lock(&sci->sc_state_lock); in nilfs_segctor_thread()
2689 sci->sc_task = NULL; in nilfs_segctor_thread()
2690 timer_shutdown_sync(&sci->sc_timer); in nilfs_segctor_thread()
2691 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_thread()
2702 struct nilfs_sc_info *sci; in nilfs_segctor_new() local
2704 sci = kzalloc(sizeof(*sci), GFP_KERNEL); in nilfs_segctor_new()
2705 if (!sci) in nilfs_segctor_new()
2708 sci->sc_super = sb; in nilfs_segctor_new()
2711 sci->sc_root = root; in nilfs_segctor_new()
2713 init_waitqueue_head(&sci->sc_wait_request); in nilfs_segctor_new()
2714 init_waitqueue_head(&sci->sc_wait_daemon); in nilfs_segctor_new()
2715 spin_lock_init(&sci->sc_state_lock); in nilfs_segctor_new()
2716 INIT_LIST_HEAD(&sci->sc_dirty_files); in nilfs_segctor_new()
2717 INIT_LIST_HEAD(&sci->sc_segbufs); in nilfs_segctor_new()
2718 INIT_LIST_HEAD(&sci->sc_write_logs); in nilfs_segctor_new()
2719 INIT_LIST_HEAD(&sci->sc_gc_inodes); in nilfs_segctor_new()
2720 INIT_LIST_HEAD(&sci->sc_iput_queue); in nilfs_segctor_new()
2721 INIT_WORK(&sci->sc_iput_work, nilfs_iput_work_func); in nilfs_segctor_new()
2723 sci->sc_interval = HZ * NILFS_SC_DEFAULT_TIMEOUT; in nilfs_segctor_new()
2724 sci->sc_mjcp_freq = HZ * NILFS_SC_DEFAULT_SR_FREQ; in nilfs_segctor_new()
2725 sci->sc_watermark = NILFS_SC_DEFAULT_WATERMARK; in nilfs_segctor_new()
2728 sci->sc_interval = HZ * nilfs->ns_interval; in nilfs_segctor_new()
2730 sci->sc_watermark = nilfs->ns_watermark; in nilfs_segctor_new()
2731 return sci; in nilfs_segctor_new()
2734 static void nilfs_segctor_write_out(struct nilfs_sc_info *sci) in nilfs_segctor_write_out() argument
2745 nilfs_transaction_lock(sci->sc_super, &ti, 0); in nilfs_segctor_write_out()
2746 ret = nilfs_segctor_construct(sci, SC_LSEG_SR); in nilfs_segctor_write_out()
2747 nilfs_transaction_unlock(sci->sc_super); in nilfs_segctor_write_out()
2749 flush_work(&sci->sc_iput_work); in nilfs_segctor_write_out()
2762 static void nilfs_segctor_destroy(struct nilfs_sc_info *sci) in nilfs_segctor_destroy() argument
2764 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_destroy()
2769 if (sci->sc_task) { in nilfs_segctor_destroy()
2770 wake_up(&sci->sc_wait_daemon); in nilfs_segctor_destroy()
2771 if (kthread_stop(sci->sc_task)) { in nilfs_segctor_destroy()
2772 spin_lock(&sci->sc_state_lock); in nilfs_segctor_destroy()
2773 sci->sc_task = NULL; in nilfs_segctor_destroy()
2774 timer_shutdown_sync(&sci->sc_timer); in nilfs_segctor_destroy()
2775 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_destroy()
2779 spin_lock(&sci->sc_state_lock); in nilfs_segctor_destroy()
2780 flag = ((sci->sc_state & NILFS_SEGCTOR_COMMIT) || sci->sc_flush_request in nilfs_segctor_destroy()
2781 || sci->sc_seq_request != sci->sc_seq_done); in nilfs_segctor_destroy()
2782 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_destroy()
2789 nilfs_segctor_wakeup(sci, 0, true); in nilfs_segctor_destroy()
2791 if (flush_work(&sci->sc_iput_work)) in nilfs_segctor_destroy()
2794 if (flag || !nilfs_segctor_confirm(sci)) in nilfs_segctor_destroy()
2795 nilfs_segctor_write_out(sci); in nilfs_segctor_destroy()
2797 if (!list_empty(&sci->sc_dirty_files)) { in nilfs_segctor_destroy()
2798 nilfs_warn(sci->sc_super, in nilfs_segctor_destroy()
2800 nilfs_dispose_list(nilfs, &sci->sc_dirty_files, 1); in nilfs_segctor_destroy()
2803 if (!list_empty(&sci->sc_iput_queue)) { in nilfs_segctor_destroy()
2804 nilfs_warn(sci->sc_super, in nilfs_segctor_destroy()
2806 nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 1); in nilfs_segctor_destroy()
2809 WARN_ON(!list_empty(&sci->sc_segbufs)); in nilfs_segctor_destroy()
2810 WARN_ON(!list_empty(&sci->sc_write_logs)); in nilfs_segctor_destroy()
2812 nilfs_put_root(sci->sc_root); in nilfs_segctor_destroy()
2816 kfree(sci); in nilfs_segctor_destroy()
2835 struct nilfs_sc_info *sci; in nilfs_attach_log_writer() local
2849 sci = nilfs_segctor_new(sb, root); in nilfs_attach_log_writer()
2850 if (unlikely(!sci)) in nilfs_attach_log_writer()
2853 nilfs->ns_writer = sci; in nilfs_attach_log_writer()
2854 t = kthread_create(nilfs_segctor_thread, sci, "segctord"); in nilfs_attach_log_writer()
2861 sci->sc_task = t; in nilfs_attach_log_writer()
2862 timer_setup(&sci->sc_timer, nilfs_construction_timeout, 0); in nilfs_attach_log_writer()
2864 wake_up_process(sci->sc_task); in nilfs_attach_log_writer()