Lines Matching full:c
5 * Copyright (C) 2006-2008 Nokia Corporation.
18 * @c: UBIFS file-system description object
25 static int make_idx_node(struct ubifs_info *c, struct ubifs_idx_node *idx, in make_idx_node() argument
37 struct ubifs_branch *br = ubifs_idx_branch(c, idx, i); in make_idx_node()
40 key_write_idx(c, &zbr->key, &br->key); in make_idx_node()
44 ubifs_copy_hash(c, zbr->hash, ubifs_branch_hash(c, br)); in make_idx_node()
46 ubifs_err(c, "bad ref in znode"); in make_idx_node()
47 ubifs_dump_znode(c, znode); in make_idx_node()
49 ubifs_dump_znode(c, zbr->znode); in make_idx_node()
54 ubifs_prepare_node(c, idx, len, 0); in make_idx_node()
55 ubifs_node_calc_hash(c, idx, hash); in make_idx_node()
61 err = insert_old_idx_znode(c, znode); in make_idx_node()
72 ubifs_copy_hash(c, hash, zbr->hash); in make_idx_node()
74 c->zroot.lnum = lnum; in make_idx_node()
75 c->zroot.offs = offs; in make_idx_node()
76 c->zroot.len = len; in make_idx_node()
77 ubifs_copy_hash(c, hash, c->zroot.hash); in make_idx_node()
79 c->calc_idx_sz += ALIGN(len, 8); in make_idx_node()
81 atomic_long_dec(&c->dirty_zn_cnt); in make_idx_node()
83 ubifs_assert(c, ubifs_zn_dirty(znode)); in make_idx_node()
84 ubifs_assert(c, ubifs_zn_cow(znode)); in make_idx_node()
88 * because this function is called with @c->tnc_mutex locked. in make_idx_node()
98 * @c: UBIFS file-system description object
106 static int fill_gap(struct ubifs_info *c, int lnum, int gap_start, int gap_end, in fill_gap() argument
111 ubifs_assert(c, (gap_start & 7) == 0); in fill_gap()
112 ubifs_assert(c, (gap_end & 7) == 0); in fill_gap()
113 ubifs_assert(c, gap_end >= gap_start); in fill_gap()
120 while (c->enext) { in fill_gap()
121 len = ubifs_idx_node_sz(c, c->enext->child_cnt); in fill_gap()
123 struct ubifs_znode *znode = c->enext; in fill_gap()
127 ubifs_assert(c, alen <= gap_remains); in fill_gap()
128 err = make_idx_node(c, c->ileb_buf + gap_pos, znode, in fill_gap()
134 c->enext = znode->cnext; in fill_gap()
135 if (c->enext == c->cnext) in fill_gap()
136 c->enext = NULL; in fill_gap()
141 if (gap_end == c->leb_size) { in fill_gap()
142 c->ileb_len = ALIGN(gap_pos, c->min_io_size); in fill_gap()
144 pad_len = c->ileb_len - gap_pos; in fill_gap()
150 ubifs_pad(c, c->ileb_buf + gap_pos, pad_len); in fill_gap()
157 * @c: UBIFS file-system description object
163 static int find_old_idx(struct ubifs_info *c, int lnum, int offs) in find_old_idx() argument
168 p = c->old_idx.rb_node; in find_old_idx()
187 * @c: UBIFS file-system description object
198 static int is_idx_node_in_use(struct ubifs_info *c, union ubifs_key *key, in is_idx_node_in_use() argument
203 ret = is_idx_node_in_tnc(c, key, level, lnum, offs); in is_idx_node_in_use()
207 if (find_old_idx(c, lnum, offs)) in is_idx_node_in_use()
214 * @c: UBIFS file-system description object
215 * @p: return LEB number in @c->gap_lebs[p]
224 static int layout_leb_in_gaps(struct ubifs_info *c, int p) in layout_leb_in_gaps() argument
232 lnum = ubifs_find_dirty_idx_leb(c); in layout_leb_in_gaps()
239 c->gap_lebs[p] = lnum; in layout_leb_in_gaps()
246 sleb = ubifs_scan(c, lnum, 0, c->ileb_buf, 0); in layout_leb_in_gaps()
247 c->ileb_len = 0; in layout_leb_in_gaps()
255 ubifs_assert(c, snod->type == UBIFS_IDX_NODE); in layout_leb_in_gaps()
257 key_read(c, ubifs_idx_key(c, idx), &snod->key); in layout_leb_in_gaps()
260 in_use = is_idx_node_in_use(c, &snod->key, level, lnum, in layout_leb_in_gaps()
277 written = fill_gap(c, lnum, gap_start, gap_end, &dirt); in layout_leb_in_gaps()
287 c->ileb_len = c->leb_size; in layout_leb_in_gaps()
288 gap_end = c->leb_size; in layout_leb_in_gaps()
290 written = fill_gap(c, lnum, gap_start, gap_end, &dirt); in layout_leb_in_gaps()
298 err = ubifs_read_one_lp(c, lnum, &lp); in layout_leb_in_gaps()
301 if (lp.free == c->leb_size) { in layout_leb_in_gaps()
306 err = ubifs_change_one_lp(c, lnum, in layout_leb_in_gaps()
307 c->leb_size - c->ileb_len, in layout_leb_in_gaps()
314 err = ubifs_change_one_lp(c, lnum, c->leb_size - c->ileb_len, dirt, in layout_leb_in_gaps()
318 err = ubifs_leb_change(c, lnum, c->ileb_buf, c->ileb_len); in layout_leb_in_gaps()
327 * @c: UBIFS file-system description object
334 static int get_leb_cnt(struct ubifs_info *c, int cnt) in get_leb_cnt() argument
339 cnt -= (c->leb_size - c->ihead_offs) / c->max_idx_node_sz; in get_leb_cnt()
342 d = c->leb_size / c->max_idx_node_sz; in get_leb_cnt()
348 * @c: UBIFS file-system description object
356 static int layout_in_gaps(struct ubifs_info *c, int cnt) in layout_in_gaps() argument
362 c->gap_lebs = kmalloc_objs(int, c->lst.idx_lebs + 1, GFP_NOFS); in layout_in_gaps()
363 if (!c->gap_lebs) in layout_in_gaps()
366 old_idx_lebs = c->lst.idx_lebs; in layout_in_gaps()
368 ubifs_assert(c, p < c->lst.idx_lebs); in layout_in_gaps()
369 written = layout_leb_in_gaps(c, p); in layout_in_gaps()
373 kfree(c->gap_lebs); in layout_in_gaps()
374 c->gap_lebs = NULL; in layout_in_gaps()
377 if (!dbg_is_chk_index(c)) { in layout_in_gaps()
382 ubifs_warn(c, "out of space"); in layout_in_gaps()
383 ubifs_dump_budg(c, &c->bi); in layout_in_gaps()
384 ubifs_dump_lprops(c); in layout_in_gaps()
391 leb_needed_cnt = get_leb_cnt(c, cnt); in layout_in_gaps()
393 leb_needed_cnt, c->ileb_cnt); in layout_in_gaps()
395 * Dynamically change the size of @c->gap_lebs to prevent in layout_in_gaps()
396 * oob, because @c->lst.idx_lebs could be increased by in layout_in_gaps()
399 * @c->gap_lebs when needed. in layout_in_gaps()
402 if (leb_needed_cnt > c->ileb_cnt && p >= old_idx_lebs && in layout_in_gaps()
403 old_idx_lebs < c->lst.idx_lebs) { in layout_in_gaps()
404 old_idx_lebs = c->lst.idx_lebs; in layout_in_gaps()
405 gap_lebs = krealloc(c->gap_lebs, sizeof(int) * in layout_in_gaps()
408 kfree(c->gap_lebs); in layout_in_gaps()
409 c->gap_lebs = NULL; in layout_in_gaps()
412 c->gap_lebs = gap_lebs; in layout_in_gaps()
414 } while (leb_needed_cnt > c->ileb_cnt); in layout_in_gaps()
416 c->gap_lebs[p] = -1; in layout_in_gaps()
422 * @c: UBIFS file-system description object
428 static int layout_in_empty_space(struct ubifs_info *c) in layout_in_empty_space() argument
434 cnext = c->enext; in layout_in_empty_space()
438 lnum = c->ihead_lnum; in layout_in_empty_space()
439 buf_offs = c->ihead_offs; in layout_in_empty_space()
441 buf_len = ubifs_idx_node_sz(c, c->fanout); in layout_in_empty_space()
442 buf_len = ALIGN(buf_len, c->min_io_size); in layout_in_empty_space()
447 next_len = ubifs_idx_node_sz(c, cnext->child_cnt); in layout_in_empty_space()
448 if (buf_offs + next_len > c->leb_size) in layout_in_empty_space()
454 len = ubifs_idx_node_sz(c, znode->child_cnt); in layout_in_empty_space()
458 if (c->ileb_nxt >= c->ileb_cnt) { in layout_in_empty_space()
459 ubifs_err(c, "out of space"); in layout_in_empty_space()
462 lnum = c->ilebs[c->ileb_nxt++]; in layout_in_empty_space()
486 c->zroot.lnum = lnum; in layout_in_empty_space()
487 c->zroot.offs = offs; in layout_in_empty_space()
488 c->zroot.len = len; in layout_in_empty_space()
490 c->calc_idx_sz += ALIGN(len, 8); in layout_in_empty_space()
496 atomic_long_dec(&c->dirty_zn_cnt); in layout_in_empty_space()
503 if (cnext == c->cnext) in layout_in_empty_space()
506 next_len = ubifs_idx_node_sz(c, cnext->child_cnt); in layout_in_empty_space()
514 buf_offs + used + next_len <= c->leb_size && in layout_in_empty_space()
519 buf_offs + used + next_len <= c->leb_size) in layout_in_empty_space()
522 blen = ALIGN(wlen, c->min_io_size); in layout_in_empty_space()
527 if (buf_offs + next_len > c->leb_size) { in layout_in_empty_space()
528 err = ubifs_update_one_lp(c, lnum, in layout_in_empty_space()
529 c->leb_size - buf_offs, blen - used, in layout_in_empty_space()
541 err = ubifs_update_one_lp(c, lnum, c->leb_size - buf_offs, in layout_in_empty_space()
548 c->dbg->new_ihead_lnum = lnum; in layout_in_empty_space()
549 c->dbg->new_ihead_offs = buf_offs; in layout_in_empty_space()
556 * @c: UBIFS file-system description object
567 static int layout_commit(struct ubifs_info *c, int no_space, int cnt) in layout_commit() argument
572 err = layout_in_gaps(c, cnt); in layout_commit()
576 err = layout_in_empty_space(c); in layout_commit()
637 * @c: UBIFS file-system description object
641 static int get_znodes_to_commit(struct ubifs_info *c) in get_znodes_to_commit() argument
646 c->cnext = find_first_dirty(c->zroot.znode); in get_znodes_to_commit()
647 znode = c->enext = c->cnext; in get_znodes_to_commit()
654 ubifs_assert(c, !ubifs_zn_cow(znode)); in get_znodes_to_commit()
659 ubifs_assert(c, !znode->parent); in get_znodes_to_commit()
661 znode->cnext = c->cnext; in get_znodes_to_commit()
671 ubifs_assert(c, cnt == atomic_long_read(&c->dirty_zn_cnt)); in get_znodes_to_commit()
677 * @c: UBIFS file-system description object
684 static int alloc_idx_lebs(struct ubifs_info *c, int cnt) in alloc_idx_lebs() argument
688 c->ileb_cnt = 0; in alloc_idx_lebs()
689 c->ileb_nxt = 0; in alloc_idx_lebs()
690 leb_cnt = get_leb_cnt(c, cnt); in alloc_idx_lebs()
694 c->ilebs = kmalloc_objs(int, leb_cnt, GFP_NOFS); in alloc_idx_lebs()
695 if (!c->ilebs) in alloc_idx_lebs()
698 lnum = ubifs_find_free_leb_for_idx(c); in alloc_idx_lebs()
701 c->ilebs[c->ileb_cnt++] = lnum; in alloc_idx_lebs()
704 if (dbg_is_chk_index(c) && !get_random_u32_below(8)) in alloc_idx_lebs()
711 * @c: UBIFS file-system description object
718 static int free_unused_idx_lebs(struct ubifs_info *c) in free_unused_idx_lebs() argument
722 for (i = c->ileb_nxt; i < c->ileb_cnt; i++) { in free_unused_idx_lebs()
723 lnum = c->ilebs[i]; in free_unused_idx_lebs()
725 er = ubifs_change_one_lp(c, lnum, LPROPS_NC, LPROPS_NC, 0, in free_unused_idx_lebs()
735 * @c: UBIFS file-system description object
739 static int free_idx_lebs(struct ubifs_info *c) in free_idx_lebs() argument
743 err = free_unused_idx_lebs(c); in free_idx_lebs()
744 kfree(c->ilebs); in free_idx_lebs()
745 c->ilebs = NULL; in free_idx_lebs()
751 * @c: UBIFS file-system description object
759 int ubifs_tnc_start_commit(struct ubifs_info *c, struct ubifs_zbranch *zroot) in ubifs_tnc_start_commit() argument
763 mutex_lock(&c->tnc_mutex); in ubifs_tnc_start_commit()
764 err = dbg_check_tnc(c, 1); in ubifs_tnc_start_commit()
767 cnt = get_znodes_to_commit(c); in ubifs_tnc_start_commit()
771 err = alloc_idx_lebs(c, cnt); in ubifs_tnc_start_commit()
776 err = layout_commit(c, no_space, cnt); in ubifs_tnc_start_commit()
779 ubifs_assert(c, atomic_long_read(&c->dirty_zn_cnt) == 0); in ubifs_tnc_start_commit()
780 err = free_unused_idx_lebs(c); in ubifs_tnc_start_commit()
784 destroy_old_idx(c); in ubifs_tnc_start_commit()
785 memcpy(zroot, &c->zroot, sizeof(struct ubifs_zbranch)); in ubifs_tnc_start_commit()
787 err = ubifs_save_dirty_idx_lnums(c); in ubifs_tnc_start_commit()
791 spin_lock(&c->space_lock); in ubifs_tnc_start_commit()
794 * committed index ('c->bi.old_idx_sz') and zero out the index growth in ubifs_tnc_start_commit()
800 ubifs_assert(c, c->bi.min_idx_lebs == ubifs_calc_min_idx_lebs(c)); in ubifs_tnc_start_commit()
801 c->bi.old_idx_sz = c->calc_idx_sz; in ubifs_tnc_start_commit()
802 c->bi.uncommitted_idx = 0; in ubifs_tnc_start_commit()
803 c->bi.min_idx_lebs = ubifs_calc_min_idx_lebs(c); in ubifs_tnc_start_commit()
804 spin_unlock(&c->space_lock); in ubifs_tnc_start_commit()
805 mutex_unlock(&c->tnc_mutex); in ubifs_tnc_start_commit()
807 dbg_cmt("number of index LEBs %d", c->lst.idx_lebs); in ubifs_tnc_start_commit()
808 dbg_cmt("size of index %llu", c->calc_idx_sz); in ubifs_tnc_start_commit()
812 free_idx_lebs(c); in ubifs_tnc_start_commit()
814 mutex_unlock(&c->tnc_mutex); in ubifs_tnc_start_commit()
820 * @c: UBIFS file-system description object
825 static int write_index(struct ubifs_info *c) in write_index() argument
832 cnext = c->enext; in write_index()
840 lnum = c->ihead_lnum; in write_index()
841 buf_offs = c->ihead_offs; in write_index()
844 buf_len = ALIGN(c->max_idx_node_sz, c->min_io_size); in write_index()
849 next_len = ubifs_idx_node_sz(c, cnext->child_cnt); in write_index()
850 if (buf_offs + next_len > c->leb_size) { in write_index()
851 err = ubifs_update_one_lp(c, lnum, LPROPS_NC, 0, 0, in write_index()
864 idx = c->cbuf + used; in write_index()
871 struct ubifs_branch *br = ubifs_idx_branch(c, idx, i); in write_index()
874 key_write_idx(c, &zbr->key, &br->key); in write_index()
878 ubifs_copy_hash(c, zbr->hash, ubifs_branch_hash(c, br)); in write_index()
880 ubifs_err(c, "bad ref in znode"); in write_index()
881 ubifs_dump_znode(c, znode); in write_index()
883 ubifs_dump_znode(c, zbr->znode); in write_index()
888 len = ubifs_idx_node_sz(c, znode->child_cnt); in write_index()
889 ubifs_prepare_node(c, idx, len, 0); in write_index()
890 ubifs_node_calc_hash(c, idx, hash); in write_index()
892 mutex_lock(&c->tnc_mutex); in write_index()
895 ubifs_copy_hash(c, hash, in write_index()
900 ubifs_copy_hash(c, hash, in write_index()
903 ubifs_copy_hash(c, hash, c->zroot.hash); in write_index()
906 mutex_unlock(&c->tnc_mutex); in write_index()
910 lnum = c->ilebs[lnum_pos++]; in write_index()
919 ubifs_err(c, "inconsistent znode posn"); in write_index()
926 ubifs_assert(c, ubifs_zn_dirty(znode)); in write_index()
927 ubifs_assert(c, ubifs_zn_cow(znode)); in write_index()
944 * @c->clean_zn_cnt counter. If this znode becomes dirty again in write_index()
946 * @c->clean_zn_cnt will be decremented before it gets in write_index()
948 * This means that @c->clean_zn_cnt may become negative for a in write_index()
951 * Q: why we cannot increment @c->clean_zn_cnt? in write_index()
952 * A: because we do not have the @c->tnc_mutex locked, and the in write_index()
956 * atomic_long_inc(&c->clean_zn_cnt); in write_index()
960 * Thus, we just delay the @c->clean_zn_cnt update until we in write_index()
975 if (cnext == c->cnext) in write_index()
978 next_len = ubifs_idx_node_sz(c, cnext->child_cnt); in write_index()
981 if (next_len && nxt_offs <= c->leb_size) { in write_index()
988 blen = ALIGN(wlen, c->min_io_size); in write_index()
989 ubifs_pad(c, c->cbuf + wlen, blen - wlen); in write_index()
993 err = ubifs_leb_write(c, lnum, c->cbuf, buf_offs, blen); in write_index()
998 if (nxt_offs > c->leb_size) { in write_index()
999 err = ubifs_update_one_lp(c, lnum, LPROPS_NC, 0, in write_index()
1009 memmove(c->cbuf, c->cbuf + blen, used); in write_index()
1015 if (lnum != c->dbg->new_ihead_lnum || in write_index()
1016 buf_offs != c->dbg->new_ihead_offs) { in write_index()
1017 ubifs_err(c, "inconsistent ihead"); in write_index()
1021 c->ihead_lnum = lnum; in write_index()
1022 c->ihead_offs = buf_offs; in write_index()
1029 * @c: UBIFS file-system description object
1033 static void free_obsolete_znodes(struct ubifs_info *c) in free_obsolete_znodes() argument
1037 cnext = c->cnext; in free_obsolete_znodes()
1045 atomic_long_inc(&c->clean_zn_cnt); in free_obsolete_znodes()
1048 } while (cnext != c->cnext); in free_obsolete_znodes()
1053 * @c: UBIFS file-system description object
1058 static int return_gap_lebs(struct ubifs_info *c) in return_gap_lebs() argument
1062 if (!c->gap_lebs) in return_gap_lebs()
1066 for (p = c->gap_lebs; *p != -1; p++) { in return_gap_lebs()
1067 err = ubifs_change_one_lp(c, *p, LPROPS_NC, LPROPS_NC, 0, in return_gap_lebs()
1073 kfree(c->gap_lebs); in return_gap_lebs()
1074 c->gap_lebs = NULL; in return_gap_lebs()
1080 * @c: UBIFS file-system description object
1084 int ubifs_tnc_end_commit(struct ubifs_info *c) in ubifs_tnc_end_commit() argument
1088 if (!c->cnext) in ubifs_tnc_end_commit()
1091 err = return_gap_lebs(c); in ubifs_tnc_end_commit()
1095 err = write_index(c); in ubifs_tnc_end_commit()
1099 mutex_lock(&c->tnc_mutex); in ubifs_tnc_end_commit()
1101 dbg_cmt("TNC height is %d", c->zroot.znode->level + 1); in ubifs_tnc_end_commit()
1103 free_obsolete_znodes(c); in ubifs_tnc_end_commit()
1105 c->cnext = NULL; in ubifs_tnc_end_commit()
1106 kfree(c->ilebs); in ubifs_tnc_end_commit()
1107 c->ilebs = NULL; in ubifs_tnc_end_commit()
1109 mutex_unlock(&c->tnc_mutex); in ubifs_tnc_end_commit()