Lines Matching refs:leaf

102 		zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr;  in zfs_btree_poison_node()  local
103 (void) memset(leaf->btl_elems, 0x0f, hdr->bth_first * size); in zfs_btree_poison_node()
104 (void) memset(leaf->btl_elems + in zfs_btree_poison_node()
131 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_poison_node_at() local
132 (void) memset(leaf->btl_elems + in zfs_btree_poison_node_at()
153 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_verify_poison_at() local
157 VERIFY3U(leaf->btl_elems[(hdr->bth_first + idx) in zfs_btree_verify_poison_at()
357 zfs_btree_leaf_t *leaf = (depth == 0 ? in zfs_btree_find() local
359 void *d = tree->bt_find_in_buf(tree, leaf->btl_elems + in zfs_btree_find()
360 leaf->btl_hdr.bth_first * size, in zfs_btree_find()
361 leaf->btl_hdr.bth_count, value, &idx); in zfs_btree_find()
364 idx.bti_node = (zfs_btree_hdr_t *)leaf; in zfs_btree_find()
499 bt_grow_leaf(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, uint32_t idx, in bt_grow_leaf() argument
502 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in bt_grow_leaf()
513 bt_shift_leaf(tree, leaf, n, idx, n, BSD_LEFT); in bt_grow_leaf()
516 bt_shift_leaf(tree, leaf, idx, hdr->bth_count - idx, n, in bt_grow_leaf()
523 bt_shift_leaf(tree, leaf, fn, idx, fn, BSD_LEFT); in bt_grow_leaf()
524 bt_shift_leaf(tree, leaf, fn + idx, hdr->bth_count - idx, in bt_grow_leaf()
534 bt_shrink_leaf(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, uint32_t idx, in bt_shrink_leaf() argument
537 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in bt_shrink_leaf()
543 bt_shift_leaf(tree, leaf, 0, idx, n, BSD_RIGHT); in bt_shrink_leaf()
547 bt_shift_leaf(tree, leaf, idx + n, hdr->bth_count - idx - n, n, in bt_shrink_leaf()
604 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)node; in zfs_btree_first_helper() local
610 return (&leaf->btl_elems[node->bth_first * tree->bt_elem_size]); in zfs_btree_first_helper()
791 zfs_btree_insert_leaf_impl(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, in zfs_btree_insert_leaf_impl() argument
795 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in zfs_btree_insert_leaf_impl()
796 ASSERT3U(leaf->btl_hdr.bth_count, <, tree->bt_leaf_cap); in zfs_btree_insert_leaf_impl()
799 zfs_btree_verify_poison_at(tree, &leaf->btl_hdr, in zfs_btree_insert_leaf_impl()
800 leaf->btl_hdr.bth_count); in zfs_btree_insert_leaf_impl()
803 bt_grow_leaf(tree, leaf, idx, 1); in zfs_btree_insert_leaf_impl()
804 uint8_t *start = leaf->btl_elems + (hdr->bth_first + idx) * size; in zfs_btree_insert_leaf_impl()
813 zfs_btree_insert_into_leaf(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, in zfs_btree_insert_into_leaf() argument
823 if (leaf->btl_hdr.bth_count != capacity) { in zfs_btree_insert_into_leaf()
824 zfs_btree_insert_leaf_impl(tree, leaf, idx, value); in zfs_btree_insert_into_leaf()
853 new_hdr->bth_parent = leaf->btl_hdr.bth_parent; in zfs_btree_insert_into_leaf()
859 if (tree->bt_bulk != NULL && leaf == tree->bt_bulk) in zfs_btree_insert_into_leaf()
863 bt_transfer_leaf(tree, leaf, keep_count + 1, move_count, new_leaf, 0); in zfs_btree_insert_into_leaf()
867 bcpy(leaf->btl_elems + (leaf->btl_hdr.bth_first + keep_count) * size, in zfs_btree_insert_into_leaf()
870 bt_shrink_leaf(tree, leaf, keep_count, 1 + move_count); in zfs_btree_insert_into_leaf()
874 zfs_btree_insert_leaf_impl(tree, leaf, idx, value); in zfs_btree_insert_into_leaf()
892 zfs_btree_insert_into_parent(tree, &leaf->btl_hdr, &new_leaf->btl_hdr, in zfs_btree_insert_into_leaf()
931 zfs_btree_leaf_t *leaf = tree->bt_bulk; in zfs_btree_bulk_finish() local
932 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in zfs_btree_bulk_finish()
975 leaf->btl_hdr.bth_count + i); in zfs_btree_bulk_finish()
980 bt_grow_leaf(tree, leaf, 0, move_count); in zfs_btree_bulk_finish()
984 uint8_t *out = leaf->btl_elems + in zfs_btree_bulk_finish()
993 (move_count - 1), move_count - 1, leaf, 0); in zfs_btree_bulk_finish()
1117 zfs_btree_leaf_t *leaf = zfs_btree_leaf_alloc(tree); in zfs_btree_add_idx() local
1118 tree->bt_root = &leaf->btl_hdr; in zfs_btree_add_idx()
1121 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in zfs_btree_add_idx()
1127 zfs_btree_insert_into_leaf(tree, leaf, value, 0); in zfs_btree_add_idx()
1128 tree->bt_bulk = leaf; in zfs_btree_add_idx()
1202 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)node; in zfs_btree_last_helper() local
1208 return (leaf->btl_elems + (node->bth_first + node->bth_count - 1) * in zfs_btree_last_helper()
1253 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)idx->bti_node; in zfs_btree_next_helper() local
1255 if (leaf->btl_hdr.bth_count > new_off) { in zfs_btree_next_helper()
1256 out_idx->bti_node = &leaf->btl_hdr; in zfs_btree_next_helper()
1259 return (leaf->btl_elems + (leaf->btl_hdr.bth_first + in zfs_btree_next_helper()
1263 zfs_btree_hdr_t *prev = &leaf->btl_hdr; in zfs_btree_next_helper()
1264 for (zfs_btree_core_t *node = leaf->btl_hdr.bth_parent; in zfs_btree_next_helper()
1340 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)idx->bti_node; in zfs_btree_prev() local
1342 out_idx->bti_node = &leaf->btl_hdr; in zfs_btree_prev()
1345 return (leaf->btl_elems + (leaf->btl_hdr.bth_first + in zfs_btree_prev()
1348 zfs_btree_hdr_t *prev = &leaf->btl_hdr; in zfs_btree_prev()
1349 for (zfs_btree_core_t *node = leaf->btl_hdr.bth_parent; in zfs_btree_prev()
1393 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)idx->bti_node; in zfs_btree_get() local
1394 return (leaf->btl_elems + (leaf->btl_hdr.bth_first + in zfs_btree_get()
1703 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_remove_idx() local
1713 bt_shrink_leaf(tree, leaf, idx, 1); in zfs_btree_remove_idx()
1719 zfs_btree_node_destroy(tree, &leaf->btl_hdr); in zfs_btree_remove_idx()
1754 bt_shift_leaf(tree, leaf, 0, idx, 1, BSD_RIGHT); in zfs_btree_remove_idx()
1759 bcpy(separator, leaf->btl_elems + hdr->bth_first * size, size); in zfs_btree_remove_idx()
1784 bt_shift_leaf(tree, leaf, idx + 1, hdr->bth_count - idx - 1, in zfs_btree_remove_idx()
1789 bcpy(separator, leaf->btl_elems + (hdr->bth_first + in zfs_btree_remove_idx()
1841 bt_shrink_leaf(tree, leaf, idx, 1); in zfs_btree_remove_idx()
2071 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_verify_order_helper() local
2073 VERIFY3S(tree->bt_compar(leaf->btl_elems + in zfs_btree_verify_order_helper()
2075 leaf->btl_elems + in zfs_btree_verify_order_helper()
2152 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_verify_poison_helper() local
2154 VERIFY3U(leaf->btl_elems[i], ==, 0x0f); in zfs_btree_verify_poison_helper()
2159 VERIFY3U(leaf->btl_elems[i], ==, 0x0f); in zfs_btree_verify_poison_helper()