Lines Matching refs:leaf
101 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_poison_node() local
102 (void) memset(leaf->btl_elems, 0x0f, hdr->bth_first * size); in zfs_btree_poison_node()
103 (void) memset(leaf->btl_elems + in zfs_btree_poison_node()
130 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_poison_node_at() local
131 (void) memset(leaf->btl_elems + in zfs_btree_poison_node_at()
152 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_verify_poison_at() local
156 VERIFY3U(leaf->btl_elems[(hdr->bth_first + idx) in zfs_btree_verify_poison_at()
320 zfs_btree_leaf_t *leaf = (depth == 0 ? in zfs_btree_find() local
322 void *d = zfs_btree_find_in_buf(tree, leaf->btl_elems + in zfs_btree_find()
323 leaf->btl_hdr.bth_first * size, in zfs_btree_find()
324 leaf->btl_hdr.bth_count, value, &idx); in zfs_btree_find()
327 idx.bti_node = (zfs_btree_hdr_t *)leaf; in zfs_btree_find()
462 bt_grow_leaf(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, uint32_t idx, in bt_grow_leaf() argument
465 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in bt_grow_leaf()
476 bt_shift_leaf(tree, leaf, n, idx, n, BSD_LEFT); in bt_grow_leaf()
479 bt_shift_leaf(tree, leaf, idx, hdr->bth_count - idx, n, in bt_grow_leaf()
486 bt_shift_leaf(tree, leaf, fn, idx, fn, BSD_LEFT); in bt_grow_leaf()
487 bt_shift_leaf(tree, leaf, fn + idx, hdr->bth_count - idx, in bt_grow_leaf()
497 bt_shrink_leaf(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, uint32_t idx, in bt_shrink_leaf() argument
500 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in bt_shrink_leaf()
506 bt_shift_leaf(tree, leaf, 0, idx, n, BSD_RIGHT); in bt_shrink_leaf()
510 bt_shift_leaf(tree, leaf, idx + n, hdr->bth_count - idx - n, n, in bt_shrink_leaf()
567 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)node; in zfs_btree_first_helper() local
573 return (&leaf->btl_elems[node->bth_first * tree->bt_elem_size]); in zfs_btree_first_helper()
754 zfs_btree_insert_leaf_impl(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, in zfs_btree_insert_leaf_impl() argument
758 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in zfs_btree_insert_leaf_impl()
759 ASSERT3U(leaf->btl_hdr.bth_count, <, tree->bt_leaf_cap); in zfs_btree_insert_leaf_impl()
762 zfs_btree_verify_poison_at(tree, &leaf->btl_hdr, in zfs_btree_insert_leaf_impl()
763 leaf->btl_hdr.bth_count); in zfs_btree_insert_leaf_impl()
766 bt_grow_leaf(tree, leaf, idx, 1); in zfs_btree_insert_leaf_impl()
767 uint8_t *start = leaf->btl_elems + (hdr->bth_first + idx) * size; in zfs_btree_insert_leaf_impl()
776 zfs_btree_insert_into_leaf(zfs_btree_t *tree, zfs_btree_leaf_t *leaf, in zfs_btree_insert_into_leaf() argument
786 if (leaf->btl_hdr.bth_count != capacity) { in zfs_btree_insert_into_leaf()
787 zfs_btree_insert_leaf_impl(tree, leaf, idx, value); in zfs_btree_insert_into_leaf()
817 new_hdr->bth_parent = leaf->btl_hdr.bth_parent; in zfs_btree_insert_into_leaf()
823 if (tree->bt_bulk != NULL && leaf == tree->bt_bulk) in zfs_btree_insert_into_leaf()
827 bt_transfer_leaf(tree, leaf, keep_count + 1, move_count, new_leaf, 0); in zfs_btree_insert_into_leaf()
831 bcpy(leaf->btl_elems + (leaf->btl_hdr.bth_first + keep_count) * size, in zfs_btree_insert_into_leaf()
834 bt_shrink_leaf(tree, leaf, keep_count, 1 + move_count); in zfs_btree_insert_into_leaf()
838 zfs_btree_insert_leaf_impl(tree, leaf, idx, value); in zfs_btree_insert_into_leaf()
856 zfs_btree_insert_into_parent(tree, &leaf->btl_hdr, &new_leaf->btl_hdr, in zfs_btree_insert_into_leaf()
895 zfs_btree_leaf_t *leaf = tree->bt_bulk; in zfs_btree_bulk_finish() local
896 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in zfs_btree_bulk_finish()
939 leaf->btl_hdr.bth_count + i); in zfs_btree_bulk_finish()
944 bt_grow_leaf(tree, leaf, 0, move_count); in zfs_btree_bulk_finish()
948 uint8_t *out = leaf->btl_elems + in zfs_btree_bulk_finish()
957 (move_count - 1), move_count - 1, leaf, 0); in zfs_btree_bulk_finish()
1081 zfs_btree_leaf_t *leaf = kmem_cache_alloc(zfs_btree_leaf_cache, in zfs_btree_add_idx() local
1083 tree->bt_root = &leaf->btl_hdr; in zfs_btree_add_idx()
1086 zfs_btree_hdr_t *hdr = &leaf->btl_hdr; in zfs_btree_add_idx()
1092 zfs_btree_insert_into_leaf(tree, leaf, value, 0); in zfs_btree_add_idx()
1093 tree->bt_bulk = leaf; in zfs_btree_add_idx()
1167 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)node; in zfs_btree_last_helper() local
1173 return (leaf->btl_elems + (node->bth_first + node->bth_count - 1) * in zfs_btree_last_helper()
1218 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)idx->bti_node; in zfs_btree_next_helper() local
1220 if (leaf->btl_hdr.bth_count > new_off) { in zfs_btree_next_helper()
1221 out_idx->bti_node = &leaf->btl_hdr; in zfs_btree_next_helper()
1224 return (leaf->btl_elems + (leaf->btl_hdr.bth_first + in zfs_btree_next_helper()
1228 zfs_btree_hdr_t *prev = &leaf->btl_hdr; in zfs_btree_next_helper()
1229 for (zfs_btree_core_t *node = leaf->btl_hdr.bth_parent; in zfs_btree_next_helper()
1305 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)idx->bti_node; in zfs_btree_prev() local
1307 out_idx->bti_node = &leaf->btl_hdr; in zfs_btree_prev()
1310 return (leaf->btl_elems + (leaf->btl_hdr.bth_first + in zfs_btree_prev()
1313 zfs_btree_hdr_t *prev = &leaf->btl_hdr; in zfs_btree_prev()
1314 for (zfs_btree_core_t *node = leaf->btl_hdr.bth_parent; in zfs_btree_prev()
1358 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)idx->bti_node; in zfs_btree_get() local
1359 return (leaf->btl_elems + (leaf->btl_hdr.bth_first + in zfs_btree_get()
1668 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_remove_idx() local
1678 bt_shrink_leaf(tree, leaf, idx, 1); in zfs_btree_remove_idx()
1684 zfs_btree_node_destroy(tree, &leaf->btl_hdr); in zfs_btree_remove_idx()
1719 bt_shift_leaf(tree, leaf, 0, idx, 1, BSD_RIGHT); in zfs_btree_remove_idx()
1724 bcpy(separator, leaf->btl_elems + hdr->bth_first * size, size); in zfs_btree_remove_idx()
1749 bt_shift_leaf(tree, leaf, idx + 1, hdr->bth_count - idx - 1, in zfs_btree_remove_idx()
1754 bcpy(separator, leaf->btl_elems + (hdr->bth_first + in zfs_btree_remove_idx()
1806 bt_shrink_leaf(tree, leaf, idx, 1); in zfs_btree_remove_idx()
2036 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_verify_order_helper() local
2038 VERIFY3S(tree->bt_compar(leaf->btl_elems + in zfs_btree_verify_order_helper()
2040 leaf->btl_elems + in zfs_btree_verify_order_helper()
2117 zfs_btree_leaf_t *leaf = (zfs_btree_leaf_t *)hdr; in zfs_btree_verify_poison_helper() local
2119 VERIFY3U(leaf->btl_elems[i], ==, 0x0f); in zfs_btree_verify_poison_helper()
2122 VERIFY3U(leaf->btl_elems[i], ==, 0x0f); in zfs_btree_verify_poison_helper()