Lines Matching refs:pivots

646 mas_safe_pivot(const struct ma_state *mas, unsigned long *pivots,  in mas_safe_pivot()  argument
652 return pivots[piv]; in mas_safe_pivot()
664 mas_safe_min(struct ma_state *mas, unsigned long *pivots, unsigned char offset) in mas_safe_min() argument
667 return pivots[offset - 1] + 1; in mas_safe_min()
836 unsigned long *pivots; in mt_clear_meta() local
842 pivots = mn->mr64.pivot; in mt_clear_meta()
843 if (unlikely(pivots[MAPLE_RANGE64_SLOTS - 2])) { in mt_clear_meta()
955 unsigned long *pivots; in mas_descend() local
961 pivots = ma_pivots(node, type); in mas_descend()
965 mas->min = pivots[mas->offset - 1] + 1; in mas_descend()
966 mas->max = mas_safe_pivot(mas, pivots, mas->offset, type); in mas_descend()
988 unsigned long *pivots; in mas_ascend() local
1039 pivots = ma_pivots(a_node, a_type); in mas_ascend()
1046 min = pivots[a_slot - 1] + 1; in mas_ascend()
1051 max = pivots[a_slot]; in mas_ascend()
1246 enum maple_type type, unsigned long *pivots, unsigned long max) in ma_data_end() argument
1250 if (!pivots) in ma_data_end()
1257 if (likely(!pivots[offset])) in ma_data_end()
1260 if (likely(pivots[offset] == max)) in ma_data_end()
1280 unsigned long *pivots; in mas_data_end() local
1287 pivots = ma_pivots(node, type); in mas_data_end()
1292 if (likely(!pivots[offset])) in mas_data_end()
1295 if (likely(pivots[offset] == mas->max)) in mas_data_end()
1312 unsigned long *pivots; in mas_leaf_max_gap() local
1341 pivots = ma_pivots(mn, mt); in mas_leaf_max_gap()
1343 max_gap = pivots[0] - mas->min + 1; in mas_leaf_max_gap()
1350 max_piv = ma_data_end(mn, mt, pivots, mas->max) - 1; in mas_leaf_max_gap()
1356 gap = ULONG_MAX - pivots[max_piv]; in mas_leaf_max_gap()
1360 if (max_gap > pivots[max_piv] - mas->min) in mas_leaf_max_gap()
1369 pstart = pivots[i - 1]; in mas_leaf_max_gap()
1370 gap = pivots[i] - pstart; in mas_leaf_max_gap()
1528 unsigned long *pivots = ma_pivots(node, type); in mas_adopt_children() local
1532 offset = ma_data_end(node, type, pivots, mas->max); in mas_adopt_children()
1595 unsigned long *pivots; in mas_find_child() local
1603 pivots = ma_pivots(node, mt); in mas_find_child()
1604 end = ma_data_end(node, mt, pivots, mas->max); in mas_find_child()
1744 unsigned long *pivots, *gaps; in mas_mab_cp() local
1750 pivots = ma_pivots(node, mt); in mas_mab_cp()
1752 b_node->pivot[j] = pivots[i++]; in mas_mab_cp()
1760 b_node->pivot[j] = pivots[i]; in mas_mab_cp()
1768 b_node->pivot[j] = mas_safe_pivot(mas, pivots, i, mt); in mas_mab_cp()
1810 unsigned long *pivots = ma_pivots(node, mt); in mab_mas_cp() local
1817 if (!pivots[mt_pivots[mt] - 1]) in mab_mas_cp()
1822 pivots[j++] = b_node->pivot[i++]; in mab_mas_cp()
1898 piv = mas_safe_pivot(mas, wr_mas->pivots, offset_end, wr_mas->type); in mas_store_b_node()
2006 wr_mas->pivots = ma_pivots(wr_mas->node, wr_mas->type); in mas_wr_node_walk()
2008 wr_mas->pivots, mas->max); in mas_wr_node_walk()
2011 while (offset < count && mas->index > wr_mas->pivots[offset]) in mas_wr_node_walk()
2014 wr_mas->r_max = offset < count ? wr_mas->pivots[offset] : mas->max; in mas_wr_node_walk()
2015 wr_mas->r_min = mas_safe_min(mas, wr_mas->pivots, offset); in mas_wr_node_walk()
2540 unsigned long *pivots; in mtree_range_walk() local
2557 pivots = ma_pivots(node, type); in mtree_range_walk()
2558 end = ma_data_end(node, type, pivots, max); in mtree_range_walk()
2561 if (pivots[0] >= mas->index) { in mtree_range_walk()
2563 max = pivots[0]; in mtree_range_walk()
2569 if (pivots[offset] >= mas->index) { in mtree_range_walk()
2570 max = pivots[offset]; in mtree_range_walk()
2576 min = pivots[offset - 1] + 1; in mtree_range_walk()
3086 unsigned long *pivots; in mas_root_expand() local
3090 pivots = ma_pivots(node, type); in mas_root_expand()
3102 pivots[slot++] = mas->index - 1; in mas_root_expand()
3107 pivots[slot] = mas->last; in mas_root_expand()
3109 pivots[++slot] = ULONG_MAX; in mas_root_expand()
3267 l_mas->index = l_wr_mas->pivots[l_slot - 2] + 1; in mas_extend_spanning_null()
3281 r_mas->last = mas_safe_pivot(r_mas, r_wr_mas->pivots, in mas_extend_spanning_null()
3312 unsigned long *pivots; in mtree_lookup_walk() local
3324 pivots = ma_pivots(node, type); in mtree_lookup_walk()
3328 if (pivots[offset] >= mas->index) in mtree_lookup_walk()
3360 unsigned long *pivots; in mas_new_root() local
3372 pivots = ma_pivots(node, type); in mas_new_root()
3378 pivots[0] = mas->last; in mas_new_root()
3515 memcpy(dst_pivots, wr_mas->pivots, sizeof(unsigned long) * mas->offset); in mas_wr_node_store()
3541 memcpy(dst_pivots + dst_offset, wr_mas->pivots + offset_end, in mas_wr_node_store()
3581 wr_mas->pivots[offset] = mas->last; in mas_wr_slot_store()
3585 wr_mas->pivots[offset] = mas->index - 1; in mas_wr_slot_store()
3596 wr_mas->pivots[offset] = mas->index - 1; in mas_wr_slot_store()
3597 wr_mas->pivots[offset + 1] = mas->last; in mas_wr_slot_store()
3628 mas->last = wr_mas->pivots[wr_mas->offset_end]; in mas_wr_extend_null()
3642 mas_safe_min(mas, wr_mas->pivots, mas->offset); in mas_wr_extend_null()
3643 wr_mas->r_max = wr_mas->pivots[mas->offset]; in mas_wr_extend_null()
3651 (wr_mas->mas->last > wr_mas->pivots[wr_mas->offset_end])) in mas_wr_end_piv()
3655 wr_mas->end_piv = wr_mas->pivots[wr_mas->offset_end]; in mas_wr_end_piv()
3692 wr_mas->pivots[new_end] = wr_mas->pivots[end]; in mas_wr_append()
3701 wr_mas->pivots[end] = mas->index - 1; in mas_wr_append()
3706 wr_mas->pivots[end] = mas->last; in mas_wr_append()
3712 wr_mas->pivots[end + 1] = mas->last; in mas_wr_append()
3714 wr_mas->pivots[end] = mas->index - 1; in mas_wr_append()
4099 unsigned long *pivots; in mas_prev_node() local
4134 pivots = ma_pivots(node, mt); in mas_prev_node()
4135 offset = ma_data_end(node, mt, pivots, max); in mas_prev_node()
4142 pivots = ma_pivots(node, mt); in mas_prev_node()
4147 mas->min = pivots[offset - 1] + 1; in mas_prev_node()
4179 unsigned long *pivots; in mas_prev_slot() local
4186 pivots = ma_pivots(node, type); in mas_prev_slot()
4191 pivot = mas_safe_min(mas, pivots, mas->offset); in mas_prev_slot()
4204 mas->index = mas_safe_min(mas, pivots, mas->offset); in mas_prev_slot()
4220 pivots = ma_pivots(node, type); in mas_prev_slot()
4221 mas->index = pivots[mas->offset - 1] + 1; in mas_prev_slot()
4260 unsigned long *pivots; in mas_next_node() local
4284 pivots = ma_pivots(node, mt); in mas_next_node()
4285 node_end = ma_data_end(node, mt, pivots, mas->max); in mas_next_node()
4312 pivots = ma_pivots(node, mt); in mas_next_node()
4314 mas->max = mas_safe_pivot(mas, pivots, mas->offset, mt); in mas_next_node()
4317 pivots = ma_pivots(tmp, mt); in mas_next_node()
4318 mas->end = ma_data_end(tmp, mt, pivots, mas->max); in mas_next_node()
4346 unsigned long *pivots; in mas_next_slot() local
4356 pivots = ma_pivots(node, type); in mas_next_slot()
4362 pivot = pivots[mas->offset]; in mas_next_slot()
4376 mas->index = pivots[mas->offset] + 1; in mas_next_slot()
4380 mas->last = pivots[mas->offset]; in mas_next_slot()
4401 pivots = ma_pivots(node, type); in mas_next_slot()
4402 mas->last = pivots[0]; in mas_next_slot()
4441 unsigned long *pivots, *gaps; in mas_rev_awalk() local
4456 pivots = ma_pivots(node, type); in mas_rev_awalk()
4460 min = mas_safe_min(mas, pivots, offset); in mas_rev_awalk()
4463 min = mas_safe_min(mas, pivots, --offset); in mas_rev_awalk()
4465 max = mas_safe_pivot(mas, pivots, offset, type); in mas_rev_awalk()
4483 max = pivots[offset]; in mas_rev_awalk()
4484 min = mas_safe_min(mas, pivots, offset); in mas_rev_awalk()
4494 min = mas_safe_min(mas, pivots, offset); in mas_rev_awalk()
4528 unsigned long *gaps, *pivots; in mas_anode_descend() local
4539 pivots = ma_pivots(node, type); in mas_anode_descend()
4543 min = mas_safe_min(mas, pivots, offset); in mas_anode_descend()
4544 data_end = ma_data_end(node, type, pivots, mas->max); in mas_anode_descend()
4546 pivot = mas_safe_pivot(mas, pivots, offset, type); in mas_anode_descend()
4738 unsigned long *pivots; in mas_empty_area() local
4770 pivots = ma_pivots(node, mt); in mas_empty_area()
4771 min = mas_safe_min(mas, pivots, offset); in mas_empty_area()
4775 mas->end = ma_data_end(node, mt, pivots, mas->max); in mas_empty_area()
6879 unsigned long *pivots = ma_pivots(node, mt); in mas_validate_gaps() local
6897 p_end = mas_safe_pivot(mas, pivots, i, mt); in mas_validate_gaps()
7000 unsigned long *pivots = ma_pivots(mte_to_node(mas->node), type); in mas_validate_child_slot() local
7030 if (i < mt_pivots[type] && pivots[i] == mas->max) in mas_validate_child_slot()
7046 unsigned long *pivots = ma_pivots(mas_mn(mas), type); in mas_validate_limits() local
7051 piv = mas_safe_pivot(mas, pivots, i, type); in mas_validate_limits()
7096 unsigned long piv = pivots[i]; in mas_validate_limits()