Lines Matching refs:ksm_stable_node

159 struct ksm_stable_node {  struct
217 struct ksm_stable_node *head;
496 stable_node_cache = KMEM_CACHE(ksm_stable_node, 0); in ksm_slab_init()
522 static __always_inline bool is_stable_node_chain(struct ksm_stable_node *chain) in is_stable_node_chain()
527 static __always_inline bool is_stable_node_dup(struct ksm_stable_node *dup) in is_stable_node_dup()
532 static inline void stable_node_chain_add_dup(struct ksm_stable_node *dup, in stable_node_chain_add_dup()
533 struct ksm_stable_node *chain) in stable_node_chain_add_dup()
542 static inline void __stable_node_dup_del(struct ksm_stable_node *dup) in __stable_node_dup_del()
549 static inline void stable_node_dup_del(struct ksm_stable_node *dup) in stable_node_dup_del()
580 static inline struct ksm_stable_node *alloc_stable_node(void) in alloc_stable_node()
590 static inline void free_stable_node(struct ksm_stable_node *stable_node) in free_stable_node()
838 static struct ksm_stable_node *alloc_stable_node_chain(struct ksm_stable_node *dup, in alloc_stable_node_chain()
841 struct ksm_stable_node *chain = alloc_stable_node(); in alloc_stable_node_chain()
871 static inline void free_stable_node_chain(struct ksm_stable_node *chain, in free_stable_node_chain()
879 static void remove_node_from_stable_tree(struct ksm_stable_node *stable_node) in remove_node_from_stable_tree()
946 static struct folio *ksm_get_folio(struct ksm_stable_node *stable_node, in ksm_get_folio()
1029 struct ksm_stable_node *stable_node; in remove_rmap_item_from_tree()
1087 struct ksm_stable_node *folio_stable_node(const struct folio *folio) in folio_stable_node()
1093 struct ksm_stable_node *stable_node) in folio_set_stable_node()
1103 static int remove_stable_node(struct ksm_stable_node *stable_node) in remove_stable_node()
1141 static int remove_stable_node_chain(struct ksm_stable_node *stable_node, in remove_stable_node_chain()
1144 struct ksm_stable_node *dup; in remove_stable_node_chain()
1168 struct ksm_stable_node *stable_node, *next; in remove_all_stable_nodes()
1175 struct ksm_stable_node, node); in remove_all_stable_nodes()
1640 bool __is_page_sharing_candidate(struct ksm_stable_node *stable_node, int offset) in __is_page_sharing_candidate()
1654 bool is_page_sharing_candidate(struct ksm_stable_node *stable_node) in is_page_sharing_candidate()
1659 static struct folio *stable_node_dup(struct ksm_stable_node **_stable_node_dup, in stable_node_dup()
1660 struct ksm_stable_node **_stable_node, in stable_node_dup()
1664 struct ksm_stable_node *dup, *found = NULL, *stable_node = *_stable_node; in stable_node_dup()
1787 static struct folio *__stable_node_chain(struct ksm_stable_node **_stable_node_dup, in __stable_node_chain()
1788 struct ksm_stable_node **_stable_node, in __stable_node_chain()
1792 struct ksm_stable_node *stable_node = *_stable_node; in __stable_node_chain()
1802 static __always_inline struct folio *chain_prune(struct ksm_stable_node **s_n_d, in chain_prune()
1803 struct ksm_stable_node **s_n, in chain_prune()
1809 static __always_inline struct folio *chain(struct ksm_stable_node **s_n_d, in chain()
1810 struct ksm_stable_node **s_n, in chain()
1831 struct ksm_stable_node *stable_node, *stable_node_dup; in stable_tree_search()
1832 struct ksm_stable_node *page_node; in stable_tree_search()
1854 stable_node = rb_entry(*new, struct ksm_stable_node, node); in stable_tree_search()
2039 static struct ksm_stable_node *stable_tree_insert(struct folio *kfolio) in stable_tree_insert()
2046 struct ksm_stable_node *stable_node, *stable_node_dup; in stable_tree_insert()
2061 stable_node = rb_entry(*new, struct ksm_stable_node, node); in stable_tree_insert()
2103 struct ksm_stable_node *orig = stable_node; in stable_tree_insert()
2206 struct ksm_stable_node *stable_node, in stable_tree_append()
2253 struct ksm_stable_node *stable_node; in cmp_and_merge_page()
2611 struct ksm_stable_node *stable_node, *next; in scan_get_next_rmap_item()
3154 struct ksm_stable_node *stable_node; in rmap_walk_ksm()
3229 struct ksm_stable_node *stable_node; in collect_procs_ksm()
3269 struct ksm_stable_node *stable_node; in folio_migrate_ksm()
3302 static bool stable_node_dup_remove_range(struct ksm_stable_node *stable_node, in stable_node_dup_remove_range()
3318 static bool stable_node_chain_remove_range(struct ksm_stable_node *stable_node, in stable_node_chain_remove_range()
3323 struct ksm_stable_node *dup; in stable_node_chain_remove_range()
3347 struct ksm_stable_node *stable_node, *next; in ksm_check_stable_tree()
3354 stable_node = rb_entry(node, struct ksm_stable_node, node); in ksm_check_stable_tree()