/linux/mm/ |
H A D | vmscan.c | 386 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size() 1613 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes() 1649 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios() 1770 struct lruvec *lruvec; in folio_isolate_lru() local 1831 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru() 1914 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list() 2034 struct lruvec *lruvec, in shrink_active_list() 2186 struct lruvec *lruvec, struct scan_control *sc) in shrink_list() 2227 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low() 2368 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count() [all …]
|
H A D | swap.c | 107 if (lruvec) in page_cache_release() local 165 lru_add_fn(struct lruvec * lruvec,struct folio * folio) lru_add_fn() argument 208 struct lruvec *lruvec = NULL; folio_batch_move_lru() local 234 lru_move_tail_fn(struct lruvec * lruvec,struct folio * folio) lru_move_tail_fn() argument 271 lru_note_cost(struct lruvec * lruvec,bool file,unsigned int nr_io,unsigned int nr_rotated) lru_note_cost() argument 329 folio_activate_fn(struct lruvec * lruvec,struct folio * folio) folio_activate_fn() argument 379 struct lruvec *lruvec; folio_activate() local 570 lru_deactivate_file_fn(struct lruvec * lruvec,struct folio * folio) lru_deactivate_file_fn() argument 611 lru_deactivate_fn(struct lruvec * lruvec,struct folio * folio) lru_deactivate_fn() argument 627 lru_lazyfree_fn(struct lruvec * lruvec,struct folio * folio) lru_lazyfree_fn() argument 989 struct lruvec *lruvec = NULL; folios_put_refs() local [all...] |
H A D | workingset.c | 237 struct lruvec *lruvec; in lru_gen_eviction() local 263 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec, in lru_gen_test_recent() 286 struct lruvec *lruvec; in lru_gen_refault() local 334 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec, in lru_gen_test_recent() 356 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident() 386 struct lruvec *lruvec; in workingset_eviction() local 543 struct lruvec *lruvec; in workingset_refault() local 690 struct lruvec *lruvec; in count_shadow_nodes() local
|
H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio() 103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio() 122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio() 188 struct lruvec *lruvec = NULL; in mlock_folio_batch() local
|
H A D | zswap.c | 707 struct lruvec *lruvec; zswap_lru_add() local 753 zswap_lruvec_state_init(struct lruvec * lruvec) zswap_lruvec_state_init() argument 760 struct lruvec *lruvec; zswap_folio_swapin() local 1160 struct lruvec *lruvec = mem_cgroup_lruvec(sc->memcg, NODE_DATA(sc->nid)); zswap_shrinker_scan() local 1202 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(sc->nid)); zswap_shrinker_count() local [all...] |
H A D | memcontrol.c | 370 unsigned long lruvec_page_state(struct lruvec *lruvec, enum node_stat_item idx) in lruvec_page_state() 392 unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local() 703 static void __mod_memcg_lruvec_state(struct lruvec *lruvec, in __mod_memcg_lruvec_state() 756 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state() 772 struct lruvec *lruvec; in __lruvec_stat_mod_folio() local 793 struct lruvec *lruvec; in __mod_lruvec_kmem_state() local 1157 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() 1187 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local 1210 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local 1235 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local [all …]
|
H A D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init() argument
|
H A D | huge_memory.c | 3066 struct lruvec *lruvec, struct list_head *list) in lru_add_page_tail() argument 3089 struct lruvec *lruvec, struct list_head *list, in __split_huge_page_tail() argument 3192 struct lruvec *lruvec; in __split_huge_page() local [all...] |
H A D | migrate.c | 2692 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in migrate_misplaced_folio() local
|
H A D | compaction.c | 903 struct lruvec *lruvec; isolate_migratepages_block() local
|
H A D | memcontrol-v1.c | 2611 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local
|
/linux/include/linux/ |
H A D | mm_inline.h | 38 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size() 52 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size() 165 static inline bool lru_gen_is_active(struct lruvec *lruvec, int gen) in lru_gen_is_active() 175 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size() 221 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio() 272 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio() 306 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio() 311 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio() 319 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio() 333 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail() [all …]
|
H A D | mmzone.h | 487 struct lruvec *lruvec; member 575 static inline void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec() 609 struct lruvec { struct 611 /* per lruvec lru_lock for memcg */ argument 624 /* Various lruvec state flags (enum lruvec_flags) */ argument 637 struct zswap_lruvec_state zswap_lruvec_state; argument 1478 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
|
H A D | zswap.h | 61 zswap_lruvec_state_init(struct lruvec * lruvec) zswap_lruvec_state_init() argument
|
H A D | vmstat.h | 537 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state() 568 static inline void __mod_lruvec_state(struct lruvec *lruvec, in __mod_lruvec_state() 574 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
|