| /linux/include/linux/ |
| H A D | mm_inline.h | 38 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
52 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
164 static inline bool lru_gen_is_active(struct lruvec *lruvec, int gen) in lru_gen_is_active()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline unsigned long lru_gen_folio_seq(struct lruvec *lruvec, struct folio *folio, in lru_gen_folio_seq()
253 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
283 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
323 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
328 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
340 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
[all …]
|
| /linux/mm/ |
| H A D | vmscan.c | 418 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
1702 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
1738 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
1861 struct lruvec *lruvec; in folio_isolate_lru() local
1922 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
2005 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2126 struct lruvec *lruvec, in shrink_active_list()
2277 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2318 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2555 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
[all …]
|
| H A D | swap.c | 89 struct lruvec *lruvec = NULL; in page_cache_release() local
118 static void lru_add(struct lruvec *lruvec, struc argument
161 struct lruvec *lruvec = NULL; folio_batch_move_lru() local
213 lru_move_tail(struct lruvec * lruvec,struct folio * folio) lru_move_tail() argument
240 lru_note_cost(struct lruvec * lruvec,bool file,unsigned int nr_io,unsigned int nr_rotated) lru_note_cost() argument
298 lru_activate(struct lruvec * lruvec,struct folio * folio) lru_activate() argument
339 struct lruvec *lruvec; folio_activate() local
548 lru_deactivate_file(struct lruvec * lruvec,struct folio * folio) lru_deactivate_file() argument
589 lru_deactivate(struct lruvec * lruvec,struct folio * folio) lru_deactivate() argument
605 lru_lazyfree(struct lruvec * lruvec,struct folio * folio) lru_lazyfree() argument
944 struct lruvec *lruvec = NULL; folios_put_refs() local
[all...] |
| H A D | workingset.c | 237 struct lruvec *lruvec; in lru_gen_eviction() local
264 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent()
289 struct lruvec *lruvec; in lru_gen_refault() local
333 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent()
355 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident()
385 struct lruvec *lruvec; in workingset_eviction() local
539 struct lruvec *lruvec; in workingset_refault() local
675 struct lruvec *lruvec; in count_shadow_nodes() local
|
| H A D | memcontrol.c | 390 lruvec_page_state(struct lruvec * lruvec,enum node_stat_item idx) lruvec_page_state() argument
412 lruvec_page_state_local(struct lruvec * lruvec,enum node_stat_item idx) lruvec_page_state_local() argument
730 mod_memcg_lruvec_state(struct lruvec * lruvec,enum node_stat_item idx,int val) mod_memcg_lruvec_state() argument
770 __mod_lruvec_state(struct lruvec * lruvec,enum node_stat_item idx,int val) __mod_lruvec_state() argument
786 struct lruvec *lruvec; __lruvec_stat_mod_folio() local
807 struct lruvec *lruvec; __mod_lruvec_kmem_state() local
1180 lruvec_memcg_debug(struct lruvec * lruvec,struct folio * folio) lruvec_memcg_debug() argument
1209 struct lruvec *lruvec = folio_lruvec(folio); folio_lruvec_lock() local
1231 struct lruvec *lruvec = folio_lruvec(folio); folio_lruvec_lock_irq() local
1255 struct lruvec *lruvec = folio_lruvec(folio); folio_lruvec_lock_irqsave() local
1273 mem_cgroup_update_lru_size(struct lruvec * lruvec,enum lru_list lru,int zid,int nr_pages) mem_cgroup_update_lru_size() argument
2523 struct lruvec *lruvec; account_slab_nmi_safe() local
2543 struct lruvec *lruvec; account_slab_nmi_safe() local
4499 lruvec_page_state_output(struct lruvec * lruvec,int item) lruvec_page_state_output() argument
4522 struct lruvec *lruvec; memory_numa_stat_show() local
[all...] |
| H A D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| H A D | zswap.c | 745 void zswap_lruvec_state_init(struct lruvec *lruvec) in zswap_lruvec_state_init() argument
752 struct lruvec *lruvec; in zswap_folio_swapin() local
1279 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(sc->nid)); zswap_shrinker_count() local
[all...] |
| H A D | huge_memory.c | 3262 lru_add_split_folio(struct folio * folio,struct folio * new_folio,struct lruvec * lruvec,struct list_head * list) lru_add_split_folio() argument
3459 struct lruvec *lruvec; __split_unmapped_folio() local
|
| H A D | memcontrol-v1.c | 1743 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local
|
| H A D | compaction.c | 875 struct lruvec *lruvec; isolate_migratepages_block() local
|
| H A D | migrate.c | 2718 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in migrate_misplaced_folio() local
|