| /linux/include/linux/ |
| H A D | mm_inline.h | 38 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
52 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
164 static inline bool lru_gen_is_active(const struct lruvec *lruvec, int gen) in lru_gen_is_active()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline unsigned long lru_gen_folio_seq(const struct lruvec *lruvec, in lru_gen_folio_seq()
254 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
284 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
324 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
329 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
341 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
[all …]
|
| H A D | memcontrol.h | 113 struct lruvec lruvec; member
711 struct lruvec *lruvec; in mem_cgroup_lruvec() local
765 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
844 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
902 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
1183 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1311 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
1322 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
1388 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state()
1394 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
[all …]
|
| H A D | mmzone.h | 546 struct lruvec *lruvec; member
634 static inline void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
669 struct lruvec { struct
671 /* per lruvec lru_lock for memcg */ argument
684 /* Various lruvec state flags (enum lruvec_flags) */ argument
697 struct zswap_lruvec_state zswap_lruvec_state; argument
1572 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
|
| H A D | vmstat.h | 537 mod_lruvec_state(struct lruvec * lruvec,enum node_stat_item idx,int val) mod_lruvec_state() argument
|
| /linux/mm/ |
| H A D | swap.c | 89 struct lruvec *lruvec = NULL; in page_cache_release() local
118 static void lru_add(struct lruvec *lruvec, struc argument
161 struct lruvec *lruvec = NULL; folio_batch_move_lru() local
213 lru_move_tail(struct lruvec * lruvec,struct folio * folio) lru_move_tail() argument
240 lru_note_cost_unlock_irq(struct lruvec * lruvec,bool file,unsigned int nr_io,unsigned int nr_rotated) lru_note_cost_unlock_irq() argument
296 struct lruvec *lruvec; lru_note_cost_refault() local
303 lru_activate(struct lruvec * lruvec,struct folio * folio) lru_activate() argument
345 struct lruvec *lruvec; folio_activate() local
554 lru_deactivate_file(struct lruvec * lruvec,struct folio * folio) lru_deactivate_file() argument
595 lru_deactivate(struct lruvec * lruvec,struct folio * folio) lru_deactivate() argument
611 lru_lazyfree(struct lruvec * lruvec,struct folio * folio) lru_lazyfree() argument
954 struct lruvec *lruvec = NULL; folios_put_refs() local
[all...] |
| H A D | vmscan.c | 412 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
1675 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
1711 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
1834 struct lruvec *lruvec; in folio_isolate_lru() local
1895 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
1978 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2099 struct lruvec *lruvec, in shrink_active_list()
2250 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2291 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2527 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
[all …]
|
| H A D | workingset.c | 237 struct lruvec *lruvec; in lru_gen_eviction() local
264 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent() argument
289 struct lruvec *lruvec; lru_gen_refault() local
333 lru_gen_test_recent(void * shadow,struct lruvec ** lruvec,unsigned long * token,bool * workingset) lru_gen_test_recent() argument
355 workingset_age_nonresident(struct lruvec * lruvec,unsigned long nr_pages) workingset_age_nonresident() argument
385 struct lruvec *lruvec; workingset_eviction() local
539 struct lruvec *lruvec; workingset_refault() local
675 struct lruvec *lruvec; count_shadow_nodes() local
[all...] |
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
188 struct lruvec *lruvec = NULL; in mlock_folio_batch() local
|
| H A D | memcontrol.c | 393 unsigned long lruvec_page_state(struct lruvec *lruvec, enum node_stat_item idx) in lruvec_page_state()
415 unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
739 static void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state()
779 void mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in mod_lruvec_state()
795 struct lruvec *lruvec; in lruvec_stat_mod_folio() local
816 struct lruvec *lruvec; in mod_lruvec_kmem_state() local
1197 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1226 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local
1248 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local
1272 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local
[all …]
|
| H A D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| H A D | zswap.c | 657 void zswap_lruvec_state_init(struct lruvec *lruvec) in zswap_lruvec_state_init()
664 struct lruvec *lruvec; in zswap_folio_swapin() local
1206 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(sc->nid)); in zswap_shrinker_count() local
|
| H A D | huge_memory.c | 3447 struct lruvec *lruvec, struct list_head *list) in lru_add_split_folio()
3796 struct lruvec *lruvec; in __folio_freeze_and_split_unmapped() local
|
| H A D | memcontrol-v1.c | 1765 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local
|
| H A D | compaction.c | 842 struct lruvec *lruvec; in isolate_migratepages_block() local
|
| H A D | migrate.c | 2729 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in migrate_misplaced_folio() local
|
| /linux/mm/damon/ |
| H A D | core.c | 2121 struct lruvec *lruvec; in damos_get_node_memcg_used_bp() local
|