| /linux/include/linux/ |
| H A D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
47 static inline void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
[all …]
|
| H A D | page-flags.h | 208 static __always_inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument
211 return page; in page_fixed_fake_head()
219 if (IS_ALIGNED((unsigned long)page, PAGE_SIZE) && in page_fixed_fake_head()
220 test_bit(PG_head, &page->flags.f)) { in page_fixed_fake_head()
226 unsigned long head = READ_ONCE(page[1].compound_head); in page_fixed_fake_head()
229 return (const struct page *)(head - 1); in page_fixed_fake_head()
231 return page; in page_fixed_fake_head()
234 static __always_inline bool page_count_writable(const struct page *page, int u) in page_count_writable() argument
260 if (atomic_read_acquire(&page->_refcount) == u) in page_count_writable()
263 return page_fixed_fake_head(page) == page; in page_count_writable()
[all …]
|
| H A D | highmem-internal.h | 10 void *__kmap_local_page_prot(const struct page *page, pgprot_t prot);
35 void *kmap_high(struct page *page);
36 void kunmap_high(const struct page *page);
38 struct page *__kmap_to_page(void *addr);
40 static inline void *kmap(struct page *page) in kmap() argument
45 if (!PageHighMem(page)) in kmap()
46 addr = page_address(page); in kmap()
48 addr = kmap_high(page); in kmap()
53 static inline void kunmap(const struct page *page) in kunmap() argument
56 if (!PageHighMem(page)) in kunmap()
[all …]
|
| H A D | pageblock-flags.h | 82 struct page;
84 enum migratetype get_pfnblock_migratetype(const struct page *page,
86 bool get_pfnblock_bit(const struct page *page, unsigned long pfn,
88 void set_pfnblock_bit(const struct page *page, unsigned long pfn,
90 void clear_pfnblock_bit(const struct page *page, unsigned long pfn,
95 #define get_pageblock_skip(page) \ argument
96 get_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip)
97 #define clear_pageblock_skip(page) \ argument
98 clear_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip)
99 #define set_pageblock_skip(page) \ argument
[all …]
|
| H A D | highmem.h | 17 * kmap - Map a page for long term usage
18 * @page: Pointer to the page to be mapped
37 static inline void *kmap(struct page *page);
41 * @page: Pointer to the page which was mapped by kmap()
46 static inline void kunmap(const struct page *page);
49 * kmap_to_page - Get the page fo
186 flush_anon_page(struct vm_area_struct * vma,struct page * page,unsigned long vmaddr) flush_anon_page() argument
202 clear_user_highpage(struct page * page,unsigned long vaddr) clear_user_highpage() argument
237 clear_highpage(struct page * page) clear_highpage() argument
244 clear_highpage_kasan_tagged(struct page * page) clear_highpage_kasan_tagged() argument
255 tag_clear_highpages(struct page * page,int numpages) tag_clear_highpages() argument
270 zero_user_segments(struct page * page,unsigned start1,unsigned end1,unsigned start2,unsigned end2) zero_user_segments() argument
291 zero_user_segment(struct page * page,unsigned start,unsigned end) zero_user_segment() argument
430 memset_page(struct page * page,size_t offset,int val,size_t len) memset_page() argument
440 memcpy_from_page(char * to,struct page * page,size_t offset,size_t len) memcpy_from_page() argument
450 memcpy_to_page(struct page * page,size_t offset,const char * from,size_t len) memcpy_to_page() argument
461 memzero_page(struct page * page,size_t offset,size_t len) memzero_page() argument
[all...] |
| H A D | pgalloc_tag.h | 25 struct page *page; /* reference in page flags */ member
101 static inline bool get_page_tag_ref(struct page *page, union codetag_ref *ref, in get_page_tag_ref() argument
104 if (!page) in get_page_tag_ref()
110 idx = (page->flags.f >> alloc_tag_ref_offs) & in get_page_tag_ref()
113 handle->page = page; in get_page_tag_ref()
118 page_ext = page_ext_get(page); in get_page_tag_ref()
142 struct page *page = handle.page; in update_page_tag_ref() local
147 if (WARN_ON(!page || !ref)) in update_page_tag_ref()
153 old_flags = READ_ONCE(page->flags.f); in update_page_tag_ref()
157 } while (unlikely(!try_cmpxchg(&page->flags.f, &old_flags, flags))); in update_page_tag_ref()
[all …]
|
| H A D | mm.h | 26 #include <linux/page-flags.h>
79 * PAGE_SHIFT is the shift for page size (e.g., 12 for 4KB pages)
112 #include <asm/page.h>
129 * a zero page mapping on a read fault.
132 * related to the physical page in case of virtualization.
145 /* This function must be updated when the size of struct page grows above 96
152 static inline void __mm_zero_struct_page(struct page *page) in __mm_zero_struct_page()
154 unsigned long *_pp = (void *)page; in __mm_zero_struct_page()
156 /* Check that struct page i in __mm_zero_struct_page()
150 __mm_zero_struct_page(struct page * page) __mm_zero_struct_page() argument
216 page_range_contiguous(const struct page * page,unsigned long nr_pages) page_range_contiguous() argument
241 folio_page_idx(const struct folio * folio,const struct page * page) folio_page_idx() argument
716 struct page *page; /* ->fault handlers should return a global() member
1230 compound_order(const struct page * page) compound_order() argument
1290 put_page_testzero(struct page * page) put_page_testzero() argument
1307 get_page_unless_zero(struct page * page) get_page_unless_zero() argument
1312 folio_get_nontail_page(struct page * page) folio_get_nontail_page() argument
1422 page_mapped(const struct page * page) page_mapped() argument
1429 struct page *page = virt_to_page(x); virt_to_head_page() local
1436 struct page *page = virt_to_page(x); virt_to_folio() local
1450 page_size(const struct page * page) page_size() argument
1456 page_shift(struct page * page) page_shift() argument
1465 thp_order(struct page * page) thp_order() argument
1477 thp_size(struct page * page) thp_size() argument
1581 get_page(struct page * page) get_page() argument
1591 try_get_page(struct page * page) try_get_page() argument
1678 put_page(struct page * page) put_page() argument
1762 page_zone_id(struct page * page) page_zone_id() argument
1776 page_to_nid(const struct page * page) page_to_nid() argument
1845 page_cpupid_reset_last(struct page * page) page_cpupid_reset_last() argument
1857 page_cpupid_reset_last(struct page * page) page_cpupid_reset_last() argument
1924 page_cpupid_reset_last(struct page * page) page_cpupid_reset_last() argument
1950 page_kasan_tag(const struct page * page) page_kasan_tag() argument
1962 page_kasan_tag_set(struct page * page,u8 tag) page_kasan_tag_set() argument
1978 page_kasan_tag_reset(struct page * page) page_kasan_tag_reset() argument
1986 page_kasan_tag(const struct page * page) page_kasan_tag() argument
1991 page_kasan_tag_set(struct page * page,u8 tag) page_kasan_tag_set() argument
1992 page_kasan_tag_reset(struct page * page) page_kasan_tag_reset() argument
1996 page_zone(const struct page * page) page_zone() argument
2001 page_pgdat(const struct page * page) page_pgdat() argument
2017 set_page_section(struct page * page,unsigned long section) set_page_section() argument
2054 mk_pte(const struct page * page,pgprot_t pgprot) mk_pte() argument
2181 is_zero_page(const struct page * page) is_zero_page() argument
2233 set_page_zone(struct page * page,enum zone_type zone) set_page_zone() argument
2239 set_page_node(struct page * page,unsigned long node) set_page_node() argument
2245 set_page_links(struct page * page,enum zone_type zone,unsigned long node,unsigned long pfn) set_page_links() argument
2303 compound_nr(const struct page * page) compound_nr() argument
2497 page_address(const struct page * page) page_address() argument
2501 set_page_address(struct page * page,void * address) set_page_address() argument
2514 lowmem_page_address(const struct page * page) lowmem_page_address() argument
2520 page_address(page) global() argument
2521 set_page_address(page,address) global() argument
2535 page_is_pfmemalloc(const struct page * page) page_is_pfmemalloc() argument
2564 set_page_pfmemalloc(struct page * page) set_page_pfmemalloc() argument
2569 clear_page_pfmemalloc(struct page * page) clear_page_pfmemalloc() argument
2755 struct page *page; get_user_page_vma_remote() local
3194 struct page *page = alloc_pages_noprof(gfp | __GFP_COMP, order); pagetable_alloc_noprof() local
3202 struct page *page = ptdesc_page(pt); __pagetable_free() local
3506 mark_page_reserved(struct page * page) mark_page_reserved() argument
3961 vmf_insert_page(struct vm_area_struct * vma,unsigned long addr,struct page * page) vmf_insert_page() argument
4077 kernel_poison_pages(struct page * page,int numpages) kernel_poison_pages() argument
4082 kernel_unpoison_pages(struct page * page,int numpages) kernel_unpoison_pages() argument
4090 __kernel_poison_pages(struct page * page,int nunmpages) __kernel_poison_pages() argument
4091 kernel_poison_pages(struct page * page,int numpages) kernel_poison_pages() argument
4092 kernel_unpoison_pages(struct page * page,int numpages) kernel_unpoison_pages() argument
4138 debug_pagealloc_map_pages(struct page * page,int numpages) debug_pagealloc_map_pages() argument
4144 debug_pagealloc_unmap_pages(struct page * page,int numpages) debug_pagealloc_unmap_pages() argument
4163 page_is_guard(const struct page * page) page_is_guard() argument
4172 set_page_guard(struct zone * zone,struct page * page,unsigned int order) set_page_guard() argument
4181 clear_page_guard(struct zone * zone,struct page * page,unsigned int order) clear_page_guard() argument
4190 debug_pagealloc_map_pages(struct page * page,int numpages) debug_pagealloc_map_pages() argument
4191 debug_pagealloc_unmap_pages(struct page * page,int numpages) debug_pagealloc_unmap_pages() argument
4194 page_is_guard(const struct page * page) page_is_guard() argument
4195 set_page_guard(struct zone * zone,struct page * page,unsigned int order) set_page_guard() argument
4197 clear_page_guard(struct zone * zone,struct page * page,unsigned int order) clear_page_guard() argument
4619 page_pool_page_is_pp(const struct page * page) page_pool_page_is_pp() argument
4624 page_pool_page_is_pp(const struct page * page) page_pool_page_is_pp() argument
[all...] |
| /linux/mm/ |
| H A D | folio-compat.c | 14 void unlock_page(struct page *page) in unlock_page()
16 return folio_unlock(page_folio(page)); in unlock_page()
20 void end_page_writeback(struct page *page) in end_page_writeback()
22 return folio_end_writeback(page_folio(page)); in end_page_writeback()
26 void wait_on_page_writeback(struct page *page) in wait_on_page_writeback()
28 return folio_wait_writeback(page_folio(page)); in wait_on_page_writeback()
32 void mark_page_accessed(struct page *pag in mark_page_accessed()
13 unlock_page(struct page * page) unlock_page() argument
19 end_page_writeback(struct page * page) end_page_writeback() argument
25 wait_on_page_writeback(struct page * page) wait_on_page_writeback() argument
31 mark_page_accessed(struct page * page) mark_page_accessed() argument
37 set_page_writeback(struct page * page) set_page_writeback() argument
43 set_page_dirty(struct page * page) set_page_dirty() argument
49 set_page_dirty_lock(struct page * page) set_page_dirty_lock() argument
55 clear_page_dirty_for_io(struct page * page) clear_page_dirty_for_io() argument
62 redirty_page_for_writepage(struct writeback_control * wbc,struct page * page) redirty_page_for_writepage() argument
68 add_to_page_cache_lru(struct page * page,struct address_space * mapping,pgoff_t index,gfp_t gfp) add_to_page_cache_lru() argument
[all...] |
| H A D | page_alloc.c | 13 * Per cpu hot/cold page lists, bulk allocation, Martin J. Bligh, Sept 2002
69 * Skip free page reporting notification for the (possibly merged) page.
70 * This does not hinder free page reporting from grabbing the page,
72 * the free page reporting infrastructure about a newly freed page. For
73 * example, used when temporarily pulling a page from a freelist and
79 * Place the (possibly merged) page to the tail of the freelist. Will ignore
80 * page shufflin
364 get_pageblock_bitmap(const struct page * page,unsigned long pfn) get_pageblock_bitmap() argument
374 pfn_to_bitidx(const struct page * page,unsigned long pfn) pfn_to_bitidx() argument
390 get_pfnblock_bitmap_bitidx(const struct page * page,unsigned long pfn,unsigned long ** bitmap_word,unsigned long * bitidx) get_pfnblock_bitmap_bitidx() argument
421 __get_pfnblock_flags_mask(const struct page * page,unsigned long pfn,unsigned long mask) __get_pfnblock_flags_mask() argument
447 get_pfnblock_bit(const struct page * page,unsigned long pfn,enum pageblock_bits pb_bit) get_pfnblock_bit() argument
472 get_pfnblock_migratetype(const struct page * page,unsigned long pfn) get_pfnblock_migratetype() argument
494 __set_pfnblock_flags_mask(struct page * page,unsigned long pfn,unsigned long flags,unsigned long mask) __set_pfnblock_flags_mask() argument
517 set_pfnblock_bit(const struct page * page,unsigned long pfn,enum pageblock_bits pb_bit) set_pfnblock_bit() argument
537 clear_pfnblock_bit(const struct page * page,unsigned long pfn,enum pageblock_bits pb_bit) clear_pfnblock_bit() argument
556 set_pageblock_migratetype(struct page * page,enum migratetype migratetype) set_pageblock_migratetype() argument
578 init_pageblock_migratetype(struct page * page,enum migratetype migratetype,bool isolate) init_pageblock_migratetype() argument
605 page_outside_zone_boundaries(struct zone * zone,struct page * page) page_outside_zone_boundaries() argument
630 bad_range(struct zone * zone,struct page * page) bad_range() argument
640 bad_range(struct zone * zone,struct page * page) bad_range() argument
646 bad_page(struct page * page,const char * reason) bad_page() argument
741 prep_compound_page(struct page * page,unsigned int order) prep_compound_page() argument
753 set_buddy_order(struct page * page,unsigned int order) set_buddy_order() argument
771 compaction_capture(struct capture_control * capc,struct page * page,int order,int migratetype) compaction_capture() argument
808 compaction_capture(struct capture_control * capc,struct page * page,int order,int migratetype) compaction_capture() argument
833 __add_to_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype,bool tail) __add_to_free_list() argument
859 move_to_free_list(struct page * page,struct zone * zone,unsigned int order,int old_mt,int new_mt) move_to_free_list() argument
883 __del_page_from_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype) __del_page_from_free_list() argument
905 del_page_from_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype) del_page_from_free_list() argument
929 buddy_merge_likely(unsigned long pfn,unsigned long buddy_pfn,struct page * page,unsigned int order) buddy_merge_likely() argument
979 __free_one_page(struct page * page,unsigned long pfn,struct zone * zone,unsigned int order,int migratetype,fpi_t fpi_flags) __free_one_page() argument
1072 page_expected_state(struct page * page,unsigned long check_flags) page_expected_state() argument
1090 page_bad_reason(struct page * page,unsigned long flags) page_bad_reason() argument
1115 free_page_is_bad(struct page * page) free_page_is_bad() argument
1130 free_tail_page_prepare(struct page * head_page,struct page * page) free_tail_page_prepare() argument
1251 should_skip_kasan_poison(struct page * page) should_skip_kasan_poison() argument
1259 kernel_init_pages(struct page * page,int numpages) kernel_init_pages() argument
1273 __clear_page_tag_ref(struct page * page) __clear_page_tag_ref() argument
1287 __pgalloc_tag_add(struct page * page,struct task_struct * task,unsigned int nr) __pgalloc_tag_add() argument
1300 pgalloc_tag_add(struct page * page,struct task_struct * task,unsigned int nr) pgalloc_tag_add() argument
1309 __pgalloc_tag_sub(struct page * page,unsigned int nr) __pgalloc_tag_sub() argument
1321 pgalloc_tag_sub(struct page * page,unsigned int nr) pgalloc_tag_sub() argument
1336 pgalloc_tag_add(struct page * page,struct task_struct * task,unsigned int nr) pgalloc_tag_add() argument
1338 pgalloc_tag_sub(struct page * page,unsigned int nr) pgalloc_tag_sub() argument
1343 free_pages_prepare(struct page * page,unsigned int order) free_pages_prepare() argument
1487 struct page *page; free_pcppages_bulk() local
1535 split_large_buddy(struct zone * zone,struct page * page,unsigned long pfn,int order,fpi_t fpi) split_large_buddy() argument
1558 add_page_to_zone_llist(struct zone * zone,struct page * page,unsigned int order) add_page_to_zone_llist() argument
1567 free_one_page(struct zone * zone,struct page * page,unsigned long pfn,unsigned int order,fpi_t fpi_flags) free_one_page() argument
1603 __free_pages_ok(struct page * page,unsigned int order,fpi_t fpi_flags) __free_pages_ok() argument
1613 __free_pages_core(struct page * page,unsigned int order,enum meminit_context context) __free_pages_core() argument
1727 expand(struct zone * zone,struct page * page,int low,int high,int migratetype) expand() argument
1756 page_del_and_expand(struct zone * zone,struct page * page,int low,int high,int migratetype) page_del_and_expand() argument
1766 check_new_page_bad(struct page * page) check_new_page_bad() argument
1782 check_new_page(struct page * page) check_new_page() argument
1792 check_new_pages(struct page * page,unsigned int order) check_new_pages() argument
1834 post_alloc_hook(struct page * page,unsigned int order,gfp_t gfp_flags) post_alloc_hook() argument
1889 prep_new_page(struct page * page,unsigned int order,gfp_t gfp_flags,unsigned int alloc_flags) prep_new_page() argument
1919 struct page *page; __rmqueue_smallest() local
1970 struct page *page; __move_freepages_block() local
2000 prep_move_freepages_block(struct zone * zone,struct page * page,unsigned long * start_pfn,int * num_free,int * num_movable) prep_move_freepages_block() argument
2050 move_freepages_block(struct zone * zone,struct page * page,int old_mt,int new_mt) move_freepages_block() argument
2077 struct page *page; find_large_buddy() local
2097 toggle_pageblock_isolate(struct page * page,bool isolate) toggle_pageblock_isolate() argument
2125 __move_freepages_block_isolate(struct zone * zone,struct page * page,bool isolate) __move_freepages_block_isolate() argument
2176 pageblock_isolate_and_move_free_pages(struct zone * zone,struct page * page) pageblock_isolate_and_move_free_pages() argument
2181 pageblock_unisolate_and_move_free_pages(struct zone * zone,struct page * page) pageblock_unisolate_and_move_free_pages() argument
2307 try_to_claim_block(struct zone * zone,struct page * page,int current_order,int order,int start_type,int block_type,unsigned int alloc_flags) try_to_claim_block() argument
2388 struct page *page; __rmqueue_claim() local
2441 struct page *page; __rmqueue_steal() local
2476 struct page *page; __rmqueue() local
2557 struct page *page = __rmqueue(zone, order, migratetype, rmqueue_bulk() local
2855 free_frozen_page_commit(struct zone * zone,struct per_cpu_pages * pcp,struct page * page,int migratetype,unsigned int order,fpi_t fpi_flags,unsigned long * UP_flags) free_frozen_page_commit() argument
2959 __free_frozen_pages(struct page * page,unsigned int order,fpi_t fpi_flags) __free_frozen_pages() argument
3009 free_frozen_pages(struct page * page,unsigned int order) free_frozen_pages() argument
3118 split_page(struct page * page,unsigned int order) split_page() argument
3133 __isolate_free_page(struct page * page,unsigned int order) __isolate_free_page() argument
3183 __putback_isolated_page(struct page * page,unsigned int order,int mt) __putback_isolated_page() argument
3226 struct page *page; rmqueue_buddy() local
3325 struct page *page; __rmqueue_pcplist() local
3356 struct page *page; rmqueue_pcplist() local
3398 struct page *page; rmqueue() local
3427 reserve_highatomic_pageblock(struct page * page,int order,struct zone * zone) reserve_highatomic_pageblock() argument
3486 struct page *page; unreserve_highatomic_pageblock() local
3811 struct page *page; get_page_from_freelist() local
4038 struct page *page; __alloc_pages_cpuset_fallback() local
4063 struct page *page; __alloc_pages_may_oom() local
4152 struct page *page = NULL; __alloc_pages_direct_compact() local
4424 struct page *page = NULL; __alloc_pages_direct_reclaim() local
4700 struct page *page = NULL; __alloc_pages_slowpath() local
5059 struct page *page; alloc_pages_bulk_noprof() local
5207 struct page *page; __alloc_frozen_pages_noprof() local
5272 struct page *page; __alloc_pages_noprof() local
5284 struct page *page = __alloc_pages_noprof(gfp | __GFP_COMP, order, __folio_alloc_noprof() local
5297 struct page *page; get_free_pages_noprof() local
5312 ___free_pages(struct page * page,unsigned int order,fpi_t fpi_flags) ___free_pages() argument
5357 __free_pages(struct page * page,unsigned int order) __free_pages() argument
5367 free_pages_nolock(struct page * page,unsigned int order) free_pages_nolock() argument
5396 struct page *page = virt_to_page((void *)addr); make_alloc_exact() local
6221 adjust_managed_page_count(struct page * page,long count) adjust_managed_page_count() argument
6237 struct page *page = virt_to_page(pos); free_reserved_area() local
6265 free_reserved_page(struct page * page) free_reserved_page() argument
6826 struct page *page; alloc_contig_dump_pages() local
6899 struct page *page, *next; split_free_pages() local
7128 struct page *page; pfn_range_valid_contig() local
7233 struct page *page = pfn_to_page(pfn); free_contig_range() local
7297 struct page *page; __offline_isolated_pages() local
7342 is_free_buddy_page(const struct page * page) is_free_buddy_page() argument
7360 add_to_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype,bool tail) add_to_free_list() argument
7372 break_down_buddy_pages(struct zone * zone,struct page * page,struct page * target,int low,int high,int migratetype) break_down_buddy_pages() argument
7401 take_page_off_buddy(struct page * page) take_page_off_buddy() argument
7437 put_page_back_buddy(struct page * page) put_page_back_buddy() argument
7489 page_contains_unaccepted(struct page * page,unsigned int order) page_contains_unaccepted() argument
7497 __accept_page(struct zone * zone,unsigned long * flags,struct page * page) __accept_page() argument
7510 accept_page(struct page * page) accept_page() argument
7528 struct page *page; try_to_accept_memory_one() local
7583 __free_unaccepted(struct page * page) __free_unaccepted() argument
7603 page_contains_unaccepted(struct page * page,unsigned int order) page_contains_unaccepted() argument
7614 __free_unaccepted(struct page * page) __free_unaccepted() argument
7648 struct page *page; alloc_frozen_pages_nolock_noprof() local
7712 struct page *page; alloc_pages_nolock_noprof() local
[all...] |
| H A D | balloon_compaction.c | |
| H A D | debug_page_ref.c | 8 void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
10 trace_page_ref_set(page, v); in __page_ref_set()
15 void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
17 trace_page_ref_mod(page, v); in __page_ref_mod()
22 void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
24 trace_page_ref_mod_and_test(page, v, ret); in __page_ref_mod_and_test()
29 void __page_ref_mod_and_return(struct page *page, int v, int ret) in __page_ref_mod_and_return() argument
31 trace_page_ref_mod_and_return(page, v, ret); in __page_ref_mod_and_return()
36 void __page_ref_mod_unless(struct page *page, int v, int u) in __page_ref_mod_unless() argument
38 trace_page_ref_mod_unless(page, v, u); in __page_ref_mod_unless()
[all …]
|
| H A D | highmem.c | 13 * Rewrote high memory support to move the page cache into
62 * Determine color of virtual address where the page should be mapped.
64 static inline unsigned int get_pkmap_color(const struct page *page) in get_pkmap_color() argument
71 * Get next index for mapping inside PKMAP region for page with given color.
82 * Determine if page index inside PKMAP region (pkmap_nr) of given color
165 struct page *__kmap_to_page(void *vaddr) in __kmap_to_page()
205 struct page *page; in flush_all_zero_pkmaps()
224 * no-one has the page mappe in flush_all_zero_pkmaps()
204 struct page *page; flush_all_zero_pkmaps() local
245 map_new_virtual(struct page * page) map_new_virtual() argument
307 kmap_high(struct page * page) kmap_high() argument
337 kmap_high_get(const struct page * page) kmap_high_get() argument
359 kunmap_high(const struct page * page) kunmap_high() argument
403 zero_user_segments(struct page * page,unsigned start1,unsigned end1,unsigned start2,unsigned end2) zero_user_segments() argument
511 arch_kmap_local_high_get(const struct page * page) arch_kmap_local_high_get() argument
575 __kmap_local_page_prot(const struct page * page,pgprot_t prot) __kmap_local_page_prot() argument
727 struct page *page; global() member
742 page_slot(const struct page * page) page_slot() argument
753 page_address(const struct page * page) page_address() argument
786 set_page_address(struct page * page,void * virtual) set_page_address() argument
[all...] |
| /linux/include/trace/events/ |
| H A D | page_ref.h | 15 TP_PROTO(struct page *page, int v),
17 TP_ARGS(page, v),
30 __entry->pfn = page_to_pfn(page);
31 __entry->flags = page->flags.f;
32 __entry->count = page_ref_count(page);
33 __entry->mapcount = atomic_read(&page->_mapcount);
34 __entry->mapping = page->mapping;
35 __entry->mt = get_pageblock_migratetype(page);
49 TP_PROTO(struct page *page, int v),
51 TP_ARGS(page, v)
[all …]
|
| H A D | cma.h | 13 TP_PROTO(const char *name, unsigned long pfn, const struct page *page,
16 TP_ARGS(name, pfn, page, count),
21 __field(const struct page *, page)
28 __entry->page = page;
35 __entry->page,
72 TP_PROTO(const char *name, unsigned long pfn, const struct page *page,
75 TP_ARGS(name, pfn, page, count, align, errorno),
80 __field(const struct page *, page)
89 __entry->page = page;
98 __entry->page,
[all …]
|
| /linux/Documentation/trace/ |
| H A D | ring-buffer-design.rst | 40 - A page outside the ring buffer used solely (for the most part)
44 - a pointer to the page that the reader will use next
47 - a pointer to the page that will be written to next
50 - a pointer to the page with the last finished non-nested write.
110 At initialization a reader page is allocated for the reader that is not
114 to the same page.
116 The reader page is initialized to have its next pointer pointing to
117 the head page, and its previous pointer pointing to a page before
118 the head page.
120 The reader has its own page to use. At start up time, this page is
[all …]
|
| /linux/arch/openrisc/include/asm/ |
| H A D | cacheflush.h | 24 extern void local_dcache_page_flush(struct page *page);
25 extern void local_icache_page_inv(struct page *page);
36 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
37 #define icache_page_inv(page) local_icache_page_inv(page) argument
39 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
40 #define icache_page_inv(page) smp_icache_page_inv(page) argument
41 extern void smp_icache_page_inv(struct page *page);
62 static inline void sync_icache_dcache(struct page *page) in sync_icache_dcache() argument
65 dcache_page_flush(page); in sync_icache_dcache()
66 icache_page_inv(page); in sync_icache_dcache()
[all …]
|
| /linux/mm/kmsan/ |
| H A D | shadow.c | 22 #define shadow_page_for(page) ((page)->kmsan_shadow) argument
24 #define origin_page_for(page) ((page)->kmsan_origin) argument
26 static void *shadow_ptr_for(struct page *page) in shadow_ptr_for() argument
28 return page_address(shadow_page_for(page)); in shadow_ptr_for()
31 static void *origin_ptr_for(struct page *page) in origin_ptr_for() argument
33 return page_address(origin_page_for(page)); in origin_ptr_for()
36 static bool page_has_metadata(struct page *page) in page_has_metadata() argument
38 return shadow_page_for(page) && origin_page_for(page); in page_has_metadata()
41 static void set_no_shadow_origin_page(struct page *page) in set_no_shadow_origin_page() argument
43 shadow_page_for(page) = NULL; in set_no_shadow_origin_page()
[all …]
|
| /linux/fs/ceph/ |
| H A D | crypto.h | 147 struct page *page, unsigned int len,
150 struct page *page, unsigned int len,
152 int ceph_fscrypt_decrypt_pages(struct inode *inode, struct page **page,
154 int ceph_fscrypt_decrypt_extents(struct inode *inode, struct page **page,
157 int ceph_fscrypt_encrypt_pages(struct inode *inode, struct page **page, u64 off,
160 static inline struct page *ceph_fscrypt_pagecache_page(struct page *page) in ceph_fscrypt_pagecache_page() argument
162 return fscrypt_is_bounce_page(page) ? fscrypt_pagecache_page(page) : page; in ceph_fscrypt_pagecache_page()
226 struct page *page, unsigned int len, in ceph_fscrypt_decrypt_block_inplace() argument
233 struct page *page, unsigned int len, in ceph_fscrypt_encrypt_block_inplace() argument
240 struct page **page, u64 off, in ceph_fscrypt_decrypt_pages() argument
[all …]
|
| /linux/net/ceph/ |
| H A D | pagelist.c | 32 struct page *page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_unmap_tail() local
33 kunmap(page); in ceph_pagelist_unmap_tail()
44 struct page *page = list_first_entry(&pl->head, struct page, in ceph_pagelist_release() local
46 list_del(&page->lru); in ceph_pagelist_release()
47 __free_page(page); in ceph_pagelist_release()
56 struct page *page; in ceph_pagelist_addpage() local
59 page = __page_cache_alloc(GFP_NOFS); in ceph_pagelist_addpage()
61 page = list_first_entry(&pl->free_list, struct page, lru); in ceph_pagelist_addpage()
62 list_del(&page->lru); in ceph_pagelist_addpage()
65 if (!page) in ceph_pagelist_addpage()
[all …]
|
| /linux/drivers/target/iscsi/ |
| H A D | iscsi_target_stat.c | 51 char *page) in iscsi_stat_instance_inst_show() argument
53 return snprintf(page, PAGE_SIZE, "%u\n", in iscsi_stat_instance_inst_show()
58 char *page) in iscsi_stat_instance_min_ver_show() argument
60 return snprintf(page, PAGE_SIZE, "%u\n", ISCSI_DRAFT20_VERSION); in iscsi_stat_instance_min_ver_show()
64 char *page) in iscsi_stat_instance_max_ver_show() argument
66 return snprintf(page, PAGE_SIZE, "%u\n", ISCSI_DRAFT20_VERSION); in iscsi_stat_instance_max_ver_show()
70 char *page) in iscsi_stat_instance_portals_show() argument
72 return snprintf(page, PAGE_SIZE, "%u\n", in iscsi_stat_instance_portals_show()
77 char *page) in iscsi_stat_instance_nodes_show() argument
79 return snprintf(page, PAGE_SIZE, "%u\n", ISCSI_INST_NUM_NODES); in iscsi_stat_instance_nodes_show()
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | set_memory.h | 5 #include <asm/page.h>
32 * operation on other mappings of the same physical page
33 * - Restore default attributes when a page is freed
60 int set_pages_array_uc(struct page **pages, int addrinarray);
61 int set_pages_array_wc(struct page **pages, int addrinarray);
62 int set_pages_array_wb(struct page **pages, int addrinarray);
66 * are provided that work on a "struct page".
68 * memory that the struct page represents, and internally just
79 * get a struct page* that the old API required.
84 int set_pages_uc(struct page *pag
[all...] |
| /linux/drivers/xen/ |
| H A D | balloon.c | 64 #include <asm/page.h>
75 #include <xen/page.h>
104 * Use one extent per PAGE_SIZE to avoid to break down the page into
133 /* We increase/decrease in batches which fit in a page */
146 /* balloon_append: add the given page to the balloon. */
147 static void balloon_append(struct page *page) in balloon_append() argument
149 if (!PageOffline(page)) in balloon_append()
150 __SetPageOffline(page); in balloon_append()
153 if (PageHighMem(page)) { in balloon_append()
168 struct page *page; balloon_retrieve() local
189 balloon_next_page(struct page * page) balloon_next_page() argument
344 xen_online_page(struct page * page,unsigned int order) xen_online_page() argument
394 struct page *page; increase_reservation() local
437 struct page *page, *tmp; decrease_reservation() local
611 struct page *page; xen_alloc_ballooned_pages() local
[all...] |
| /linux/drivers/nvme/target/ |
| H A D | configfs.c | 67 static ssize_t nvmet_addr_adrfam_show(struct config_item *item, char *page) in nvmet_addr_adrfam_show()
74 return snprintf(page, PAGE_SIZE, "%s\n", in nvmet_addr_adrfam_show()
78 return snprintf(page, PAGE_SIZE, "\n"); in nvmet_addr_adrfam_show()
82 const char *page, size_t count) in nvmet_addr_adrfam_store()
91 if (sysfs_streq(page, nvmet_addr_family[i].name)) in nvmet_addr_adrfam_store()
95 pr_err("Invalid value '%s' for adrfam\n", page); in nvmet_addr_adrfam_store()
106 char *page) in nvmet_addr_portid_show()
110 return snprintf(page, PAGE_SIZE, "%d\n", le16_to_cpu(portid)); in nvmet_addr_portid_show()
114 const char *page, size_t count) in nvmet_addr_portid_store()
119 if (kstrtou16(page, in nvmet_addr_portid_store()
66 nvmet_addr_adrfam_show(struct config_item * item,char * page) nvmet_addr_adrfam_show() argument
81 nvmet_addr_adrfam_store(struct config_item * item,const char * page,size_t count) nvmet_addr_adrfam_store() argument
105 nvmet_addr_portid_show(struct config_item * item,char * page) nvmet_addr_portid_show() argument
113 nvmet_addr_portid_store(struct config_item * item,const char * page,size_t count) nvmet_addr_portid_store() argument
133 nvmet_addr_traddr_show(struct config_item * item,char * page) nvmet_addr_traddr_show() argument
141 nvmet_addr_traddr_store(struct config_item * item,const char * page,size_t count) nvmet_addr_traddr_store() argument
171 nvmet_addr_treq_show(struct config_item * item,char * page) nvmet_addr_treq_show() argument
186 nvmet_addr_treq_store(struct config_item * item,const char * page,size_t count) nvmet_addr_treq_store() argument
226 nvmet_addr_trsvcid_show(struct config_item * item,char * page) nvmet_addr_trsvcid_show() argument
234 nvmet_addr_trsvcid_store(struct config_item * item,const char * page,size_t count) nvmet_addr_trsvcid_store() argument
253 nvmet_param_inline_data_size_show(struct config_item * item,char * page) nvmet_param_inline_data_size_show() argument
261 nvmet_param_inline_data_size_store(struct config_item * item,const char * page,size_t count) nvmet_param_inline_data_size_store() argument
279 nvmet_param_max_queue_size_show(struct config_item * item,char * page) nvmet_param_max_queue_size_show() argument
287 nvmet_param_max_queue_size_store(struct config_item * item,const char * page,size_t count) nvmet_param_max_queue_size_store() argument
306 nvmet_param_pi_enable_show(struct config_item * item,char * page) nvmet_param_pi_enable_show() argument
314 nvmet_param_pi_enable_store(struct config_item * item,const char * page,size_t count) nvmet_param_pi_enable_store() argument
333 nvmet_addr_trtype_show(struct config_item * item,char * page) nvmet_addr_trtype_show() argument
360 nvmet_addr_trtype_store(struct config_item * item,const char * page,size_t count) nvmet_addr_trtype_store() argument
399 nvmet_addr_tsas_show(struct config_item * item,char * page) nvmet_addr_tsas_show() argument
418 nvmet_addr_tsas_rdma_store(const char * page) nvmet_addr_tsas_rdma_store() argument
429 nvmet_addr_tsas_tcp_store(const char * page) nvmet_addr_tsas_tcp_store() argument
441 nvmet_addr_tsas_store(struct config_item * item,const char * page,size_t count) nvmet_addr_tsas_store() argument
498 nvmet_ns_device_path_show(struct config_item * item,char * page) nvmet_ns_device_path_show() argument
504 nvmet_ns_device_path_store(struct config_item * item,const char * page,size_t count) nvmet_ns_device_path_store() argument
538 nvmet_ns_p2pmem_show(struct config_item * item,char * page) nvmet_ns_p2pmem_show() argument
546 nvmet_ns_p2pmem_store(struct config_item * item,const char * page,size_t count) nvmet_ns_p2pmem_store() argument
579 nvmet_ns_device_uuid_show(struct config_item * item,char * page) nvmet_ns_device_uuid_show() argument
585 nvmet_ns_device_uuid_store(struct config_item * item,const char * page,size_t count) nvmet_ns_device_uuid_store() argument
607 nvmet_ns_device_nguid_show(struct config_item * item,char * page) nvmet_ns_device_nguid_show() argument
613 nvmet_ns_device_nguid_store(struct config_item * item,const char * page,size_t count) nvmet_ns_device_nguid_store() argument
653 nvmet_ns_ana_grpid_show(struct config_item * item,char * page) nvmet_ns_ana_grpid_show() argument
659 nvmet_ns_ana_grpid_store(struct config_item * item,const char * page,size_t count) nvmet_ns_ana_grpid_store() argument
687 nvmet_ns_enable_show(struct config_item * item,char * page) nvmet_ns_enable_show() argument
693 nvmet_ns_enable_store(struct config_item * item,const char * page,size_t count) nvmet_ns_enable_store() argument
720 nvmet_ns_buffered_io_show(struct config_item * item,char * page) nvmet_ns_buffered_io_show() argument
726 nvmet_ns_buffered_io_store(struct config_item * item,const char * page,size_t count) nvmet_ns_buffered_io_store() argument
749 nvmet_ns_revalidate_size_store(struct config_item * item,const char * page,size_t count) nvmet_ns_revalidate_size_store() argument
774 nvmet_ns_resv_enable_show(struct config_item * item,char * page) nvmet_ns_resv_enable_show() argument
780 nvmet_ns_resv_enable_store(struct config_item * item,const char * page,size_t count) nvmet_ns_resv_enable_store() argument
875 nvmet_passthru_device_path_show(struct config_item * item,char * page) nvmet_passthru_device_path_show() argument
883 nvmet_passthru_device_path_store(struct config_item * item,const char * page,size_t count) nvmet_passthru_device_path_store() argument
916 nvmet_passthru_enable_show(struct config_item * item,char * page) nvmet_passthru_enable_show() argument
924 nvmet_passthru_enable_store(struct config_item * item,const char * page,size_t count) nvmet_passthru_enable_store() argument
943 nvmet_passthru_admin_timeout_show(struct config_item * item,char * page) nvmet_passthru_admin_timeout_show() argument
949 nvmet_passthru_admin_timeout_store(struct config_item * item,const char * page,size_t count) nvmet_passthru_admin_timeout_store() argument
962 nvmet_passthru_io_timeout_show(struct config_item * item,char * page) nvmet_passthru_io_timeout_show() argument
968 nvmet_passthru_io_timeout_store(struct config_item * item,const char * page,size_t count) nvmet_passthru_io_timeout_store() argument
981 nvmet_passthru_clear_ids_show(struct config_item * item,char * page) nvmet_passthru_clear_ids_show() argument
987 nvmet_passthru_clear_ids_store(struct config_item * item,const char * page,size_t count) nvmet_passthru_clear_ids_store() argument
1184 nvmet_subsys_attr_allow_any_host_show(struct config_item * item,char * page) nvmet_subsys_attr_allow_any_host_show() argument
1191 nvmet_subsys_attr_allow_any_host_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_allow_any_host_store() argument
1220 nvmet_subsys_attr_version_show(struct config_item * item,char * page) nvmet_subsys_attr_version_show() argument
1237 nvmet_subsys_attr_version_store_locked(struct nvmet_subsys * subsys,const char * page,size_t count) nvmet_subsys_attr_version_store_locked() argument
1269 nvmet_subsys_attr_version_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_version_store() argument
1291 nvmet_subsys_attr_serial_show(struct config_item * item,char * page) nvmet_subsys_attr_serial_show() argument
1301 nvmet_subsys_attr_serial_store_locked(struct nvmet_subsys * subsys,const char * page,size_t count) nvmet_subsys_attr_serial_store_locked() argument
1330 nvmet_subsys_attr_serial_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_serial_store() argument
1346 nvmet_subsys_attr_cntlid_min_show(struct config_item * item,char * page) nvmet_subsys_attr_cntlid_min_show() argument
1352 nvmet_subsys_attr_cntlid_min_store(struct config_item * item,const char * page,size_t cnt) nvmet_subsys_attr_cntlid_min_store() argument
1376 nvmet_subsys_attr_cntlid_max_show(struct config_item * item,char * page) nvmet_subsys_attr_cntlid_max_show() argument
1382 nvmet_subsys_attr_cntlid_max_store(struct config_item * item,const char * page,size_t cnt) nvmet_subsys_attr_cntlid_max_store() argument
1406 nvmet_subsys_attr_vendor_id_show(struct config_item * item,char * page) nvmet_subsys_attr_vendor_id_show() argument
1412 nvmet_subsys_attr_vendor_id_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_vendor_id_store() argument
1427 nvmet_subsys_attr_subsys_vendor_id_show(struct config_item * item,char * page) nvmet_subsys_attr_subsys_vendor_id_show() argument
1434 nvmet_subsys_attr_subsys_vendor_id_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_subsys_vendor_id_store() argument
1449 nvmet_subsys_attr_model_show(struct config_item * item,char * page) nvmet_subsys_attr_model_show() argument
1457 nvmet_subsys_attr_model_store_locked(struct nvmet_subsys * subsys,const char * page,size_t count) nvmet_subsys_attr_model_store_locked() argument
1492 nvmet_subsys_attr_model_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_model_store() argument
1508 nvmet_subsys_attr_ieee_oui_show(struct config_item * item,char * page) nvmet_subsys_attr_ieee_oui_show() argument
1516 nvmet_subsys_attr_ieee_oui_store_locked(struct nvmet_subsys * subsys,const char * page,size_t count) nvmet_subsys_attr_ieee_oui_store_locked() argument
1540 nvmet_subsys_attr_ieee_oui_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_ieee_oui_store() argument
1556 nvmet_subsys_attr_firmware_show(struct config_item * item,char * page) nvmet_subsys_attr_firmware_show() argument
1564 nvmet_subsys_attr_firmware_store_locked(struct nvmet_subsys * subsys,const char * page,size_t count) nvmet_subsys_attr_firmware_store_locked() argument
1602 nvmet_subsys_attr_firmware_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_firmware_store() argument
1619 nvmet_subsys_attr_pi_enable_show(struct config_item * item,char * page) nvmet_subsys_attr_pi_enable_show() argument
1625 nvmet_subsys_attr_pi_enable_store(struct config_item * item,const char * page,size_t count) nvmet_subsys_attr_pi_enable_store() argument
1640 nvmet_subsys_attr_qid_max_show(struct config_item * item,char * page) nvmet_subsys_attr_qid_max_show() argument
1646 nvmet_subsys_attr_qid_max_store(struct config_item * item,const char * page,size_t cnt) nvmet_subsys_attr_qid_max_store() argument
1754 nvmet_referral_enable_show(struct config_item * item,char * page) nvmet_referral_enable_show() argument
1760 nvmet_referral_enable_store(struct config_item * item,const char * page,size_t count) nvmet_referral_enable_store() argument
1857 nvmet_ana_group_ana_state_show(struct config_item * item,char * page) nvmet_ana_group_ana_state_show() argument
1872 nvmet_ana_group_ana_state_store(struct config_item * item,const char * page,size_t count) nvmet_ana_group_ana_state_store() argument
2101 nvmet_host_dhchap_key_show(struct config_item * item,char * page) nvmet_host_dhchap_key_show() argument
2117 nvmet_host_dhchap_key_store(struct config_item * item,const char * page,size_t count) nvmet_host_dhchap_key_store() argument
2134 nvmet_host_dhchap_ctrl_key_show(struct config_item * item,char * page) nvmet_host_dhchap_ctrl_key_show() argument
2150 nvmet_host_dhchap_ctrl_key_store(struct config_item * item,const char * page,size_t count) nvmet_host_dhchap_ctrl_key_store() argument
2167 nvmet_host_dhchap_hash_show(struct config_item * item,char * page) nvmet_host_dhchap_hash_show() argument
2176 nvmet_host_dhchap_hash_store(struct config_item * item,const char * page,size_t count) nvmet_host_dhchap_hash_store() argument
2193 nvmet_host_dhchap_dhgroup_show(struct config_item * item,char * page) nvmet_host_dhchap_dhgroup_show() argument
2202 nvmet_host_dhchap_dhgroup_store(struct config_item * item,const char * page,size_t count) nvmet_host_dhchap_dhgroup_store() argument
2285 nvmet_root_discovery_nqn_show(struct config_item * item,char * page) nvmet_root_discovery_nqn_show() argument
2291 nvmet_root_discovery_nqn_store(struct config_item * item,const char * page,size_t count) nvmet_root_discovery_nqn_store() argument
[all...] |
| /linux/drivers/target/ |
| H A D | target_core_stat.c | 48 static ssize_t target_stat_inst_show(struct config_item *item, char *page) in target_stat_inst_show() argument
52 return snprintf(page, PAGE_SIZE, "%u\n", hba->hba_index); in target_stat_inst_show()
55 static ssize_t target_stat_indx_show(struct config_item *item, char *page) in target_stat_indx_show() argument
57 return snprintf(page, PAGE_SIZE, "%u\n", to_stat_dev(item)->dev_index); in target_stat_indx_show()
60 static ssize_t target_stat_role_show(struct config_item *item, char *page) in target_stat_role_show() argument
62 return snprintf(page, PAGE_SIZE, "Target\n"); in target_stat_role_show()
65 static ssize_t target_stat_ports_show(struct config_item *item, char *page) in target_stat_ports_show() argument
67 return snprintf(page, PAGE_SIZE, "%u\n", to_stat_dev(item)->export_count); in target_stat_ports_show()
98 static ssize_t target_stat_tgt_inst_show(struct config_item *item, char *page) in target_stat_tgt_inst_show() argument
102 return snprintf(page, PAGE_SIZE, "%u\n", hba->hba_index); in target_stat_tgt_inst_show()
[all …]
|
| /linux/drivers/hwmon/pmbus/ |
| H A D | mp2891.c | 83 int page) in mp2891_identify_vout_scale() argument
88 ret = i2c_smbus_write_byte_data(client, PMBUS_PAGE, page); in mp2891_identify_vout_scale()
107 data->vout_scale[page] = 250; in mp2891_identify_vout_scale()
111 data->vout_scale[page] = 625; in mp2891_identify_vout_scale()
113 data->vout_scale[page] = 500; in mp2891_identify_vout_scale()
115 data->vout_scale[page] = 200; in mp2891_identify_vout_scale()
117 data->vout_scale[page] = 100; in mp2891_identify_vout_scale()
125 int page) in mp2891_identify_iout_scale() argument
130 ret = i2c_smbus_write_byte_data(client, PMBUS_PAGE, page); in mp2891_identify_iout_scale()
150 data->iout_scale[page] = 32; in mp2891_identify_iout_scale()
[all …]
|