| /linux/include/linux/ |
| H A D | page_ref.h | 7 #include <linux/page-flags.h> 29 extern void __page_ref_set(struct page *page, int v); 30 extern void __page_ref_mod(struct page *page, int v); 31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret); 32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret); 33 extern void __page_ref_mod_unless(struct page *page, int v, int u); 34 extern void __page_ref_freeze(struct page *page, int v, int ret); 35 extern void __page_ref_unfreeze(struct page *page, int v); 41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument 44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument [all …]
|
| H A D | highmem-internal.h | 10 void *__kmap_local_page_prot(const struct page *page, pgprot_t prot); 35 void *kmap_high(struct page *page); 36 void kunmap_high(const struct page *page); 38 struct page *__kmap_to_page(void *addr); 40 static inline void *kmap(struct page *page) in kmap() argument 45 if (!PageHighMem(page)) in kmap() 46 addr = page_address(page); in kmap() 48 addr = kmap_high(page); in kmap() 53 static inline void kunmap(const struct page *page) in kunmap() argument 56 if (!PageHighMem(page)) in kunmap() [all …]
|
| /linux/include/net/page_pool/ |
| H A D | helpers.h | 11 * The page_pool allocator is optimized for recycling page or page fragment used 15 * which allocate memory with or without page splitting depending on the 19 * always smaller than half a page, it can use one of the more specific API 22 * 1. page_pool_alloc_pages(): allocate memory without page splitting when 23 * driver knows that the memory it need is always bigger than half of the page 24 * allocated from page pool. There is no cache line dirtying for 'struct page' 25 * when a page is recycled back to the page poo 195 struct page *page; page_pool_alloc_va() local 260 page_pool_fragment_page(struct page * page,long nr) page_pool_fragment_page() argument 310 page_pool_unref_page(struct page * page,long nr) page_pool_unref_page() argument 320 page_pool_ref_page(struct page * page) page_pool_ref_page() argument 361 page_pool_put_page(struct page_pool * pool,struct page * page,unsigned int dma_sync_size,bool allow_direct) page_pool_put_page() argument 386 page_pool_put_full_page(struct page_pool * pool,struct page * page,bool allow_direct) page_pool_put_full_page() argument 400 page_pool_recycle_direct(struct page_pool * pool,struct page * page) page_pool_recycle_direct() argument 445 page_pool_get_dma_addr(const struct page * page) page_pool_get_dma_addr() argument 472 page_pool_dma_sync_for_cpu(const struct page_pool * pool,const struct page * page,u32 offset,u32 dma_sync_size) page_pool_dma_sync_for_cpu() argument [all...] |
| /linux/mm/ |
| H A D | balloon_compaction.c | 15 struct page *page) in balloon_page_enqueue_one() argument 18 * Block others from accessing the 'page' when we get around to in balloon_page_enqueue_one() 20 * holding a reference to the 'page' at this point. If we are not, then in balloon_page_enqueue_one() 23 BUG_ON(!trylock_page(page)); in balloon_page_enqueue_one() 24 balloon_page_insert(b_dev_info, page); in balloon_page_enqueue_one() 25 unlock_page(page); in balloon_page_enqueue_one() 27 inc_node_page_state(page, NR_BALLOON_PAGES); in balloon_page_enqueue_one() 31 * balloon_page_list_enqueue() - inserts a list of pages into the balloon page 33 * @b_dev_info: balloon device descriptor where we will insert a new page to 44 struct page *page, *tmp; in balloon_page_list_enqueue() local [all …]
|
| H A D | page_isolation.c | 7 #include <linux/page-isolation.h> 28 * Returns a page without holding a reference. If the caller wants to 29 * dereference that page (e.g., dumping), it has to make sure that it 33 static struct page *has_unmovable_pages(unsigned long start_pfn, unsigned long end_pfn, in has_unmovable_pages() 36 struct page *page = pfn_to_page(start_pfn); in has_unmovable_pages() local 37 struct zone *zone = page_zone(page); in has_unmovable_pages() 43 if (is_migrate_cma_page(page)) { in has_unmovable_pages() 52 return page; in has_unmovable_pages() 56 page in has_unmovable_pages() 154 set_migratetype_isolate(struct page * page,int migratetype,int isol_flags,unsigned long start_pfn,unsigned long end_pfn) set_migratetype_isolate() argument 212 unset_migratetype_isolate(struct page * page,int migratetype) unset_migratetype_isolate() argument 281 struct page *page; __first_valid_page() local 373 struct page *page = __first_valid_page(pfn, boundary_pfn - pfn); isolate_single_pageblock() local 487 struct page *page; start_isolate_page_range() local 541 struct page *page; undo_isolate_page_range() local 565 struct page *page; __test_page_isolated_in_pageblock() local 613 struct page *page; test_pages_isolated() local [all...] |
| /linux/tools/perf/pmu-events/arch/x86/elkhartlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks due to loads that miss the PDE (Page Director… 11 … second level hits due to a demand load that did not start a page walk. Account for all page sizes… 19 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page… 23 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 28 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 1G pag… 32 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 37 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or … 41 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 46 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 4K pag… 50 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/snowridgex/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks due to loads that miss the PDE (Page Director… 11 … second level hits due to a demand load that did not start a page walk. Account for all page sizes… 19 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page… 23 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 28 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 1G pag… 32 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 37 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or … 41 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 46 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 4K pag… 50 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/meteorlake/ |
| H A D | virtual-memory.json | 3 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes… 22 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 27 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 33 "BriefDescription": "Counts the number of page walks completed due to load DTLB misses.", 42 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 46 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 52 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 56 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 62 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or … 66 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… [all …]
|
| /linux/sound/pci/trident/ |
| H A D | trident_memory.c | 7 * Trident 4DWave-NX memory page allocation (TLB area) 19 /* page arguments of these two macros are Trident page (4096 bytes), not like 22 #define __set_tlb_bus(trident,page,addr) \ argument 23 (trident)->tlb.entries[page] = cpu_to_le32((addr) & ~(SNDRV_TRIDENT_PAGE_SIZE-1)) 24 #define __tlb_to_addr(trident,page) \ argument 25 (dma_addr_t)le32_to_cpu((trident->tlb.entries[page]) & ~(SNDRV_TRIDENT_PAGE_SIZE - 1)) 28 /* page size == SNDRV_TRIDENT_PAGE_SIZE */ 29 #define ALIGN_PAGE_SIZE PAGE_SIZE /* minimum page size for allocation */ 31 /* fill TLB entrie(s) corresponding to page wit 32 set_tlb_bus(trident,page,addr) global() argument 34 set_silent_tlb(trident,page) global() argument 38 aligned_page_offset(page) global() argument 40 page_to_addr(trident,page) global() argument 47 aligned_page_offset(page) global() argument 48 page_to_addr(trident,page) global() argument 51 set_tlb_bus(struct snd_trident * trident,int page,dma_addr_t addr) set_tlb_bus() argument 58 set_silent_tlb(struct snd_trident * trident,int page) set_silent_tlb() argument 76 aligned_page_offset(page) global() argument 77 page_to_addr(trident,page) global() argument 80 set_tlb_bus(struct snd_trident * trident,int page,dma_addr_t addr) set_tlb_bus() argument 90 set_silent_tlb(struct snd_trident * trident,int page) set_silent_tlb() argument 111 int page, psize; search_empty() local 163 int idx, page; snd_trident_alloc_sg_pages() local 207 int page; snd_trident_alloc_cont_pages() local 264 int page; snd_trident_free_pages() local [all...] |
| /linux/tools/perf/pmu-events/arch/x86/skylake/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Load misses in all DTLB levels that cause page walks", 7 …"PublicDescription": "Counts demand data loads that caused a page walk of any page size (4K/2M/4M/… 21 …efDescription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk d… 26 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 31 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 35 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 40 "BriefDescription": "Page walk completed due to a demand data load to a 1G page", 44 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 49 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page", 53 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/skylakex/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Load misses in all DTLB levels that cause page walks", 7 …"PublicDescription": "Counts demand data loads that caused a page walk of any page size (4K/2M/4M/… 21 …efDescription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk d… 26 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 31 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 35 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 40 "BriefDescription": "Page walk completed due to a demand data load to a 1G page", 44 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 49 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page", 53 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/cascadelakex/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Load misses in all DTLB levels that cause page walks", 7 …"PublicDescription": "Counts demand data loads that caused a page walk of any page size (4K/2M/4M/… 21 …efDescription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk d… 26 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 31 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 35 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 40 "BriefDescription": "Page walk completed due to a demand data load to a 1G page", 44 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 49 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page", 53 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/alderlake/ |
| H A D | virtual-memory.json | 13 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 18 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 24 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page… 28 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 34 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 38 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 44 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 48 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 54 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.", 58 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… [all …]
|
| /linux/Documentation/trace/ |
| H A D | ring-buffer-design.rst | 40 - A page outside the ring buffer used solely (for the most part) 44 - a pointer to the page that the reader will use next 47 - a pointer to the page that will be written to next 50 - a pointer to the page with the last finished non-nested write. 110 At initialization a reader page is allocated for the reader that is not 114 to the same page. 116 The reader page is initialized to have its next pointer pointing to 117 the head page, and its previous pointer pointing to a page before 118 the head page. 120 The reader has its own page to use. At start up time, this page is [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/lunarlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks initiated by a demand load that missed the fi… 21 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes… 40 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 45 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 51 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page… 55 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 61 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 65 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 71 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 75 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/sapphirerapids/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.", 44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… 49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.", 53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/graniterapids/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.", 44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… 49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.", 53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/emeraldrapids/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.", 44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… 49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.", 53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/pantherlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks initiated by a demand load that missed the fi… 12 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes… 31 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 36 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 42 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page… 46 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 52 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 56 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 62 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 66 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/icelakex/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.", 17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa… 22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size… 26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th… 31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.", 35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed… 40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.", 44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss… 49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.", 53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/goldmontplus/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Page walk completed due to a demand load to a 1GB page", 7 …page walks completed due to demand data loads (including SW prefetches) whose address translations… 12 "BriefDescription": "Page walk completed due to a demand load to a 2M or 4M page", 16 …page walks completed due to demand data loads (including SW prefetches) whose address translations… 21 "BriefDescription": "Page walk completed due to a demand load to a 4K page", 25 …page walks completed due to demand data loads (including SW prefetches) whose address translations… 30 "BriefDescription": "Page walks outstanding due to a demand load every cycle.", 34 …cycle for each page walk occurring due to a load (demand data loads or SW prefetches). Includes cy… 39 "BriefDescription": "Page walk completed due to a demand data store to a 1GB page", 43 …page walks completed due to demand data stores whose address translations missed in the TLB and we… [all …]
|
| /linux/Documentation/admin-guide/mm/ |
| H A D | pagemap.rst | 2 Examining Process Page Tables 6 userspace programs to examine the page tables and related information by 12 physical frame each virtual page is mapped to. It contains one 64-bit 13 value for each virtual page, containing the following data (from 16 * Bits 0-54 page frame number (PFN) if present 21 * Bit 56 page exclusively mapped (since 4.2) 24 * Bit 58 pte is a guard region (since 6.15) (see madvise (2) man page) 26 * Bit 61 page is file-page or shared-anon (since 3.5) 27 * Bit 62 page swapped 28 * Bit 63 page present [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/grandridge/ |
| H A D | virtual-memory.json | 3 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes… 11 "BriefDescription": "Counts the number of page walks completed due to load DTLB misses.", 19 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or … 23 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 28 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 4K pag… 32 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 37 …"BriefDescription": "Counts the number of page walks outstanding for Loads (demand or SW prefetch)… 41 …ts the number of page walks outstanding for Loads (demand or SW prefetch) in PMH every cycle. A P… 46 …level TLB misses but second level hits due to stores that did not start a page walk. Accounts for … 54 …"BriefDescription": "Counts the number of page walks completed due to store DTLB misses to a 1G pa… [all …]
|
| /linux/tools/perf/pmu-events/arch/x86/sierraforest/ |
| H A D | virtual-memory.json | 3 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes… 11 "BriefDescription": "Counts the number of page walks completed due to load DTLB misses.", 19 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or … 23 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 28 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 4K pag… 32 …page walks completed due to loads (including SW prefetches) whose address translations missed in a… 37 …"BriefDescription": "Counts the number of page walks outstanding for Loads (demand or SW prefetch)… 41 …ts the number of page walks outstanding for Loads (demand or SW prefetch) in PMH every cycle. A P… 46 …level TLB misses but second level hits due to stores that did not start a page walk. Accounts for … 54 …"BriefDescription": "Counts the number of page walks completed due to store DTLB misses to a 1G pa… [all …]
|
| /linux/include/trace/events/ |
| H A D | page_ref.h | 15 TP_PROTO(struct page *page, int v), 17 TP_ARGS(page, v), 30 __entry->pfn = page_to_pfn(page); 31 __entry->flags = page->flags.f; 32 __entry->count = page_ref_count(page); 33 __entry->mapcount = atomic_read(&page->_mapcount); 34 __entry->mapping = page->mapping; 35 __entry->mt = get_pageblock_migratetype(page); 49 TP_PROTO(struct page *page, int v), 51 TP_ARGS(page, v) [all …]
|