| /linux/tools/testing/selftests/mm/ |
| H A D | thp_settings.c | |
| H A D | vm_util.c | 219 * folio orders 225 * @orders: output folio order array 229 * all folios within the range and record their orders. All order-0 pages will 235 int pagemap_fd, int kpageflags_fd, int orders[], int nr_orders) in gather_folio_orders() argument 243 if (!orders) in gather_folio_orders() 265 orders[0]++; in gather_folio_orders() 300 orders[cur_order]++; in gather_folio_orders() 315 orders[cur_order]++; in gather_folio_orders() 359 int orders[MAX_NR_ORDERS], status; in __check_pmd_huge() 370 memset(orders, in __check_pmd_huge() 377 int orders[MAX_NR_ORDERS], status; check_large_folios() local [all...] |
| H A D | uffd-wp-mremap.c | 36 unsigned long orders; in detect_thp_sizes() 44 orders = thp_supported_orders(); in detect_thp_sizes() 46 for (i = 0; orders && count < max; i++) { 47 if (!(orders & (1UL << i))) in mmap_aligned() 49 orders &= ~(1UL << i); in mmap_aligned() 25 unsigned long orders; detect_thp_sizes() local
|
| H A D | split_huge_page_test.c | 45 int pagemap_fd, int kpageflags_fd, int orders[], int nr_orders) in is_backed_by_folio() 63 if (vaddr_orders[i] != orders[i]) { in is_backed_by_folio() 65 orders[i], vaddr_orders[i]); in is_backed_by_folio() 108 check_after_split_folio_orders(char * vaddr_start,size_t len,int pagemap_fd,int kpageflags_fd,int orders[],int nr_orders) check_after_split_folio_orders() argument
|
| /linux/mm/ |
| H A D | swap_state.c | 517 * @orders: allocation orders, must be non zero in swap_cache_alloc_folio() 535 unsigned long orders, struct vm_fault *vmf, in swap_cache_alloc_folio() 543 order = highest_order(orders); 545 /* orders must be non-zero, and must not exceed cluster size. */ 546 if (WARN_ON_ONCE(!orders || (1UL << order) > SWAPFILE_CLUSTER)) 558 order = next_order(&orders, order); in free_swap_cache() 559 } while (orders); in free_swap_cache() 734 * @orders: allocation orders in swap_cache_read_folio_sync() 515 swap_cache_alloc_folio(swp_entry_t targ_entry,gfp_t gfp,unsigned long orders,struct vm_fault * vmf,struct mempolicy * mpol,pgoff_t ilx) swap_cache_alloc_folio() argument 683 swapin_sync(swp_entry_t entry,gfp_t gfp,unsigned long orders,struct vm_fault * vmf,struct mempolicy * mpol,pgoff_t ilx) swapin_sync() argument [all...] |
| H A D | huge_memory.c | 177 unsigned long orders) in vma_can_map_huge_file() 184 /* Check the intersection of requested and supported orders. */ in __thp_vma_allowable_orders() 192 orders &= supported_orders; in __thp_vma_allowable_orders() 193 if (!orders) in __thp_vma_allowable_orders() 204 return in_pf ? orders : 0; in __thp_vma_allowable_orders() 218 * filtering out the unsuitable orders. in __thp_vma_allowable_orders() 224 int order = highest_order(orders); in __thp_vma_allowable_orders() 227 while (orders) { in __thp_vma_allowable_orders() 231 order = next_order(&orders, order); in __thp_vma_allowable_orders() 234 if (!orders) in __thp_vma_allowable_orders() 185 __thp_vma_allowable_orders(struct vm_area_struct * vma,vm_flags_t vm_flags,enum tva_type type,unsigned long orders) __thp_vma_allowable_orders() argument 979 unsigned long orders; hugepage_init_sysfs() local [all...] |
| H A D | swap.h | 316 unsigned long orders, struct vm_fault *vmf, 334 struct folio *swapin_sync(swp_entry_t entry, gfp_t flag, unsigned long orders, 415 swp_entry_t entry, gfp_t flag, unsigned long orders, in swapin_sync() argument
|
| H A D | memory.c | 4871 unsigned long orders) in check_swap_exclusive() 4875 order = highest_order(orders); 4882 while (orders) { in do_swap_page() 4886 order = next_order(&orders, order); in do_swap_page() 4889 return orders; in do_swap_page() 4895 unsigned long orders; in do_swap_page() 4919 * Get a list of all the (large) orders below PMD_ORDER that are enabled in do_swap_page() 4922 orders = thp_vma_allowable_orders(vma, vma->vm_flags, TVA_PAGEFAULT, in do_swap_page() 4924 orders = thp_vma_suitable_orders(vma, vmf->address, orders); in do_swap_page() 4774 thp_swap_suitable_orders(pgoff_t swp_offset,unsigned long addr,unsigned long orders) thp_swap_suitable_orders() argument 4798 unsigned long orders; thp_swapin_suitable_orders() local 5305 unsigned long orders; alloc_anon_folio() local [all...] |
| H A D | shmem.c | 2113 * Only allow inherit orders if the top-level value is 'force', which in shmem_replace_folio() 2133 unsigned long orders) in shmem_replace_folio() 2141 orders = thp_vma_suitable_orders(vma, vmf->address, orders); in shmem_replace_folio() 2142 if (!orders) in shmem_replace_folio() 2147 order = highest_order(orders); in shmem_replace_folio() 2148 while (orders) { in shmem_replace_folio() 2162 order = next_order(&orders, order); in shmem_set_folio_swapin_error() 2165 return orders; in shmem_set_folio_swapin_error() 2170 unsigned long orders) in shmem_set_folio_swapin_error() 1885 shmem_suitable_orders(struct inode * inode,struct vm_fault * vmf,struct address_space * mapping,pgoff_t index,unsigned long orders) shmem_suitable_orders() argument 1922 shmem_suitable_orders(struct inode * inode,struct vm_fault * vmf,struct address_space * mapping,pgoff_t index,unsigned long orders) shmem_suitable_orders() argument 1944 shmem_alloc_and_add_folio(struct vm_fault * vmf,gfp_t gfp,struct inode * inode,pgoff_t index,struct mm_struct * fault_mm,unsigned long orders) shmem_alloc_and_add_folio() argument 2440 unsigned long orders = 0; shmem_get_folio_gfp() local [all...] |
| /linux/tools/memory-model/Documentation/ |
| H A D | glossary.txt | 29 a special operation that includes a load and which orders that 117 Fully Ordered: An operation such as smp_mb() that orders all of 120 that orders all of its CPU's prior accesses, itself, and 167 a special operation that includes a store and which orders that
|
| H A D | cheatsheet.txt | 34 SELF: Orders self, as opposed to accesses before and/or after 35 SV: Orders later accesses to the same variable
|
| H A D | recipes.txt | 236 The smp_store_release() macro orders any prior accesses against the 237 store, while the smp_load_acquire macro orders the load against any 277 smp_store_release(), but the rcu_dereference() macro orders the load only 314 The smp_wmb() macro orders prior stores against later stores, and the 315 smp_rmb() macro orders prior loads against later loads. Therefore, if
|
| H A D | ordering.txt | 11 1. Barriers (also known as "fences"). A barrier orders some or 67 First, the smp_mb() full memory barrier orders all of the CPU's prior 115 synchronize_srcu() and so on. However, these primitives have orders
|
| /linux/arch/powerpc/mm/ |
| H A D | mmu_context.c | 56 * This full barrier orders the store to the cpumask above vs in switch_mm_irqs_off() 69 * radix which orders earlier stores to clear the PTEs before in switch_mm_irqs_off()
|
| /linux/arch/arm64/boot/dts/renesas/ |
| H A D | white-hawk-csi-dsi.dtsi | 24 line-orders = <MEDIA_BUS_CSI2_CPHY_LINE_ORDER_ABC 47 line-orders = <MEDIA_BUS_CSI2_CPHY_LINE_ORDER_ABC
|
| /linux/Documentation/admin-guide/mm/ |
| H A D | transhuge.rst | 351 promotion to higher orders. The collapse will fail if any shared or 652 lower orders or small pages. 656 instead falls back to using huge pages with lower orders or 677 and instead falls back to using huge pages with lower orders or 682 falls back to using huge pages with lower orders or small pages 709 smaller orders. This can happen for a variety of reasons but a 740 max_ptes_swap threshold. For non-PMD orders this occurs if a mTHP range 745 max_ptes_shared threshold. For non-PMD orders this occurs if a mTHP range
|
| /linux/Documentation/ |
| H A D | atomic_t.txt | 194 smp_mb__before_atomic() orders all earlier accesses against the RMW op 195 itself and all accesses following it, and smp_mb__after_atomic() orders all 226 a RELEASE because it orders preceding instructions against both the read
|
| /linux/Documentation/userspace-api/media/v4l/ |
| H A D | field-order.rst | 81 If multiple field orders are possible the 82 driver must choose one of the possible field orders during
|
| H A D | pixfmt-bayer.rst | 16 orders. See also `the Wikipedia article on Bayer filter
|
| /linux/fs/netfs/ |
| H A D | rolling_buffer.c | 144 /* Get a batch of folios and note their orders. */ in rolling_buffer_bulk_load_from_ra() 156 fq->orders[slot] = order; in rolling_buffer_bulk_load_from_ra()
|
| /linux/tools/objtool/tests/generic/fixtures/ |
| H A D | sympos_vmlinux.c | 7 * --sort-section=name then orders them alphabetically rather than by object
|
| /linux/samples/bpf/ |
| H A D | tc_l2_redirect_user.c | 59 /* bpf_tunnel_key.remote_ipv4 expects host byte orders */ in main()
|
| /linux/arch/s390/include/uapi/asm/ |
| H A D | raw3270.h | 13 /* Buffer Control Orders */
|
| /linux/include/linux/ |
| H A D | ihex.h | 4 * firmware loaded in strange orders rather than a single big blob, but
|
| /linux/drivers/s390/block/ |
| H A D | dasd_eckd.h | 56 /* Define Subsystem Function / Orders */ 60 * Perform Subsystem Function / Orders 67 * Perform Subsystem Function / Sub-Orders
|