Home
last modified time | relevance | path

Searched full:orders (Results 1 – 25 of 138) sorted by relevance

123456

/linux/tools/testing/selftests/mm/
H A Dthp_settings.c
H A Dvm_util.c219 * folio orders
225 * @orders: output folio order array
229 * all folios within the range and record their orders. All order-0 pages will
235 int pagemap_fd, int kpageflags_fd, int orders[], int nr_orders) in gather_folio_orders() argument
243 if (!orders) in gather_folio_orders()
265 orders[0]++; in gather_folio_orders()
300 orders[cur_order]++; in gather_folio_orders()
315 orders[cur_order]++; in gather_folio_orders()
359 int orders[MAX_NR_ORDERS], status; in __check_pmd_huge()
370 memset(orders, in __check_pmd_huge()
377 int orders[MAX_NR_ORDERS], status; check_large_folios() local
[all...]
H A Duffd-wp-mremap.c36 unsigned long orders; in detect_thp_sizes()
44 orders = thp_supported_orders(); in detect_thp_sizes()
46 for (i = 0; orders && count < max; i++) {
47 if (!(orders & (1UL << i))) in mmap_aligned()
49 orders &= ~(1UL << i); in mmap_aligned()
25 unsigned long orders; detect_thp_sizes() local
H A Dsplit_huge_page_test.c45 int pagemap_fd, int kpageflags_fd, int orders[], int nr_orders) in is_backed_by_folio()
63 if (vaddr_orders[i] != orders[i]) { in is_backed_by_folio()
65 orders[i], vaddr_orders[i]); in is_backed_by_folio()
108 check_after_split_folio_orders(char * vaddr_start,size_t len,int pagemap_fd,int kpageflags_fd,int orders[],int nr_orders) check_after_split_folio_orders() argument
/linux/mm/
H A Dswap_state.c517 * @orders: allocation orders, must be non zero in swap_cache_alloc_folio()
535 unsigned long orders, struct vm_fault *vmf, in swap_cache_alloc_folio()
543 order = highest_order(orders);
545 /* orders must be non-zero, and must not exceed cluster size. */
546 if (WARN_ON_ONCE(!orders || (1UL << order) > SWAPFILE_CLUSTER))
558 order = next_order(&orders, order); in free_swap_cache()
559 } while (orders); in free_swap_cache()
734 * @orders: allocation orders in swap_cache_read_folio_sync()
515 swap_cache_alloc_folio(swp_entry_t targ_entry,gfp_t gfp,unsigned long orders,struct vm_fault * vmf,struct mempolicy * mpol,pgoff_t ilx) swap_cache_alloc_folio() argument
683 swapin_sync(swp_entry_t entry,gfp_t gfp,unsigned long orders,struct vm_fault * vmf,struct mempolicy * mpol,pgoff_t ilx) swapin_sync() argument
[all...]
H A Dhuge_memory.c177 unsigned long orders) in vma_can_map_huge_file()
184 /* Check the intersection of requested and supported orders. */ in __thp_vma_allowable_orders()
192 orders &= supported_orders; in __thp_vma_allowable_orders()
193 if (!orders) in __thp_vma_allowable_orders()
204 return in_pf ? orders : 0; in __thp_vma_allowable_orders()
218 * filtering out the unsuitable orders. in __thp_vma_allowable_orders()
224 int order = highest_order(orders); in __thp_vma_allowable_orders()
227 while (orders) { in __thp_vma_allowable_orders()
231 order = next_order(&orders, order); in __thp_vma_allowable_orders()
234 if (!orders) in __thp_vma_allowable_orders()
185 __thp_vma_allowable_orders(struct vm_area_struct * vma,vm_flags_t vm_flags,enum tva_type type,unsigned long orders) __thp_vma_allowable_orders() argument
979 unsigned long orders; hugepage_init_sysfs() local
[all...]
H A Dswap.h316 unsigned long orders, struct vm_fault *vmf,
334 struct folio *swapin_sync(swp_entry_t entry, gfp_t flag, unsigned long orders,
415 swp_entry_t entry, gfp_t flag, unsigned long orders, in swapin_sync() argument
H A Dmemory.c4871 unsigned long orders) in check_swap_exclusive()
4875 order = highest_order(orders);
4882 while (orders) { in do_swap_page()
4886 order = next_order(&orders, order); in do_swap_page()
4889 return orders; in do_swap_page()
4895 unsigned long orders; in do_swap_page()
4919 * Get a list of all the (large) orders below PMD_ORDER that are enabled in do_swap_page()
4922 orders = thp_vma_allowable_orders(vma, vma->vm_flags, TVA_PAGEFAULT, in do_swap_page()
4924 orders = thp_vma_suitable_orders(vma, vmf->address, orders); in do_swap_page()
4774 thp_swap_suitable_orders(pgoff_t swp_offset,unsigned long addr,unsigned long orders) thp_swap_suitable_orders() argument
4798 unsigned long orders; thp_swapin_suitable_orders() local
5305 unsigned long orders; alloc_anon_folio() local
[all...]
H A Dshmem.c2113 * Only allow inherit orders if the top-level value is 'force', which in shmem_replace_folio()
2133 unsigned long orders) in shmem_replace_folio()
2141 orders = thp_vma_suitable_orders(vma, vmf->address, orders); in shmem_replace_folio()
2142 if (!orders) in shmem_replace_folio()
2147 order = highest_order(orders); in shmem_replace_folio()
2148 while (orders) { in shmem_replace_folio()
2162 order = next_order(&orders, order); in shmem_set_folio_swapin_error()
2165 return orders; in shmem_set_folio_swapin_error()
2170 unsigned long orders) in shmem_set_folio_swapin_error()
1885 shmem_suitable_orders(struct inode * inode,struct vm_fault * vmf,struct address_space * mapping,pgoff_t index,unsigned long orders) shmem_suitable_orders() argument
1922 shmem_suitable_orders(struct inode * inode,struct vm_fault * vmf,struct address_space * mapping,pgoff_t index,unsigned long orders) shmem_suitable_orders() argument
1944 shmem_alloc_and_add_folio(struct vm_fault * vmf,gfp_t gfp,struct inode * inode,pgoff_t index,struct mm_struct * fault_mm,unsigned long orders) shmem_alloc_and_add_folio() argument
2440 unsigned long orders = 0; shmem_get_folio_gfp() local
[all...]
/linux/tools/memory-model/Documentation/
H A Dglossary.txt29 a special operation that includes a load and which orders that
117 Fully Ordered: An operation such as smp_mb() that orders all of
120 that orders all of its CPU's prior accesses, itself, and
167 a special operation that includes a store and which orders that
H A Dcheatsheet.txt34 SELF: Orders self, as opposed to accesses before and/or after
35 SV: Orders later accesses to the same variable
H A Drecipes.txt236 The smp_store_release() macro orders any prior accesses against the
237 store, while the smp_load_acquire macro orders the load against any
277 smp_store_release(), but the rcu_dereference() macro orders the load only
314 The smp_wmb() macro orders prior stores against later stores, and the
315 smp_rmb() macro orders prior loads against later loads. Therefore, if
H A Dordering.txt11 1. Barriers (also known as "fences"). A barrier orders some or
67 First, the smp_mb() full memory barrier orders all of the CPU's prior
115 synchronize_srcu() and so on. However, these primitives have orders
/linux/arch/powerpc/mm/
H A Dmmu_context.c56 * This full barrier orders the store to the cpumask above vs in switch_mm_irqs_off()
69 * radix which orders earlier stores to clear the PTEs before in switch_mm_irqs_off()
/linux/arch/arm64/boot/dts/renesas/
H A Dwhite-hawk-csi-dsi.dtsi24 line-orders = <MEDIA_BUS_CSI2_CPHY_LINE_ORDER_ABC
47 line-orders = <MEDIA_BUS_CSI2_CPHY_LINE_ORDER_ABC
/linux/Documentation/admin-guide/mm/
H A Dtranshuge.rst351 promotion to higher orders. The collapse will fail if any shared or
652 lower orders or small pages.
656 instead falls back to using huge pages with lower orders or
677 and instead falls back to using huge pages with lower orders or
682 falls back to using huge pages with lower orders or small pages
709 smaller orders. This can happen for a variety of reasons but a
740 max_ptes_swap threshold. For non-PMD orders this occurs if a mTHP range
745 max_ptes_shared threshold. For non-PMD orders this occurs if a mTHP range
/linux/Documentation/
H A Datomic_t.txt194 smp_mb__before_atomic() orders all earlier accesses against the RMW op
195 itself and all accesses following it, and smp_mb__after_atomic() orders all
226 a RELEASE because it orders preceding instructions against both the read
/linux/Documentation/userspace-api/media/v4l/
H A Dfield-order.rst81 If multiple field orders are possible the
82 driver must choose one of the possible field orders during
H A Dpixfmt-bayer.rst16 orders. See also `the Wikipedia article on Bayer filter
/linux/fs/netfs/
H A Drolling_buffer.c144 /* Get a batch of folios and note their orders. */ in rolling_buffer_bulk_load_from_ra()
156 fq->orders[slot] = order; in rolling_buffer_bulk_load_from_ra()
/linux/tools/objtool/tests/generic/fixtures/
H A Dsympos_vmlinux.c7 * --sort-section=name then orders them alphabetically rather than by object
/linux/samples/bpf/
H A Dtc_l2_redirect_user.c59 /* bpf_tunnel_key.remote_ipv4 expects host byte orders */ in main()
/linux/arch/s390/include/uapi/asm/
H A Draw3270.h13 /* Buffer Control Orders */
/linux/include/linux/
H A Dihex.h4 * firmware loaded in strange orders rather than a single big blob, but
/linux/drivers/s390/block/
H A Ddasd_eckd.h56 /* Define Subsystem Function / Orders */
60 * Perform Subsystem Function / Orders
67 * Perform Subsystem Function / Sub-Orders

123456