Home
last modified time | relevance | path

Searched refs:page_shift (Results 1 – 25 of 89) sorted by relevance

1234

/linux/drivers/net/ethernet/mellanox/mlx5/core/en/
H A Dparams.c61 u8 page_shift = mlx5e_mpwrq_page_shift(mdev, rqo); in mlx5e_mpwrq_umr_mode() local
66 oversized = xsk->chunk_size < (1 << page_shift); in mlx5e_mpwrq_umr_mode()
67 WARN_ON_ONCE(xsk->chunk_size > (1 << page_shift)); in mlx5e_mpwrq_umr_mode()
119 u8 mlx5e_mpwrq_log_wqe_sz(struct mlx5_core_dev *mdev, u8 page_shift, in mlx5e_mpwrq_log_wqe_sz() argument
131 max_log_wqe_size_calc = ilog2(max_pages_per_wqe) + page_shift; in mlx5e_mpwrq_log_wqe_sz()
141 u8 mlx5e_mpwrq_pages_per_wqe(struct mlx5_core_dev *mdev, u8 page_shift, in mlx5e_mpwrq_pages_per_wqe() argument
144 u8 log_wqe_sz = mlx5e_mpwrq_log_wqe_sz(mdev, page_shift, umr_mode); in mlx5e_mpwrq_pages_per_wqe()
147 pages_per_wqe = log_wqe_sz > page_shift ? (1 << (log_wqe_sz - page_shift)) : 1; in mlx5e_mpwrq_pages_per_wqe()
164 u16 mlx5e_mpwrq_umr_wqe_sz(struct mlx5_core_dev *mdev, u8 page_shift, in mlx5e_mpwrq_umr_wqe_sz() argument
167 u8 pages_per_wqe = mlx5e_mpwrq_pages_per_wqe(mdev, page_shift, umr_mode); in mlx5e_mpwrq_umr_wqe_sz()
[all …]
/linux/drivers/pci/endpoint/
H A Dpci-epc-mem.c26 unsigned int page_shift = ilog2(mem->window.page_size); in pci_epc_mem_get_order() local
29 size >>= page_shift; in pci_epc_mem_get_order()
53 unsigned int page_shift; in pci_epc_multi_mem_init() local
73 page_shift = ilog2(page_size); in pci_epc_multi_mem_init()
74 pages = windows[i].size >> page_shift; in pci_epc_multi_mem_init()
183 unsigned int page_shift; in pci_epc_mem_alloc_addr() local
201 page_shift = ilog2(mem->window.page_size); in pci_epc_mem_alloc_addr()
203 ((phys_addr_t)pageno << page_shift); in pci_epc_mem_alloc_addr()
251 unsigned int page_shift; in pci_epc_mem_free_addr() local
263 page_shift = ilog2(page_size); in pci_epc_mem_free_addr()
[all …]
/linux/tools/testing/selftests/powerpc/mm/
H A Dbad_accesses.c69 unsigned long i, j, addr, region_shift, page_shift, page_size; in test() local
84 page_shift = 16; in test()
86 page_shift = 12; in test()
103 (1 << page_shift) >> 10, in test()
121 for (j = page_shift - 1; j < 60; j++) { in test()
130 addr = (base | delta) & ~((1 << page_shift) - 1); in test()
/linux/arch/powerpc/include/asm/
H A Dultravisor.h50 u64 page_shift) in uv_page_in() argument
53 page_shift); in uv_page_in()
57 u64 page_shift) in uv_page_out() argument
60 page_shift); in uv_page_out()
75 static inline int uv_page_inval(u64 lpid, u64 gpa, u64 page_shift) in uv_page_inval() argument
77 return ucall_norets(UV_PAGE_INVAL, lpid, gpa, page_shift); in uv_page_inval()
H A Dkvm_book3s_uvmem.h15 unsigned long page_shift);
19 unsigned long page_shift);
54 unsigned long flags, unsigned long page_shift) in kvmppc_h_svm_page_in() argument
61 unsigned long flags, unsigned long page_shift) in kvmppc_h_svm_page_out() argument
H A Diommu.h171 __u32 page_shift,
176 __u32 page_shift,
299 extern int iommu_tce_check_ioba(unsigned long page_shift,
302 extern int iommu_tce_check_gpa(unsigned long page_shift,
/linux/tools/testing/selftests/kvm/lib/arm64/
H A Dprocessor.c26 unsigned int shift = (vm->mmu.pgtable_levels - 1) * (vm->page_shift - 3) + vm->page_shift; in pgd_index()
34 unsigned int shift = 2 * (vm->page_shift - 3) + vm->page_shift; in pud_index()
35 u64 mask = (1UL << (vm->page_shift - 3)) - 1; in pud_index()
45 unsigned int shift = (vm->page_shift - 3) + vm->page_shift; in pmd_index()
46 u64 mask = (1UL << (vm->page_shift - 3)) - 1; in pmd_index()
56 u64 mask = (1UL << (vm->page_shift - 3)) - 1; in pte_index()
57 return (gva >> vm->page_shift) & mask; in pte_index()
71 pte = pa & PTE_ADDR_MASK_LPA2(vm->page_shift); in addr_pte()
75 pte = pa & PTE_ADDR_MASK(vm->page_shift); in addr_pte()
76 if (vm->page_shift == 16) in addr_pte()
[all …]
/linux/tools/perf/bench/
H A Dmem-functions.c87 unsigned int page_shift;
251 p->page_shift != PAGE_SHIFT_4KB ? "has insufficient hugepages" : "is too large"); in bench_mem_common()
295 p.page_shift = ilog2(page_size); in bench_mem_common()
356 static void *bench_mmap(size_t size, bool populate, unsigned int page_shift) in bench_mmap()
361 if (page_shift != PAGE_SHIFT_4KB) in bench_munmap()
362 extra |= MAP_HUGETLB | (page_shift << MAP_HUGE_SHIFT); in bench_munmap()
381 *dst = bench_mmap(p->size, true, p->page_shift); in mem_free()
385 *src = bench_mmap(p->size, true, p->page_shift); in mem_free()
494 static void mmap_page_touch(void *dst, size_t size, unsigned int page_shift, bool random) in mmap_page_touch()
496 unsigned long npages = size / (1 << page_shift);
84 unsigned int page_shift; global() member
345 bench_mmap(size_t size,bool populate,unsigned int page_shift) bench_mmap() argument
483 mmap_page_touch(void * dst,size_t size,unsigned int page_shift,bool random) mmap_page_touch() argument
[all...]
/linux/arch/powerpc/kvm/
H A Dbook3s_64_vio.c145 if ((tbltmp->it_page_shift <= stt->page_shift) && in kvm_spapr_tce_attach_iommu_group()
147 stt->offset << stt->page_shift) && in kvm_spapr_tce_attach_iommu_group()
149 stt->size << stt->page_shift)) { in kvm_spapr_tce_attach_iommu_group()
298 if (!args->size || args->page_shift < 12 || args->page_shift > 34 || in kvm_vm_ioctl_create_spapr_tce()
299 (args->offset + args->size > (ULLONG_MAX >> args->page_shift))) in kvm_vm_ioctl_create_spapr_tce()
313 stt->page_shift = args->page_shift; in kvm_vm_ioctl_create_spapr_tce()
380 if (iommu_tce_check_gpa(stt->page_shift, gpa)) in kvmppc_tce_validate()
437 unsigned long subpages = 1ULL << (stt->page_shift - tbl->it_page_shift); in kvmppc_clear_tce()
438 unsigned long io_entry = entry << (stt->page_shift - tbl->it_page_shift); in kvmppc_clear_tce()
495 unsigned long subpages = 1ULL << (stt->page_shift - tbl->it_page_shift); in kvmppc_tce_iommu_unmap()
[all …]
H A Dbook3s_hv_uvmem.c515 unsigned long end, unsigned long page_shift, in __kvmppc_svm_page_out() argument
536 if (!kvmppc_gfn_is_uvmem_pfn(gpa >> page_shift, kvm, NULL)) in __kvmppc_svm_page_out()
568 ret = uv_page_out(kvm->arch.lpid, pfn << page_shift, in __kvmppc_svm_page_out()
569 gpa, 0, page_shift); in __kvmppc_svm_page_out()
588 unsigned long page_shift, in kvmppc_svm_page_out() argument
595 ret = __kvmppc_svm_page_out(vma, start, end, page_shift, kvm, gpa, in kvmppc_svm_page_out()
743 unsigned long page_shift, in kvmppc_svm_page_in() argument
780 ret = uv_page_in(kvm->arch.lpid, pfn << page_shift, in kvmppc_svm_page_in()
781 gpa, 0, page_shift); in kvmppc_svm_page_in()
881 unsigned long page_shift) in kvmppc_share_page() argument
[all …]
/linux/tools/testing/selftests/kvm/lib/loongarch/
H A Dprocessor.c23 shift = level * (vm->page_shift - 3) + vm->page_shift; in virt_pte_index()
24 mask = (1UL << (vm->page_shift - 3)) - 1; in virt_pte_index()
30 return entry & ~((0x1UL << vm->page_shift) - 1); in pte_addr()
35 return 1 << (vm->page_shift - 3); in ptrs_per_pte()
44 ptrs_per_pte = 1 << (vm->page_shift - 3); in virt_set_pgtable()
127 TEST_ASSERT(sparsebit_is_set(vm->vpages_valid, (gva >> vm->page_shift)), in virt_arch_pg_map()
132 TEST_ASSERT((gpa >> vm->page_shift) <= vm->max_gfn, in virt_arch_pg_map()
320 width = vm->page_shift - 3; in loongarch_vcpu_setup()
325 val = (vm->page_shift in loongarch_vcpu_setup()
[all...]
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/
H A Dvmm.c78 u8 page_shift = 29; /* 512MiB */ in r535_mmu_vaspace_new() local
79 const u64 page_size = BIT_ULL(page_shift); in r535_mmu_vaspace_new()
85 if (page->shift == page_shift) in r535_mmu_vaspace_new()
93 ret = nvkm_vmm_get_locked(vmm, true, false, false, page_shift, 32, page_size, in r535_mmu_vaspace_new()
116 page_shift += desc->bits; in r535_mmu_vaspace_new()
121 page_shift -= desc->bits; in r535_mmu_vaspace_new()
126 ctrl->levels[i].pageShift = page_shift; in r535_mmu_vaspace_new()
/linux/tools/testing/selftests/mm/
H A Dhmm-tests.c85 unsigned int page_shift; in FIXTURE_VARIANT()
108 unsigned int page_shift; in FIXTURE_VARIANT()
150 self->page_shift = ffs(self->page_size) - 1; in FIXTURE_SETUP()
161 self->page_shift = ffs(self->page_size) - 1; in FIXTURE_SETUP()
364 npages = ALIGN(HMM_BUFFER_SIZE, self->page_size) >> self->page_shift;
366 size = npages << self->page_shift;
418 npages = ALIGN(HMM_BUFFER_SIZE, self->page_size) >> self->page_shift; in TEST_F()
420 size = npages << self->page_shift; in TEST_F()
468 npages = ALIGN(HMM_BUFFER_SIZE, self->page_size) >> self->page_shift; in TEST_F()
470 size = npages << self->page_shift;
81 unsigned int page_shift; FIXTURE() local
104 unsigned int page_shift; FIXTURE() local
[all...]
/linux/drivers/gpu/drm/nouveau/
H A Dnouveau_uvmm.c110 u64 addr, u64 range, u8 page_shift) in nouveau_uvmm_vmm_get() argument
114 return nvif_vmm_raw_get(vmm, addr, range, page_shift); in nouveau_uvmm_vmm_get()
119 u64 addr, u64 range, u8 page_shift) in nouveau_uvmm_vmm_put() argument
123 return nvif_vmm_raw_put(vmm, addr, range, page_shift); in nouveau_uvmm_vmm_put()
128 u64 addr, u64 range, u8 page_shift, bool sparse) in nouveau_uvmm_vmm_unmap() argument
132 return nvif_vmm_raw_unmap(vmm, addr, range, page_shift, sparse); in nouveau_uvmm_vmm_unmap()
137 u64 addr, u64 range, u8 page_shift, in nouveau_uvmm_vmm_map() argument
166 return nvif_vmm_raw_map(vmm, addr, range, page_shift, in nouveau_uvmm_vmm_map()
185 u8 page_shift = uvma->page_shift; in nouveau_uvma_vmm_put() local
187 return nouveau_uvmm_vmm_put(to_uvmm(uvma), addr, range, page_shift); in nouveau_uvma_vmm_put()
[all …]
/linux/mm/
H A Dvmalloc.h14 unsigned int page_shift, gfp_t gfp_mask);
22 unsigned int page_shift, gfp_t gfp_mask) in vmap_pages_range_noflush() argument
42 struct page **pages, unsigned int page_shift);
/linux/include/linux/
H A Dkmsan.h146 unsigned int page_shift,
173 unsigned int page_shift);
352 struct page **pages, unsigned int page_shift, gfp_t gfp_mask) in kmsan_vmap_pages_range_noflush() argument
366 unsigned int page_shift) in kmsan_ioremap_page_range() argument
/linux/arch/powerpc/platforms/powernv/
H A Dpci-ioda-tce.c50 u64 dma_offset, unsigned int page_shift) in pnv_pci_setup_iommu_table() argument
54 tbl->it_page_shift = page_shift; in pnv_pci_setup_iommu_table()
291 __u32 page_shift, __u64 window_size, __u32 levels, in pnv_pci_ioda2_table_alloc_pages() argument
298 unsigned int entries_shift = window_shift - page_shift; in pnv_pci_ioda2_table_alloc_pages()
314 if ((level_shift - 3) * levels + page_shift >= 55) in pnv_pci_ioda2_table_alloc_pages()
348 page_shift); in pnv_pci_ioda2_table_alloc_pages()
H A Dpci.h284 extern unsigned long pnv_pci_ioda2_get_table_size(__u32 page_shift,
313 __u32 page_shift, __u64 window_size, __u32 levels,
324 u64 dma_offset, unsigned int page_shift);
/linux/drivers/mtd/nand/raw/
H A Dnand_bbt.c180 from = ((loff_t)page) << this->page_shift; in read_bbt()
396 scan_read(this, buf, (loff_t)td->pages[0] << this->page_shift, in read_abs_bbts()
405 scan_read(this, buf, (loff_t)md->pages[0] << this->page_shift, in read_abs_bbts()
561 int blocktopage = this->bbt_erase_shift - this->page_shift; in search_bbt()
666 (this->bbt_erase_shift - this->page_shift); in get_bbt_block()
694 page = block << (this->bbt_erase_shift - this->page_shift); in get_bbt_block()
797 page = block << (this->bbt_erase_shift - this->page_shift); in write_bbt()
818 to = ((loff_t)page) << this->page_shift; in write_bbt()
834 ops.ooblen = (len >> this->page_shift) * mtd->oobsize; in write_bbt()
841 pageoffs = page - (int)(to >> this->page_shift); in write_bbt()
[all …]
/linux/include/rdma/
H A Dib_umem_odp.h38 unsigned int page_shift; member
61 umem_odp->page_shift; in ib_umem_odp_num_pages()
/linux/tools/testing/selftests/kvm/lib/
H A Dkvm_util.c281 0, (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in ____vm_create()
283 (~((1ULL << (vm->va_bits - 1)) - 1)) >> vm->page_shift, in ____vm_create()
284 (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in ____vm_create()
305 vm->page_shift = vm_guest_mode_params[vm->mode].page_shift; in ____vm_create()
1023 TEST_ASSERT((((gpa >> vm->page_shift) + npages) - 1) in vm_mem_add()
1134 sparsebit_set_num(region->unused_phy_pages, gpa >> vm->page_shift, npages); in vm_mem_add()
1399 u64 pages = (sz + vm->page_size - 1) >> vm->page_shift; in vm_unused_gva_gap()
1402 u64 pgidx_start = (min_gva + vm->page_size - 1) >> vm->page_shift; in vm_unused_gva_gap()
1465 u64 pages = (sz >> vm->page_shift)
2104 vm_calc_num_pages(unsigned int num_pages,unsigned int page_shift,unsigned int new_page_shift,bool ceil) vm_calc_num_pages() argument
[all...]
/linux/drivers/infiniband/sw/rxe/
H A Drxe_odp.c133 addr = iova & (~(BIT(umem_odp->page_shift) - 1)); in rxe_check_pagefault()
137 idx = (addr - ib_umem_start(umem_odp)) >> umem_odp->page_shift; in rxe_check_pagefault()
144 addr += BIT(umem_odp->page_shift); in rxe_check_pagefault()
151 return (iova - ib_umem_start(umem_odp)) >> umem_odp->page_shift; in rxe_odp_iova_to_index()
156 return iova & (BIT(umem_odp->page_shift) - 1); in rxe_odp_iova_to_page_offset()
212 bytes = BIT(umem_odp->page_shift) - offset; in __rxe_odp_mr_copy()
/linux/drivers/infiniband/hw/hns/
H A Dhns_roce_trace.h152 __field(unsigned int, page_shift)
163 __entry->page_shift = attr->page_shift;
168 __entry->region_count, __entry->page_shift,
/linux/tools/testing/selftests/kvm/include/arm64/
H A Dprocessor.h123 #define PTE_ADDR_MASK(page_shift) GENMASK(47, (page_shift)) argument
126 #define PTE_ADDR_MASK_LPA2(page_shift) GENMASK(49, (page_shift)) argument
/linux/tools/testing/selftests/kvm/lib/x86/
H A Dprocessor.c275 TEST_ASSERT(sparsebit_is_set(vm->vpages_valid, (gva >> vm->page_shift)), in __virt_pg_map()
280 TEST_ASSERT((gpa >> vm->page_shift) <= vm->max_gfn, in __virt_pg_map()
339 sparsebit_set_num(vm->vpages_mapped, gva >> vm->page_shift, in virt_map_level()
377 TEST_ASSERT(sparsebit_is_set(vm->vpages_valid, (gva >> vm->page_shift)), in __vm_get_page_table_entry()
534 i = (region->region.guest_phys_addr >> vm->page_shift) - 1; in tdp_identity_map_default_memslots()
535 last = i + (region->region.memory_size >> vm->page_shift); in tdp_identity_map_default_memslots()
541 tdp_map(vm, (u64)i << vm->page_shift, in tdp_identity_map_default_memslots()
542 (u64)i << vm->page_shift, 1 << vm->page_shift);
1392 const unsigned long num_ht_pages = 12 << (30 - vm->page_shift); /* 1 in vm_compute_max_gfn()
[all...]

1234