Home
last modified time | relevance | path

Searched refs:folio_order (Results 1 – 25 of 35) sorted by relevance

12

/linux/drivers/gpu/drm/
H A Ddrm_pagemap.c190 order = folio_order(folio); in drm_pagemap_migration_unlock_put_pages()
260 order = folio_order(folio); in drm_pagemap_migrate_map_device_private_pages()
346 order = folio_order(folio); in drm_pagemap_migrate_map_system_pages()
424 order = folio_order(page_folio(page)); in drm_pagemap_migrate_populate_src_pages()
631 order = folio_order(folio); in drm_pagemap_cpages()
759 unsigned long nr_pages = src_page ? NR_PAGES(folio_order(page_folio(src_page))) : 1; in drm_pagemap_migrate_to_devmem()
822 folio_order(page_folio(src_page)) != HPAGE_PMD_ORDER, in drm_pagemap_migrate_to_devmem()
874 unsigned long nr_pages = page ? NR_PAGES(folio_order(page_folio(page))) : 1; in drm_pagemap_migrate_to_devmem()
945 order = folio_order(page_folio(src_page)); in drm_pagemap_migrate_populate_ram_pfn()
1019 order = folio_order(page_folio(page)); in drm_pagemap_migrate_populate_ram_pfn()
[all …]
/linux/drivers/gpu/drm/nouveau/
H A Dnouveau_dmem.c125 if (folio_order(folio)) { in nouveau_dmem_folio_free()
206 order = folio_order(sfolio); in nouveau_dmem_migrate_to_ram()
508 unsigned int order = folio_order(folio); in nouveau_dmem_evict_chunk()
784 if (folio_order(page_folio(dpage))) in nouveau_dmem_migrate_copy_one()
818 order = folio_order(folio); in nouveau_dmem_migrate_chunk()
/linux/mm/
H A Dpage_io.c239 count_mthp_stat(folio_order(folio), MTHP_STAT_ZSWPOUT); in swap_writeout()
380 count_mthp_stat(folio_order(folio), MTHP_STAT_SWPOUT); in __swap_writepage()
553 count_mthp_stat(folio_order(folio), MTHP_STAT_SWPIN); in swap_read_end()
H A Dmigrate.c607 mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON, 1); in __folio_migrate_mapping()
640 mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON, 1); in __folio_migrate_mapping()
1386 if (folio_order(src) > 1 && in migrate_folio_move()
2227 order = folio_order(src); in alloc_migration_target()
2673 int order = folio_order(src); in alloc_misplaced_dst_folio()
2736 folio_order(folio), ZONE_MOVABLE); in migrate_misplaced_folio_prepare()
H A Dhuge_memory.c1744 if (WARN_ON_ONCE(folio_order(folio) != PMD_ORDER)) in vmf_insert_folio_pmd()
1860 if (WARN_ON_ONCE(folio_order(folio) != PUD_ORDER)) in vmf_insert_folio_pud()
3847 int old_order = folio_order(folio); in __split_unmapped_folio()
3977 int old_order = folio_order(folio); in __folio_freeze_and_split_unmapped()
4155 int old_order = folio_order(folio); in __folio_split()
4533 mod_mthp_stat(folio_order(folio), in __folio_unqueue_deferred_split()
4556 if (folio_order(folio) <= 1) in deferred_split_folio()
4582 count_mthp_stat(folio_order(folio), MTHP_STAT_SPLIT_DEFERRED); in deferred_split_folio()
4583 mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON_PARTIALLY_MAPPED, 1); in deferred_split_folio()
4649 mod_mthp_stat(folio_order(folio), in deferred_split_isolate()
[all …]
H A Dswap_state.c389 folio_order(old) != folio_order(new)) { in __swap_cache_replace_folio()
H A Dmemremap.c428 mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON, -1); in free_zone_device_folio()
H A Dkhugepaged.c759 if (!is_pmd_order(order) && folio_order(folio) >= order) { in __collapse_huge_page_isolate()
1902 if (!is_pmd_order(folio_order(folio))) { in try_collapse_pte_mapped_thp()
2395 if (is_pmd_order(folio_order(folio))) { in collapse_file()
2716 if (is_pmd_order(folio_order(folio))) { in collapse_scan_file()
H A Dswapfile.c934 order = folio_order(folio); in __swap_cluster_alloc_entries()
970 unsigned int order = likely(folio) ? folio_order(folio) : 0; in alloc_swap_scan_cluster()
1102 unsigned int order = likely(folio) ? folio_order(folio) : 0; in cluster_alloc_swap_entry()
1369 unsigned int order = folio_order(folio); in swap_alloc_fast()
1742 unsigned int order = folio_order(folio); in folio_alloc_swap()
H A Dshmem.c896 XA_STATE_ORDER(xas, &mapping->i_pages, index, folio_order(folio)); in shmem_add_to_page_cache()
1644 order = folio_order(folio); in shmem_writeout()
1995 count_mthp_stat(folio_order(folio), MTHP_STAT_SHMEM_FALLBACK); in shmem_alloc_and_add_folio()
1996 count_mthp_stat(folio_order(folio), MTHP_STAT_SHMEM_FALLBACK_CHARGE); in shmem_alloc_and_add_folio()
2112 new = shmem_alloc_folio(gfp, folio_order(old), info, index); in shmem_replace_folio()
2325 if (order > folio_order(folio)) { in shmem_swapin_folio()
2521 count_mthp_stat(folio_order(folio), MTHP_STAT_SHMEM_ALLOC); in shmem_get_folio_gfp()
H A Dslab.h215 return folio_order(slab_folio(slab)); in slab_order()
H A Dfolio.c106 free_frozen_pages(&folio->page, folio_order(folio)); in __folio_put()
H A Dfilemap.c137 xas_set_order(&xas, folio->index, folio_order(folio)); in page_cache_delete()
851 XA_STATE_ORDER(xas, &mapping->i_pages, index, folio_order(folio)); in __filemap_add_folio()
854 unsigned int forder = folio_order(folio); in __filemap_add_folio()
858 VM_BUG_ON_FOLIO(folio_order(folio) < mapping_min_folio_order(mapping), in __filemap_add_folio()
H A Dmempolicy.c1447 order = folio_order(src); in alloc_migration_target_by_mpol()
1604 order = folio_order(folio); in do_mbind()
2998 pol = get_vma_policy(vma, addr, folio_order(folio), &ilx); in mpol_misplaced()
H A Drmap.c1703 mod_mthp_stat(folio_order(folio), MTHP_STAT_NR_ANON, 1); in folio_add_new_anon_rmap()
2763 folio_order(folio)); in try_to_migrate_one()
/linux/drivers/iommu/
H A Diommu-pages.c28 return 1UL << (folio_order(ioptdesc_folio(desc)) + PAGE_SHIFT); in ioptdesc_mem_size()
/linux/virt/kvm/
H A Dguest_memfd.c110 WARN_ON_ONCE(!IS_ERR(folio) && folio_order(folio));
/linux/fs/netfs/
H A Drolling_buffer.c155 order = folio_order(folio); in rolling_buffer_bulk_load_from_ra()
/linux/fs/btrfs/
H A Dextent_io.h347 if (folio_order(eb->folios[0])) in num_extent_folios()
/linux/lib/
H A Dtest_hmm.c213 order = folio_order(page_folio(spage)); in dmirror_device_evict_chunk()
1134 order = folio_order(page_folio(spage)); in dmirror_devmem_fault_alloc_and_copy()
1724 unsigned int order = folio_order(rfolio); in dmirror_devmem_free()
1768 order = folio_order(page_folio(vmf->page)); in dmirror_devmem_fault()
/linux/fs/f2fs/
H A Diostat.c188 unsigned int order = folio_order(folio); in f2fs_update_read_folio_count()
/linux/fs/
H A Ddax.c392 int order = folio_order(folio); in dax_folio_reset_order()
468 WARN_ON_ONCE(folio_order(folio)); in dax_folio_init()
495 WARN_ON_ONCE(dax_entry_order(entry) != folio_order(folio)); in dax_associate_entry()
/linux/include/linux/
H A Dmm.h1802 static inline unsigned int folio_order(const struct folio *folio) in folio_order() function
2738 return folio_order(folio) > 1; in folio_has_pincount()
2940 return PAGE_SHIFT + folio_order(folio); in folio_shift()
2953 return PAGE_SIZE << folio_order(folio); in folio_size()
3055 const int order = folio_order(folio); in folio_expected_ref_count()
/linux/fs/nfs/
H A Dinternal.h885 pgoff_t index = folio->index >> folio_order(folio); in nfs_folio_length()
/linux/drivers/hv/
H A Dchannel.c640 unsigned int order = folio_order(page_folio(chunks[i])); in vmbus_free_buffer()

12