H A D | page_alloc.c | 319 _deferred_grow_zone(struct zone *zone, unsigned int order) in _deferred_grow_zone() argument 329 static inline bool _deferred_grow_zone(struct zone *zone, unsigned int order) in _deferred_grow_zone() argument 663 if (order > PAGE_ALLOC_COSTLY_ORDER) { in __add_to_free_list() argument 514 order_to_pindex(int migratetype,int order) order_to_pindex() argument 535 int order = pindex / MIGRATE_PCPTYPES; pindex_to_order() local 547 pcp_allowed_order(unsigned int order) pcp_allowed_order() argument 570 prep_compound_page(struct page * page,unsigned int order) prep_compound_page() argument 582 set_buddy_order(struct page * page,unsigned int order) set_buddy_order() argument 601 compaction_capture(struct capture_control * capc,struct page * page,int order,int migratetype) compaction_capture() argument 638 compaction_capture(struct capture_control * capc,struct page * page,int order,int migratetype) compaction_capture() argument 689 move_to_free_list(struct page * page,struct zone * zone,unsigned int order,int old_mt,int new_mt) move_to_free_list() argument 713 __del_page_from_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype) __del_page_from_free_list() argument 735 del_page_from_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype) del_page_from_free_list() argument 758 buddy_merge_likely(unsigned long pfn,unsigned long buddy_pfn,struct page * page,unsigned int order) buddy_merge_likely() argument 799 __free_one_page(struct page * page,unsigned long pfn,struct zone * zone,unsigned int order,int migratetype,fpi_t fpi_flags) __free_one_page() argument 1162 free_pages_prepare(struct page * page,unsigned int order) free_pages_prepare() argument 1301 unsigned int order; free_pcppages_bulk() local 1351 split_large_buddy(struct zone * zone,struct page * page,unsigned long pfn,int order,fpi_t fpi) split_large_buddy() argument 1374 add_page_to_zone_llist(struct zone * zone,struct page * page,unsigned int order) add_page_to_zone_llist() argument 1383 free_one_page(struct zone * zone,struct page * page,unsigned long pfn,unsigned int order,fpi_t fpi_flags) free_one_page() argument 1418 __free_pages_ok(struct page * page,unsigned int order,fpi_t fpi_flags) __free_pages_ok() argument 1428 __free_pages_core(struct page * page,unsigned int order,enum meminit_context context) __free_pages_core() argument 1607 check_new_pages(struct page * page,unsigned int order) check_new_pages() argument 1649 post_alloc_hook(struct page * page,unsigned int order,gfp_t gfp_flags) post_alloc_hook() argument 1709 prep_new_page(struct page * page,unsigned int order,gfp_t gfp_flags,unsigned int alloc_flags) prep_new_page() argument 1734 __rmqueue_smallest(struct zone * zone,unsigned int order,int migratetype) __rmqueue_smallest() argument 1774 __rmqueue_cma_fallback(struct zone * zone,unsigned int order) __rmqueue_cma_fallback() argument 1780 __rmqueue_cma_fallback(struct zone * zone,unsigned int order) __rmqueue_cma_fallback() argument 1792 unsigned int order; __move_freepages_block() local 1887 int order = 0; find_large_buddy() local 1943 int order = buddy_order(buddy); move_freepages_block_isolate() local 1954 int order = buddy_order(page); move_freepages_block_isolate() local 2023 should_try_claim_block(unsigned int order,int start_mt) should_try_claim_block() argument 2071 find_suitable_fallback(struct free_area * area,unsigned int order,int migratetype,bool claimable) find_suitable_fallback() argument 2101 try_to_claim_block(struct zone * zone,struct page * page,int current_order,int order,int start_type,int block_type,unsigned int alloc_flags) try_to_claim_block() argument 2174 __rmqueue_claim(struct zone * zone,int order,int start_migratetype,unsigned int alloc_flags) __rmqueue_claim() argument 2229 __rmqueue_steal(struct zone * zone,int order,int start_migratetype) __rmqueue_steal() argument 2265 __rmqueue(struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags,enum rmqueue_mode * mode) __rmqueue() argument 2334 rmqueue_bulk(struct zone * zone,unsigned int order,unsigned long count,struct list_head * list,int migratetype,unsigned int alloc_flags) rmqueue_bulk() argument 2635 free_frozen_page_commit(struct zone * zone,struct per_cpu_pages * pcp,struct page * page,int migratetype,unsigned int order,fpi_t fpi_flags) free_frozen_page_commit() argument 2692 __free_frozen_pages(struct page * page,unsigned int order,fpi_t fpi_flags) __free_frozen_pages() argument 2742 free_frozen_pages(struct page * page,unsigned int order) free_frozen_pages() argument 2761 unsigned int order = folio_order(folio); free_unref_folios() local 2785 unsigned int order = (unsigned long)folio->private; free_unref_folios() local 2853 split_page(struct page * page,unsigned int order) split_page() argument 2868 __isolate_free_page(struct page * page,unsigned int order) __isolate_free_page() argument 2918 __putback_isolated_page(struct page * page,unsigned int order,int mt) __putback_isolated_page() argument 2958 rmqueue_buddy(struct zone * preferred_zone,struct zone * zone,unsigned int order,unsigned int alloc_flags,int migratetype) rmqueue_buddy() argument 3002 nr_pcp_alloc(struct per_cpu_pages * pcp,struct zone * zone,int order) nr_pcp_alloc() argument 3054 __rmqueue_pcplist(struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags,struct per_cpu_pages * pcp,struct list_head * list) __rmqueue_pcplist() argument 3086 rmqueue_pcplist(struct zone * preferred_zone,struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags) rmqueue_pcplist() argument 3133 rmqueue(struct zone * preferred_zone,struct zone * zone,unsigned int order,gfp_t gfp_flags,unsigned int alloc_flags,int migratetype) rmqueue() argument 3166 reserve_highatomic_pageblock(struct page * page,int order,struct zone * zone) reserve_highatomic_pageblock() argument 3226 int order; unreserve_highatomic_pageblock() local 3298 __zone_watermark_unusable_free(struct zone * z,unsigned int order,unsigned int alloc_flags) __zone_watermark_unusable_free() argument 3324 __zone_watermark_ok(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx,unsigned int alloc_flags,long free_pages) __zone_watermark_ok() argument 3402 zone_watermark_ok(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx,unsigned int alloc_flags) zone_watermark_ok() argument 3409 zone_watermark_fast(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx,unsigned int alloc_flags,gfp_t gfp_mask) zone_watermark_fast() argument 3530 get_page_from_freelist(gfp_t gfp_mask,unsigned int order,int alloc_flags,const struct alloc_context * ac) get_page_from_freelist() argument 3748 __alloc_pages_cpuset_fallback(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac) __alloc_pages_cpuset_fallback() argument 3767 __alloc_pages_may_oom(gfp_t gfp_mask,unsigned int order,const struct alloc_context * ac,unsigned long * did_some_progress) __alloc_pages_may_oom() argument 3862 __alloc_pages_direct_compact(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,enum compact_priority prio,enum compact_result * compact_result) __alloc_pages_direct_compact() argument 3921 should_compact_retry(struct alloc_context * ac,int order,int alloc_flags,enum compact_result compact_result,enum compact_priority * compact_priority,int * compaction_retries) should_compact_retry() argument 3987 __alloc_pages_direct_compact(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,enum compact_priority prio,enum compact_result * compact_result) __alloc_pages_direct_compact() argument 3996 should_compact_retry(struct alloc_context * ac,unsigned int order,int alloc_flags,enum compact_result compact_result,enum compact_priority * compact_priority,int * compaction_retries) should_compact_retry() argument 4108 __perform_reclaim(gfp_t gfp_mask,unsigned int order,const struct alloc_context * ac) __perform_reclaim() argument 4134 __alloc_pages_direct_reclaim(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,unsigned long * did_some_progress) __alloc_pages_direct_reclaim() argument 4167 wake_all_kswapds(unsigned int order,gfp_t gfp_mask,const struct alloc_context * ac) wake_all_kswapds() argument 4193 gfp_to_alloc_flags(gfp_t gfp_mask,unsigned int order) gfp_to_alloc_flags() argument 4297 should_reclaim_retry(gfp_t gfp_mask,unsigned order,struct alloc_context * ac,int alloc_flags,bool did_some_progress,int * no_progress_loops) should_reclaim_retry() argument 4407 __alloc_pages_slowpath(gfp_t gfp_mask,unsigned int order,struct alloc_context * ac) __alloc_pages_slowpath() argument 4705 prepare_alloc_pages(gfp_t gfp_mask,unsigned int order,int preferred_nid,nodemask_t * nodemask,struct alloc_context * ac,gfp_t * alloc_gfp,unsigned int * alloc_flags) prepare_alloc_pages() argument 4923 __alloc_frozen_pages_noprof(gfp_t gfp,unsigned int order,int preferred_nid,nodemask_t * nodemask) __alloc_frozen_pages_noprof() argument 4988 __alloc_pages_noprof(gfp_t gfp,unsigned int order,int preferred_nid,nodemask_t * nodemask) __alloc_pages_noprof() argument 5000 __folio_alloc_noprof(gfp_t gfp,unsigned int order,int preferred_nid,nodemask_t * nodemask) __folio_alloc_noprof() argument 5014 get_free_pages_noprof(gfp_t gfp_mask,unsigned int order) get_free_pages_noprof() argument 5052 ___free_pages(struct page * page,unsigned int order,fpi_t fpi_flags) ___free_pages() argument 5069 __free_pages(struct page * page,unsigned int order) __free_pages() argument 5079 free_pages_nolock(struct page * page,unsigned int order) free_pages_nolock() argument 5084 free_pages(unsigned long addr,unsigned int order) free_pages() argument 5094 make_alloc_exact(unsigned long addr,unsigned int order,size_t size) make_alloc_exact() argument 5132 unsigned int order = get_order(size); alloc_pages_exact_noprof() local 5157 unsigned int order = get_order(size); alloc_pages_exact_nid_noprof() local 6595 int order; split_free_pages() local 6790 int order = ilog2(end - start); alloc_contig_range_noprof() local 6990 unsigned int order; __offline_isolated_pages() local 7036 unsigned int order; is_free_buddy_page() local 7052 add_to_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype,bool tail) add_to_free_list() argument 7097 unsigned int order; take_page_off_buddy() local 7184 page_contains_unaccepted(struct page * page,unsigned int order) page_contains_unaccepted() argument 7239 cond_accept_memory(struct zone * zone,unsigned int order,int alloc_flags) cond_accept_memory() argument 7298 page_contains_unaccepted(struct page * page,unsigned int order) page_contains_unaccepted() argument 7303 cond_accept_memory(struct zone * zone,unsigned int order,int alloc_flags) cond_accept_memory() argument 7332 alloc_pages_nolock_noprof(int nid,unsigned int order) alloc_pages_nolock_noprof() argument [all...] |
H A D | compaction.c | 51 static inline bool is_via_compact_memory(int order) in is_via_compact_memory() argument 59 static inline bool is_via_compact_memory(int order) { return false; } in is_via_compact_memory() argument 67 #define block_start_pfn(pfn, order) round_down(pfn, 1UL << (order)) argument 68 #define block_end_pfn(pfn, order) ALIGN((pfn) + 1, 1UL << (order)) argument 83 static struct page *mark_allocated_noprof(struct page *page, unsigned int order, gfp_ argument 93 int order; release_free_list() local 159 defer_compaction(struct zone * zone,int order) defer_compaction() argument 174 compaction_deferred(struct zone * zone,int order) compaction_deferred() argument 197 compaction_defer_reset(struct zone * zone,int order,bool alloc_success) compaction_defer_reset() argument 211 compaction_restarting(struct zone * zone,int order) compaction_restarting() argument 601 unsigned int order; isolate_freepages_block() local 632 const unsigned int order = compound_order(page); isolate_freepages_block() local 732 int order; isolate_freepages_range() local 834 skip_isolation_on_order(int order,int target_order) skip_isolation_on_order() argument 984 const unsigned int order = compound_order(page); isolate_migratepages_block() local 1067 const unsigned int order = compound_order(page); isolate_migratepages_block() local 1420 int order = cc->order > 0 ? cc->order : pageblock_order; suitable_migration_target() local 1523 next_search_order(struct compact_control * cc,int order) next_search_order() argument 1549 int order; fast_isolate_freepages() local 1837 int order = folio_order(src); compaction_alloc_noprof() local 1894 int order = folio_order(dst); compaction_free() local 1966 int order; fast_find_migrateblock() local 2272 unsigned int order; __compact_finished() local 2393 __compaction_suitable(struct zone * zone,int order,unsigned long watermark,int highest_zoneidx,unsigned long free_pages) __compaction_suitable() argument 2423 compaction_suitable(struct zone * zone,int order,unsigned long watermark,int highest_zoneidx) compaction_suitable() argument 2468 compaction_zonelist_suitable(struct alloc_context * ac,int order,int alloc_flags) compaction_zonelist_suitable() argument 2506 compaction_suit_allocation_order(struct zone * zone,unsigned int order,int highest_zoneidx,unsigned int alloc_flags,bool async,bool kcompactd) compaction_suit_allocation_order() argument 2556 int order; compact_zone() local 2785 compact_zone_order(struct zone * zone,int order,gfp_t gfp_mask,enum compact_priority prio,unsigned int alloc_flags,int highest_zoneidx,struct page ** capture) compact_zone_order() argument 2850 try_to_compact_pages(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,enum compact_priority prio,struct page ** capture) try_to_compact_pages() argument 3171 wakeup_kcompactd(pg_data_t * pgdat,int order,int highest_zoneidx) wakeup_kcompactd() argument [all...] |