Lines Matching refs:alloc_flags
1557 unsigned int alloc_flags) in prep_new_page() argument
1570 if (alloc_flags & ALLOC_NO_WATERMARKS) in prep_new_page()
1917 unsigned int alloc_flags, bool whole_block) in steal_suitable_fallback() argument
1948 if (boost_watermark(zone) && (alloc_flags & ALLOC_KSWAPD)) in steal_suitable_fallback()
2186 unsigned int alloc_flags) in __rmqueue_fallback() argument
2200 if (order < pageblock_order && alloc_flags & ALLOC_NOFRAGMENT) in __rmqueue_fallback()
2253 start_migratetype, alloc_flags, can_steal); in __rmqueue_fallback()
2267 unsigned int alloc_flags) in __rmqueue() argument
2277 if (alloc_flags & ALLOC_CMA && in __rmqueue()
2288 if (alloc_flags & ALLOC_CMA) in __rmqueue()
2293 alloc_flags); in __rmqueue()
2305 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
2313 alloc_flags); in rmqueue_bulk()
2902 unsigned int order, unsigned int alloc_flags, in rmqueue_buddy() argument
2911 if (alloc_flags & ALLOC_HIGHATOMIC) in rmqueue_buddy()
2914 page = __rmqueue(zone, order, migratetype, alloc_flags); in rmqueue_buddy()
2922 if (!page && (alloc_flags & (ALLOC_OOM|ALLOC_NON_BLOCK))) in rmqueue_buddy()
2993 unsigned int alloc_flags, in __rmqueue_pcplist() argument
3006 migratetype, alloc_flags); in __rmqueue_pcplist()
3024 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3046 page = __rmqueue_pcplist(zone, order, migratetype, alloc_flags, pcp, list); in rmqueue_pcplist()
3071 gfp_t gfp_flags, unsigned int alloc_flags, in rmqueue() argument
3078 migratetype, alloc_flags); in rmqueue()
3083 page = rmqueue_buddy(preferred_zone, zone, order, alloc_flags, in rmqueue()
3088 if ((alloc_flags & ALLOC_KSWAPD) && in rmqueue()
3099 unsigned int order, unsigned int alloc_flags) in __zone_watermark_unusable_free() argument
3107 if (likely(!(alloc_flags & ALLOC_RESERVES))) in __zone_watermark_unusable_free()
3112 if (!(alloc_flags & ALLOC_CMA)) in __zone_watermark_unusable_free()
3126 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok() argument
3133 free_pages -= __zone_watermark_unusable_free(z, order, alloc_flags); in __zone_watermark_ok()
3135 if (unlikely(alloc_flags & ALLOC_RESERVES)) { in __zone_watermark_ok()
3140 if (alloc_flags & ALLOC_MIN_RESERVE) { in __zone_watermark_ok()
3150 if (alloc_flags & ALLOC_NON_BLOCK) in __zone_watermark_ok()
3160 if (alloc_flags & ALLOC_OOM) in __zone_watermark_ok()
3190 if ((alloc_flags & ALLOC_CMA) && in __zone_watermark_ok()
3195 if ((alloc_flags & (ALLOC_HIGHATOMIC|ALLOC_OOM)) && in __zone_watermark_ok()
3204 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok() argument
3206 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
3212 unsigned int alloc_flags, gfp_t gfp_mask) in zone_watermark_fast() argument
3227 reserved = __zone_watermark_unusable_free(z, 0, alloc_flags); in zone_watermark_fast()
3235 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
3245 if (unlikely(!order && (alloc_flags & ALLOC_MIN_RESERVE) && z->watermark_boost in zone_watermark_fast()
3246 && ((alloc_flags & ALLOC_WMARK_MASK) == WMARK_MIN))) { in zone_watermark_fast()
3249 alloc_flags, free_pages); in zone_watermark_fast()
3293 unsigned int alloc_flags; in alloc_flags_nofragment() local
3299 alloc_flags = (__force int) (gfp_mask & __GFP_KSWAPD_RECLAIM); in alloc_flags_nofragment()
3303 return alloc_flags; in alloc_flags_nofragment()
3306 return alloc_flags; in alloc_flags_nofragment()
3315 return alloc_flags; in alloc_flags_nofragment()
3317 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3319 return alloc_flags; in alloc_flags_nofragment()
3324 unsigned int alloc_flags) in gfp_to_alloc_flags_cma() argument
3328 alloc_flags |= ALLOC_CMA; in gfp_to_alloc_flags_cma()
3330 return alloc_flags; in gfp_to_alloc_flags_cma()
3338 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags, in get_page_from_freelist() argument
3352 no_fallback = alloc_flags & ALLOC_NOFRAGMENT; in get_page_from_freelist()
3360 (alloc_flags & ALLOC_CPUSET) && in get_page_from_freelist()
3403 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3422 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
3429 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in get_page_from_freelist()
3431 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
3448 if (alloc_flags & ALLOC_NO_WATERMARKS) in get_page_from_freelist()
3466 ac->highest_zoneidx, alloc_flags)) in get_page_from_freelist()
3475 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
3477 prep_new_page(page, order, gfp_mask, alloc_flags); in get_page_from_freelist()
3483 if (unlikely(alloc_flags & ALLOC_HIGHATOMIC)) in get_page_from_freelist()
3504 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3557 unsigned int alloc_flags, in __alloc_pages_cpuset_fallback() argument
3563 alloc_flags|ALLOC_CPUSET, ac); in __alloc_pages_cpuset_fallback()
3570 alloc_flags, ac); in __alloc_pages_cpuset_fallback()
3671 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
3685 *compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac, in __alloc_pages_direct_compact()
3702 prep_new_page(page, order, gfp_mask, alloc_flags); in __alloc_pages_direct_compact()
3706 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_compact()
3729 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags, in should_compact_retry() argument
3751 ret = compaction_zonelist_suitable(ac, order, alloc_flags); in should_compact_retry()
3796 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
3804 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags, in should_compact_retry() argument
3824 ac->highest_zoneidx, alloc_flags)) in should_compact_retry()
3943 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_reclaim() argument
3956 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_reclaim()
3997 unsigned int alloc_flags = ALLOC_WMARK_MIN | ALLOC_CPUSET; in gfp_to_alloc_flags() local
4013 alloc_flags |= (__force int) in gfp_to_alloc_flags()
4022 alloc_flags |= ALLOC_NON_BLOCK; in gfp_to_alloc_flags()
4025 alloc_flags |= ALLOC_HIGHATOMIC; in gfp_to_alloc_flags()
4033 if (alloc_flags & ALLOC_MIN_RESERVE) in gfp_to_alloc_flags()
4034 alloc_flags &= ~ALLOC_CPUSET; in gfp_to_alloc_flags()
4036 alloc_flags |= ALLOC_MIN_RESERVE; in gfp_to_alloc_flags()
4038 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, alloc_flags); in gfp_to_alloc_flags()
4040 return alloc_flags; in gfp_to_alloc_flags()
4097 struct alloc_context *ac, int alloc_flags, in should_reclaim_retry() argument
4132 (alloc_flags & ALLOC_CPUSET) && in should_reclaim_retry()
4144 ac->highest_zoneidx, alloc_flags, available); in should_reclaim_retry()
4214 unsigned int alloc_flags; in __alloc_pages_slowpath() local
4256 alloc_flags = gfp_to_alloc_flags(gfp_mask, order); in __alloc_pages_slowpath()
4282 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4289 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4307 alloc_flags, ac, in __alloc_pages_slowpath()
4350 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4355 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, reserve_flags) | in __alloc_pages_slowpath()
4356 (alloc_flags & ALLOC_KSWAPD); in __alloc_pages_slowpath()
4363 if (!(alloc_flags & ALLOC_CPUSET) || reserve_flags) { in __alloc_pages_slowpath()
4370 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4383 page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4389 page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4406 if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags, in __alloc_pages_slowpath()
4417 should_compact_retry(ac, order, alloc_flags, in __alloc_pages_slowpath()
4438 (alloc_flags & ALLOC_OOM || in __alloc_pages_slowpath()
4494 unsigned int *alloc_flags) in prepare_alloc_pages() argument
4510 *alloc_flags |= ALLOC_CPUSET; in prepare_alloc_pages()
4518 *alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, *alloc_flags); in prepare_alloc_pages()
4562 unsigned int alloc_flags = ALLOC_WMARK_LOW; in alloc_pages_bulk_noprof() local
4603 if (!prepare_alloc_pages(gfp, 0, preferred_nid, nodemask, &ac, &alloc_gfp, &alloc_flags)) in alloc_pages_bulk_noprof()
4612 if (cpusets_enabled() && (alloc_flags & ALLOC_CPUSET) && in alloc_pages_bulk_noprof()
4624 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK) + nr_pages; in alloc_pages_bulk_noprof()
4627 alloc_flags, gfp)) { in alloc_pages_bulk_noprof()
4664 page = __rmqueue_pcplist(zone, 0, ac.migratetype, alloc_flags, in alloc_pages_bulk_noprof()
4708 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_frozen_pages_noprof() local
4730 &alloc_gfp, &alloc_flags)) in __alloc_frozen_pages_noprof()
4737 alloc_flags |= alloc_flags_nofragment(zonelist_zone(ac.preferred_zoneref), gfp); in __alloc_frozen_pages_noprof()
4740 page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac); in __alloc_frozen_pages_noprof()