28 static void *execmem_vmalloc(struct execmem_range *range, size_t size,  in execmem_vmalloc()  argument
31 	bool kasan = range->flags & EXECMEM_KASAN_SHADOW;  in execmem_vmalloc()
33 	unsigned int align = range->alignment;  in execmem_vmalloc()
34 	unsigned long start = range->start;  in execmem_vmalloc()
35 	unsigned long end = range->end;  in execmem_vmalloc()
44 	if (!p && range->fallback_start) {  in execmem_vmalloc()
45 		start = range->fallback_start;  in execmem_vmalloc()
46 		end = range->fallback_end;  in execmem_vmalloc()
67 	struct execmem_range *range = &execmem_info->ranges[EXECMEM_MODULE_DATA];  in execmem_vmap()  local
70 	area = __get_vm_area_node(size, range->alignment, PAGE_SHIFT, VM_ALLOC,  in execmem_vmap()
71 				  range->start, range->end, NUMA_NO_NODE,  in execmem_vmap()
73 	if (!area && range->fallback_start)  in execmem_vmap()
74 		area = __get_vm_area_node(size, range->alignment, PAGE_SHIFT, VM_ALLOC,  in execmem_vmap()
75 					  range->fallback_start, range->fallback_end,  in execmem_vmap()
81 static void *execmem_vmalloc(struct execmem_range *range, size_t size,  in execmem_vmalloc()  argument
213 static bool within_range(struct execmem_range *range, struct ma_state *mas,  in within_range()  argument
218 	if (addr >= range->start && addr + size < range->end)  in within_range()
221 	if (range->fallback_start &&  in within_range()
222 	    addr >= range->fallback_start && addr + size < range->fallback_end)  in within_range()
228 static void *__execmem_cache_alloc(struct execmem_range *range, size_t size)  in __execmem_cache_alloc()  argument
243 		if (area_size >= size && within_range(range, &mas_free, size))  in __execmem_cache_alloc()
281 static int execmem_cache_populate(struct execmem_range *range, size_t size)  in execmem_cache_populate()  argument
290 	p = execmem_vmalloc(range, alloc_size, PAGE_KERNEL, vm_flags);  in execmem_cache_populate()
293 		p = execmem_vmalloc(range, alloc_size, PAGE_KERNEL, vm_flags);  in execmem_cache_populate()
323 static void *execmem_cache_alloc(struct execmem_range *range, size_t size)  in execmem_cache_alloc()  argument
328 	p = __execmem_cache_alloc(range, size);  in execmem_cache_alloc()
332 	err = execmem_cache_populate(range, size);  in execmem_cache_alloc()
336 	return __execmem_cache_alloc(range, size);  in execmem_cache_alloc()
450 static void *execmem_cache_alloc(struct execmem_range *range, size_t size)  in execmem_cache_alloc()  argument
463 	struct execmem_range *range = &execmem_info->ranges[type];  in execmem_alloc()  local
464 	bool use_cache = range->flags & EXECMEM_ROX_CACHE;  in execmem_alloc()
466 	pgprot_t pgprot = range->pgprot;  in execmem_alloc()
472 		p = execmem_cache_alloc(range, size);  in execmem_alloc()
474 		p = execmem_vmalloc(range, size, pgprot, vm_flags);  in execmem_alloc()