Lines Matching refs:size

51 static void os_pages_unmap(void *addr, size_t size);
56 os_pages_map(void *addr, size_t size, size_t alignment, bool *commit) { in os_pages_map() argument
58 assert(ALIGNMENT_CEILING(size, os_page) == size); in os_pages_map()
59 assert(size != 0); in os_pages_map()
71 ret = VirtualAlloc(addr, size, MEM_RESERVE | (*commit ? MEM_COMMIT : 0), in os_pages_map()
81 ret = mmap(addr, size, prot, mmap_flags, -1, 0); in os_pages_map()
91 os_pages_unmap(ret, size); in os_pages_map()
101 os_pages_trim(void *addr, size_t alloc_size, size_t leadsize, size_t size, in os_pages_trim() argument
105 assert(alloc_size >= leadsize + size); in os_pages_trim()
108 void *new_addr = os_pages_map(ret, size, PAGE, commit); in os_pages_trim()
113 os_pages_unmap(new_addr, size); in os_pages_trim()
117 size_t trailsize = alloc_size - leadsize - size; in os_pages_trim()
123 os_pages_unmap((void *)((uintptr_t)ret + size), trailsize); in os_pages_trim()
130 os_pages_unmap(void *addr, size_t size) { in os_pages_unmap() argument
132 assert(ALIGNMENT_CEILING(size, os_page) == size); in os_pages_unmap()
137 if (munmap(addr, size) == -1) in os_pages_unmap()
157 pages_map_slow(size_t size, size_t alignment, bool *commit) { in pages_map_slow() argument
158 size_t alloc_size = size + alignment - os_page; in pages_map_slow()
160 if (alloc_size < size) { in pages_map_slow()
172 ret = os_pages_trim(pages, alloc_size, leadsize, size, commit); in pages_map_slow()
181 pages_map(void *addr, size_t size, size_t alignment, bool *commit) { in pages_map() argument
206 void *ret = mmap(addr, size, prot, flags, -1, 0); in pages_map()
228 void *ret = os_pages_map(addr, size, os_page, commit); in pages_map()
234 os_pages_unmap(ret, size); in pages_map()
235 return pages_map_slow(size, alignment, commit); in pages_map()
243 pages_unmap(void *addr, size_t size) { in pages_unmap() argument
245 assert(PAGE_CEILING(size) == size); in pages_unmap()
247 os_pages_unmap(addr, size); in pages_unmap()
251 pages_commit_impl(void *addr, size_t size, bool commit) { in pages_commit_impl() argument
253 assert(PAGE_CEILING(size) == size); in pages_commit_impl()
260 return (commit ? (addr != VirtualAlloc(addr, size, MEM_COMMIT, in pages_commit_impl()
261 PAGE_READWRITE)) : (!VirtualFree(addr, size, MEM_DECOMMIT))); in pages_commit_impl()
265 void *result = mmap(addr, size, prot, mmap_flags | MAP_FIXED, in pages_commit_impl()
275 os_pages_unmap(result, size); in pages_commit_impl()
284 pages_commit(void *addr, size_t size) { in pages_commit() argument
285 return pages_commit_impl(addr, size, true); in pages_commit()
289 pages_decommit(void *addr, size_t size) { in pages_decommit() argument
290 return pages_commit_impl(addr, size, false); in pages_decommit()
294 pages_purge_lazy(void *addr, size_t size) { in pages_purge_lazy() argument
296 assert(PAGE_CEILING(size) == size); in pages_purge_lazy()
310 VirtualAlloc(addr, size, MEM_RESET, PAGE_READWRITE); in pages_purge_lazy()
313 return (madvise(addr, size, in pages_purge_lazy()
322 return (madvise(addr, size, MADV_DONTNEED) != 0); in pages_purge_lazy()
329 pages_purge_forced(void *addr, size_t size) { in pages_purge_forced() argument
331 assert(PAGE_CEILING(size) == size); in pages_purge_forced()
339 return (madvise(addr, size, MADV_DONTNEED) != 0); in pages_purge_forced()
342 return pages_commit(addr, size); in pages_purge_forced()
349 pages_huge_impl(void *addr, size_t size, bool aligned) { in pages_huge_impl() argument
352 assert(HUGEPAGE_CEILING(size) == size); in pages_huge_impl()
355 return (madvise(addr, size, MADV_HUGEPAGE) != 0); in pages_huge_impl()
362 pages_huge(void *addr, size_t size) { in pages_huge() argument
363 return pages_huge_impl(addr, size, true); in pages_huge()
367 pages_huge_unaligned(void *addr, size_t size) { in pages_huge_unaligned() argument
368 return pages_huge_impl(addr, size, false); in pages_huge_unaligned()
372 pages_nohuge_impl(void *addr, size_t size, bool aligned) { in pages_nohuge_impl() argument
375 assert(HUGEPAGE_CEILING(size) == size); in pages_nohuge_impl()
379 return (madvise(addr, size, MADV_NOHUGEPAGE) != 0); in pages_nohuge_impl()
386 pages_nohuge(void *addr, size_t size) { in pages_nohuge() argument
387 return pages_nohuge_impl(addr, size, true); in pages_nohuge()
391 pages_nohuge_unaligned(void *addr, size_t size) { in pages_nohuge_unaligned() argument
392 return pages_nohuge_impl(addr, size, false); in pages_nohuge_unaligned()
396 pages_dontdump(void *addr, size_t size) { in pages_dontdump() argument
398 assert(PAGE_CEILING(size) == size); in pages_dontdump()
400 return madvise(addr, size, MADV_DONTDUMP) != 0; in pages_dontdump()
407 pages_dodump(void *addr, size_t size) { in pages_dodump() argument
409 assert(PAGE_CEILING(size) == size); in pages_dodump()
411 return madvise(addr, size, MADV_DODUMP) != 0; in pages_dodump()
537 pages_set_thp_state (void *ptr, size_t size) { in pages_set_thp_state() argument
547 pages_huge_unaligned(ptr, size); in pages_set_thp_state()
551 pages_nohuge_unaligned(ptr, size); in pages_set_thp_state()