51 static void os_pages_unmap(void *addr, size_t size);
56 os_pages_map(void *addr, size_t size, size_t alignment, bool *commit) {  in os_pages_map()  argument
57 	assert(ALIGNMENT_ADDR2BASE(addr, os_page) == addr);  in os_pages_map()
71 	ret = VirtualAlloc(addr, size, MEM_RESERVE | (*commit ? MEM_COMMIT : 0),  in os_pages_map()
81 		ret = mmap(addr, size, prot, mmap_flags, -1, 0);  in os_pages_map()
87 	} else if (addr != NULL && ret != addr) {  in os_pages_map()
95 	assert(ret == NULL || (addr == NULL && ret != addr) || (addr != NULL &&  in os_pages_map()
96 	    ret == addr));  in os_pages_map()
101 os_pages_trim(void *addr, size_t alloc_size, size_t leadsize, size_t size,  in os_pages_trim()  argument
103 	void *ret = (void *)((uintptr_t)addr + leadsize);  in os_pages_trim()
107 	os_pages_unmap(addr, alloc_size);  in os_pages_trim()
120 		os_pages_unmap(addr, leadsize);  in os_pages_trim()
130 os_pages_unmap(void *addr, size_t size) {  in os_pages_unmap()  argument
131 	assert(ALIGNMENT_ADDR2BASE(addr, os_page) == addr);  in os_pages_unmap()
135 	if (VirtualFree(addr, 0, MEM_RELEASE) == 0)  in os_pages_unmap()
137 	if (munmap(addr, size) == -1)  in os_pages_unmap()
181 pages_map(void *addr, size_t size, size_t alignment, bool *commit) {  in pages_map()  argument
183 	assert(ALIGNMENT_ADDR2BASE(addr, alignment) == addr);  in pages_map()
198 		if (addr != NULL) {  in pages_map()
206 		void *ret = mmap(addr, size, prot, flags, -1, 0);  in pages_map()
228 	void *ret = os_pages_map(addr, size, os_page, commit);  in pages_map()
229 	if (ret == NULL || ret == addr) {  in pages_map()
232 	assert(addr == NULL);  in pages_map()
243 pages_unmap(void *addr, size_t size) {  in pages_unmap()  argument
244 	assert(PAGE_ADDR2BASE(addr) == addr);  in pages_unmap()
247 	os_pages_unmap(addr, size);  in pages_unmap()
251 pages_commit_impl(void *addr, size_t size, bool commit) {  in pages_commit_impl()  argument
252 	assert(PAGE_ADDR2BASE(addr) == addr);  in pages_commit_impl()
260 	return (commit ? (addr != VirtualAlloc(addr, size, MEM_COMMIT,  in pages_commit_impl()
261 	    PAGE_READWRITE)) : (!VirtualFree(addr, size, MEM_DECOMMIT)));  in pages_commit_impl()
265 		void *result = mmap(addr, size, prot, mmap_flags | MAP_FIXED,  in pages_commit_impl()
270 		if (result != addr) {  in pages_commit_impl()
284 pages_commit(void *addr, size_t size) {  in pages_commit()  argument
285 	return pages_commit_impl(addr, size, true);  in pages_commit()
289 pages_decommit(void *addr, size_t size) {  in pages_decommit()  argument
290 	return pages_commit_impl(addr, size, false);  in pages_decommit()
294 pages_purge_lazy(void *addr, size_t size) {  in pages_purge_lazy()  argument
295 	assert(ALIGNMENT_ADDR2BASE(addr, os_page) == addr);  in pages_purge_lazy()
310 	VirtualAlloc(addr, size, MEM_RESET, PAGE_READWRITE);  in pages_purge_lazy()
313 	return (madvise(addr, size,  in pages_purge_lazy()
322 	return (madvise(addr, size, MADV_DONTNEED) != 0);  in pages_purge_lazy()
329 pages_purge_forced(void *addr, size_t size) {  in pages_purge_forced()  argument
330 	assert(PAGE_ADDR2BASE(addr) == addr);  in pages_purge_forced()
339 	return (madvise(addr, size, MADV_DONTNEED) != 0);  in pages_purge_forced()
342 	return pages_commit(addr, size);  in pages_purge_forced()
349 pages_huge_impl(void *addr, size_t size, bool aligned) {  in pages_huge_impl()  argument
351 		assert(HUGEPAGE_ADDR2BASE(addr) == addr);  in pages_huge_impl()
355 	return (madvise(addr, size, MADV_HUGEPAGE) != 0);  in pages_huge_impl()
362 pages_huge(void *addr, size_t size) {  in pages_huge()  argument
363 	return pages_huge_impl(addr, size, true);  in pages_huge()
367 pages_huge_unaligned(void *addr, size_t size) {  in pages_huge_unaligned()  argument
368 	return pages_huge_impl(addr, size, false);  in pages_huge_unaligned()
372 pages_nohuge_impl(void *addr, size_t size, bool aligned) {  in pages_nohuge_impl()  argument
374 		assert(HUGEPAGE_ADDR2BASE(addr) == addr);  in pages_nohuge_impl()
379 	return (madvise(addr, size, MADV_NOHUGEPAGE) != 0);  in pages_nohuge_impl()
386 pages_nohuge(void *addr, size_t size) {  in pages_nohuge()  argument
387 	return pages_nohuge_impl(addr, size, true);  in pages_nohuge()
391 pages_nohuge_unaligned(void *addr, size_t size) {  in pages_nohuge_unaligned()  argument
392 	return pages_nohuge_impl(addr, size, false);  in pages_nohuge_unaligned()
396 pages_dontdump(void *addr, size_t size) {  in pages_dontdump()  argument
397 	assert(PAGE_ADDR2BASE(addr) == addr);  in pages_dontdump()
400 	return madvise(addr, size, MADV_DONTDUMP) != 0;  in pages_dontdump()
407 pages_dodump(void *addr, size_t size) {  in pages_dodump()  argument
408 	assert(PAGE_ADDR2BASE(addr) == addr);  in pages_dodump()
411 	return madvise(addr, size, MADV_DODUMP) != 0;  in pages_dodump()