H A D | zsmalloc.c | 1 // SPDX-License-Identifier: GPL-2.0-or-later 12 * Released under the terms of 3-clause BSD License 18 * struct page(s) to form a zspage. 20 * Usage of struct page fields: 21 * page->privat 192 int size; global() member 376 zs_zpool_malloc(void * pool,size_t size,gfp_t gfp,unsigned long * handle) zs_zpool_malloc() argument 441 is_first_page(struct page * page) is_first_page() argument 468 get_first_obj_offset(struct page * page) get_first_obj_offset() argument 474 set_first_obj_offset(struct page * page,unsigned int offset) set_first_obj_offset() argument 507 get_size_class_index(int size) get_size_class_index() argument 734 get_zspage(struct page * page) get_zspage() argument 742 get_next_page(struct page * page) get_next_page() argument 758 obj_to_location(unsigned long obj,struct page ** page,unsigned int * obj_idx) obj_to_location() argument 765 obj_to_page(unsigned long obj,struct page ** page) obj_to_page() argument 775 location_to_obj(struct page * page,unsigned int obj_idx) location_to_obj() argument 790 obj_allocated(struct page * page,void * obj,unsigned long * phandle) obj_allocated() argument 810 reset_page(struct page * page) reset_page() argument 843 struct page *page, *next; __free_zspage() local 892 struct page *page = get_first_page(zspage); init_zspage() local 936 struct page *page; create_page_chain() local 983 struct page *page; alloc_zspage() local 1045 __zs_map_object(struct mapping_area * area,struct page * pages[2],int off,int size) __zs_map_object() argument 1073 __zs_unmap_object(struct mapping_area * area,struct page * pages[2],int off,int size) __zs_unmap_object() argument 1152 zs_lookup_class_index(struct zs_pool * pool,unsigned int size) zs_lookup_class_index() argument 1187 struct page *page; zs_map_object() local 1248 struct page *page; zs_unmap_object() local 1351 zs_malloc(struct zs_pool * pool,size_t size,gfp_t gfp) zs_malloc() argument 1478 int s_size, d_size, size; zs_object_copy() local 1546 find_alloced_obj(struct size_class * class,struct page * page,int * obj_idx) find_alloced_obj() argument 1664 struct page *curr_page, *page; lock_zspage() local 1733 struct page *page; replace_sub_page() local 1753 zs_page_isolate(struct page * page,isolate_mode_t mode) zs_page_isolate() argument 1764 zs_page_migrate(struct page * newpage,struct page * page,enum migrate_mode mode) zs_page_migrate() argument 1844 zs_page_putback(struct page * page) zs_page_putback() argument 1908 struct page *page = get_first_page(zspage); SetZsPageMovable() local 2149 int size; zs_create_pool() local [all...] |
H A D | cow.c | 1 // SPDX-License-Identifier: GPL-2.0-only 44 static int sz2ord(size_t size) in sz2ord() argument 46 return __builtin_ctzll(size / pagesize); in sz2ord() 69 ksft_print_msg("[INFO] detected THP size: %zu KiB\n", kb); in detect_thp_sizes() 100 static bool range_is_swapped(void *addr, size_t size) in range_is_swapped() argument 102 for (; size; addr += pagesize, size in range_is_swapped() 134 child_memcmp_fn(char * mem,size_t size,struct comm_pipes * comm_pipes) child_memcmp_fn() argument 152 child_vmsplice_memcmp_fn(char * mem,size_t size,struct comm_pipes * comm_pipes) child_vmsplice_memcmp_fn() argument 201 do_test_cow_in_parent(char * mem,size_t size,bool do_mprotect,child_fn fn) do_test_cow_in_parent() argument 255 test_cow_in_parent(char * mem,size_t size) test_cow_in_parent() argument 260 test_cow_in_parent_mprotect(char * mem,size_t size) test_cow_in_parent_mprotect() argument 265 test_vmsplice_in_child(char * mem,size_t size) test_vmsplice_in_child() argument 270 test_vmsplice_in_child_mprotect(char * mem,size_t size) test_vmsplice_in_child_mprotect() argument 275 do_test_vmsplice_in_parent(char * mem,size_t size,bool before_fork) do_test_vmsplice_in_parent() argument 370 test_vmsplice_before_fork(char * mem,size_t size) test_vmsplice_before_fork() argument 375 test_vmsplice_after_fork(char * mem,size_t size) test_vmsplice_after_fork() argument 381 do_test_iouring(char * mem,size_t size,bool use_fork) do_test_iouring() argument 532 test_iouring_ro(char * mem,size_t size) test_iouring_ro() argument 537 test_iouring_fork(char * mem,size_t size) test_iouring_fork() argument 551 do_test_ro_pin(char * mem,size_t size,enum ro_pin_test test,bool fast) do_test_ro_pin() argument 681 test_ro_pin_on_shared(char * mem,size_t size) test_ro_pin_on_shared() argument 686 test_ro_fast_pin_on_shared(char * mem,size_t size) test_ro_fast_pin_on_shared() argument 691 test_ro_pin_on_ro_previously_shared(char * mem,size_t size) test_ro_pin_on_ro_previously_shared() argument 696 test_ro_fast_pin_on_ro_previously_shared(char * mem,size_t size) test_ro_fast_pin_on_ro_previously_shared() argument 701 test_ro_pin_on_ro_exclusive(char * mem,size_t size) test_ro_pin_on_ro_exclusive() argument 706 test_ro_fast_pin_on_ro_exclusive(char * mem,size_t size) test_ro_fast_pin_on_ro_exclusive() argument 774 size_t size, mmap_size, mremap_size; do_run_with_thp() local 914 run_with_thp(test_fn fn,const char * desc,size_t size) run_with_thp() argument 921 run_with_thp_swap(test_fn fn,const char * desc,size_t size) run_with_thp_swap() argument 928 run_with_pte_mapped_thp(test_fn fn,const char * desc,size_t size) run_with_pte_mapped_thp() argument 935 run_with_pte_mapped_thp_swap(test_fn fn,const char * desc,size_t size) run_with_pte_mapped_thp_swap() argument 942 run_with_single_pte_of_thp(test_fn fn,const char * desc,size_t size) run_with_single_pte_of_thp() argument 949 run_with_single_pte_of_thp_swap(test_fn fn,const char * desc,size_t size) run_with_single_pte_of_thp_swap() argument 956 run_with_partial_mremap_thp(test_fn fn,const char * desc,size_t size) run_with_partial_mremap_thp() argument 963 run_with_partial_shared_thp(test_fn fn,const char * desc,size_t size) run_with_partial_shared_thp() argument 1139 size_t size = thpsizes[i]; run_anon_test_case() local 1192 do_test_anon_thp_collapse(char * mem,size_t size,enum anon_thp_collapse_test test) do_test_anon_thp_collapse() argument 1325 test_anon_thp_collapse_unshared(char * mem,size_t size) test_anon_thp_collapse_unshared() argument 1330 test_anon_thp_collapse_fully_shared(char * mem,size_t size) test_anon_thp_collapse_fully_shared() argument 1335 test_anon_thp_collapse_lower_shared(char * mem,size_t size) test_anon_thp_collapse_lower_shared() argument 1340 test_anon_thp_collapse_upper_shared(char * mem,size_t size) test_anon_thp_collapse_upper_shared() argument 1409 test_cow(char * mem,const char * smem,size_t size) test_cow() argument 1425 test_ro_pin(char * mem,const char * smem,size_t size) test_ro_pin() argument 1430 test_ro_fast_pin(char * mem,const char * smem,size_t size) test_ro_fast_pin() argument [all...] |