| /linux/include/linux/ |
| H A D | memremap.h | 248 struct folio *new_folio) in zone_device_private_split_cb() argument 252 if (new_folio) { in zone_device_private_split_cb() 253 new_folio->pgmap = original_folio->pgmap; in zone_device_private_split_cb() 254 new_folio->page.mapping = in zone_device_private_split_cb() 259 new_folio); in zone_device_private_split_cb() 299 struct folio *new_folio) in zone_device_private_split_cb() argument
|
| /linux/mm/ |
| H A D | memremap.c | 490 struct folio *new_folio = (struct folio *)new_page; in zone_device_page_init() local 511 new_folio->mapping = NULL; in zone_device_page_init() 512 new_folio->pgmap = pgmap; /* Also clear compound head */ in zone_device_page_init() 513 new_folio->share = 0; /* fsdax only, unused for device private */ in zone_device_page_init() 514 VM_WARN_ON_FOLIO(folio_ref_count(new_folio), new_folio); in zone_device_page_init() 515 VM_WARN_ON_FOLIO(!folio_is_zone_device(new_folio), new_folio); in zone_device_page_init()
|
| H A D | huge_memory.c | 3648 static void lru_add_split_folio(struct folio *folio, struct folio *new_folio, in lru_add_split_folio() argument 3651 VM_BUG_ON_FOLIO(folio_test_lru(new_folio), folio); in lru_add_split_folio() 3660 folio_get(new_folio); in lru_add_split_folio() 3661 list_add_tail(&new_folio->lru, list); in lru_add_split_folio() 3666 new_folio->mlock_count = 0; in lru_add_split_folio() 3668 list_add_tail(&new_folio->lru, &folio->lru); in lru_add_split_folio() 3669 folio_set_lru(new_folio); in lru_add_split_folio() 3710 struct folio *new_folio = (struct folio *)new_head; in __split_folio_to_order() local 3712 VM_BUG_ON_PAGE(atomic_read(&new_folio->_mapcount) != -1, new_head); in __split_folio_to_order() 3727 new_folio->flags.f &= ~PAGE_FLAGS_CHECK_AT_PREP; in __split_folio_to_order() [all …]
|
| H A D | hugetlb.c | 2644 struct folio *new_folio = NULL; in alloc_and_dissolve_hugetlb_folio() local 2681 if (!new_folio) { in alloc_and_dissolve_hugetlb_folio() 2684 new_folio = alloc_fresh_hugetlb_folio(h, gfp_mask, in alloc_and_dissolve_hugetlb_folio() 2686 if (!new_folio) in alloc_and_dissolve_hugetlb_folio() 2704 account_new_hugetlb_folio(h, new_folio); in alloc_and_dissolve_hugetlb_folio() 2705 enqueue_hugetlb_folio(h, new_folio); in alloc_and_dissolve_hugetlb_folio() 2718 if (new_folio) in alloc_and_dissolve_hugetlb_folio() 2719 update_and_free_hugetlb_folio(h, new_folio, false); in alloc_and_dissolve_hugetlb_folio() 3995 struct folio *new_folio = (struct folio *)page; in demote_free_hugetlb_folios() local 4000 new_folio->mapping = NULL; in demote_free_hugetlb_folios() [all …]
|
| H A D | khugepaged.c | 2247 struct folio *folio, *tmp, *new_folio; in collapse_file() local 2264 result = alloc_charge_folio(&new_folio, mm, cc, HPAGE_PMD_ORDER); in collapse_file() 2270 __folio_set_locked(new_folio); in collapse_file() 2272 __folio_set_swapbacked(new_folio); in collapse_file() 2273 new_folio->index = start; in collapse_file() 2274 new_folio->mapping = mapping; in collapse_file() 2509 dst = folio_page(new_folio, 0); in collapse_file() 2595 lruvec_stat_mod_folio(new_folio, NR_SHMEM, HPAGE_PMD_NR); in collapse_file() 2596 lruvec_stat_mod_folio(new_folio, NR_SHMEM_THPS, HPAGE_PMD_NR); in collapse_file() 2598 lruvec_stat_mod_folio(new_folio, NR_FILE_THPS, HPAGE_PMD_NR); in collapse_file() [all …]
|
| H A D | memory.c | 1126 struct folio *new_folio; in copy_present_page() local 1129 new_folio = *prealloc; in copy_present_page() 1130 if (!new_folio) in copy_present_page() 1138 if (copy_mc_user_highpage(&new_folio->page, page, addr, src_vma)) in copy_present_page() 1142 __folio_mark_uptodate(new_folio); in copy_present_page() 1143 folio_add_new_anon_rmap(new_folio, dst_vma, addr, RMAP_EXCLUSIVE); in copy_present_page() 1144 folio_add_lru_vma(new_folio, dst_vma); in copy_present_page() 1148 pte = folio_mk_pte(new_folio, dst_vma->vm_page_prot); in copy_present_page() 1286 struct folio *new_folio; in folio_prealloc() local 1289 new_folio = vma_alloc_zeroed_movable_folio(vma, addr); in folio_prealloc() [all …]
|
| H A D | ksm.c | 3142 struct folio *new_folio; in ksm_might_need_to_copy() local 3162 new_folio = vma_alloc_folio(GFP_HIGHUSER_MOVABLE, 0, vma, addr); in ksm_might_need_to_copy() 3163 if (new_folio && in ksm_might_need_to_copy() 3164 mem_cgroup_charge(new_folio, vma->vm_mm, GFP_KERNEL)) { in ksm_might_need_to_copy() 3165 folio_put(new_folio); in ksm_might_need_to_copy() 3166 new_folio = NULL; in ksm_might_need_to_copy() 3168 if (new_folio) { in ksm_might_need_to_copy() 3169 if (copy_mc_user_highpage(folio_page(new_folio, 0), page, in ksm_might_need_to_copy() 3171 folio_put(new_folio); in ksm_might_need_to_copy() 3174 folio_set_dirty(new_folio); in ksm_might_need_to_copy() [all …]
|
| H A D | hugetlb_cgroup.c | 891 void hugetlb_cgroup_migrate(struct folio *old_folio, struct folio *new_folio) in hugetlb_cgroup_migrate() argument 907 set_hugetlb_cgroup(new_folio, h_cg); in hugetlb_cgroup_migrate() 908 set_hugetlb_cgroup_rsvd(new_folio, h_cg_rsvd); in hugetlb_cgroup_migrate() 909 list_move(&new_folio->lru, &h->hugepage_activelist); in hugetlb_cgroup_migrate()
|
| /linux/fs/f2fs/ |
| H A D | namei.c | 971 struct folio *old_folio, *new_folio = NULL; in f2fs_rename() local 1063 &new_folio); in f2fs_rename() 1065 if (IS_ERR(new_folio)) in f2fs_rename() 1066 err = PTR_ERR(new_folio); in f2fs_rename() 1078 f2fs_set_link(new_dir, new_entry, new_folio, old_inode); in f2fs_rename() 1079 new_folio = NULL; in f2fs_rename() 1161 f2fs_folio_put(new_folio, false); in f2fs_rename() 1179 struct folio *old_folio, *new_folio; in f2fs_cross_rename() local 1218 new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name, &new_folio); in f2fs_cross_rename() 1220 if (IS_ERR(new_folio)) in f2fs_cross_rename() [all …]
|
| /linux/fs/jbd2/ |
| H A D | journal.c | 331 struct folio *new_folio; in jbd2_journal_write_metadata_buffer() local 358 new_folio = virt_to_folio(jh_in->b_frozen_data); in jbd2_journal_write_metadata_buffer() 359 new_offset = offset_in_folio(new_folio, jh_in->b_frozen_data); in jbd2_journal_write_metadata_buffer() 367 new_folio = bh_in->b_folio; in jbd2_journal_write_metadata_buffer() 368 new_offset = offset_in_folio(new_folio, bh_in->b_data); in jbd2_journal_write_metadata_buffer() 369 mapped_data = kmap_local_folio(new_folio, new_offset); in jbd2_journal_write_metadata_buffer() 395 memcpy_from_folio(tmp, new_folio, new_offset, bh_in->b_size); in jbd2_journal_write_metadata_buffer() 404 new_folio = virt_to_folio(jh_in->b_frozen_data); in jbd2_journal_write_metadata_buffer() 405 new_offset = offset_in_folio(new_folio, jh_in->b_frozen_data); in jbd2_journal_write_metadata_buffer() 410 folio_set_bh(new_bh, new_folio, new_offset); in jbd2_journal_write_metadata_buffer()
|
| /linux/drivers/gpu/drm/ |
| H A D | drm_pagemap.c | 1550 static void drm_pagemap_folio_split(struct folio *orig_folio, struct folio *new_folio) in drm_pagemap_folio_split() argument 1555 if (!new_folio) in drm_pagemap_folio_split() 1558 new_folio->pgmap = orig_folio->pgmap; in drm_pagemap_folio_split() 1565 folio_set_zone_device_data(new_folio, (void *)new_data); in drm_pagemap_folio_split()
|