Lines Matching refs:FOLL_PIN
104 if (flags & FOLL_PIN) { in gup_put_folio()
151 else if (flags & FOLL_PIN) { in try_grab_folio()
188 gup_put_folio(page_folio(page), 1, FOLL_PIN); in unpin_user_page()
201 gup_put_folio(folio, 1, FOLL_PIN); in unpin_folio()
324 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages_dirty_lock()
370 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_page_range_dirty_lock()
388 gup_put_folio(folio, nr, FOLL_PIN); in gup_fast_unpin_user_pages()
422 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages()
436 gup_put_folio(folio, npages, FOLL_PIN); in unpin_user_folio()
468 gup_put_folio(folios[i], j - i, FOLL_PIN); in unpin_folios()
525 if (WARN_ON_ONCE((flags & (FOLL_GET | FOLL_PIN)) == 0)) in try_grab_folio_fast()
728 VM_WARN_ON_ONCE_PAGE((flags & FOLL_PIN) && PageAnon(page) && in follow_huge_pmd()
854 VM_WARN_ON_ONCE_PAGE((flags & FOLL_PIN) && PageAnon(page) && in follow_page_pte()
869 if (flags & FOLL_PIN) { in follow_page_pte()
1189 if ((gup_flags & (FOLL_PIN | FOLL_LONGTERM)) != in writable_file_mapping_allowed()
1190 (FOLL_PIN | FOLL_LONGTERM)) in writable_file_mapping_allowed()
1368 VM_WARN_ON_ONCE(!!pages != !!(gup_flags & (FOLL_GET | FOLL_PIN))); in __get_user_pages()
1371 VM_WARN_ON_ONCE((gup_flags & (FOLL_PIN | FOLL_GET)) == in __get_user_pages()
1372 (FOLL_PIN | FOLL_GET)); in __get_user_pages()
1675 if (flags & FOLL_PIN) in __get_user_pages_locked()
1687 if (pages && !(flags & FOLL_PIN)) in __get_user_pages_locked()
2333 gup_put_folio(folio, 1, FOLL_PIN); in migrate_longterm_unpinnable_folios()
2520 if (WARN_ON_ONCE((gup_flags & (FOLL_PIN | FOLL_GET)) == in is_valid_gup_args()
2521 (FOLL_PIN | FOLL_GET))) in is_valid_gup_args()
2525 if (WARN_ON_ONCE(!(gup_flags & FOLL_PIN) && (gup_flags & FOLL_LONGTERM))) in is_valid_gup_args()
2529 if (WARN_ON_ONCE((gup_flags & (FOLL_GET | FOLL_PIN)) && !pages)) in is_valid_gup_args()
2744 if ((flags & (FOLL_PIN | FOLL_LONGTERM | FOLL_WRITE)) == in gup_fast_folio_allowed()
2745 (FOLL_PIN | FOLL_LONGTERM | FOLL_WRITE)) in gup_fast_folio_allowed()
2890 if ((flags & FOLL_PIN) && arch_make_folio_accessible(folio)) { in gup_fast_pte_range()
3140 if (gup_flags & FOLL_PIN) { in gup_fast()
3164 if (gup_flags & FOLL_PIN) { in gup_fast()
3184 FOLL_FORCE | FOLL_PIN | FOLL_GET | in gup_fast_fallback()
3189 if (gup_flags & FOLL_PIN) in gup_fast_fallback()
3313 if (!is_valid_gup_args(pages, NULL, &gup_flags, FOLL_PIN)) in pin_user_pages_fast()
3350 FOLL_PIN | FOLL_TOUCH | FOLL_REMOTE)) in pin_user_pages_remote()
3381 if (!is_valid_gup_args(pages, NULL, &gup_flags, FOLL_PIN)) in pin_user_pages()
3402 FOLL_PIN | FOLL_TOUCH | FOLL_UNLOCKABLE)) in pin_user_pages_unlocked()
3495 if (try_grab_folio(folio, 1, FOLL_PIN)) { in memfd_pin_folios()
3555 return try_grab_folio(folio, pins, FOLL_PIN); in folio_add_pins()