Lines Matching refs:FOLL_PIN
130 if (WARN_ON_ONCE((flags & (FOLL_GET | FOLL_PIN)) == 0)) in try_grab_folio()
191 if (flags & FOLL_PIN) { in gup_put_folio()
237 else if (flags & FOLL_PIN) { in try_grab_page()
275 gup_put_folio(page_folio(page), 1, FOLL_PIN); in unpin_user_page()
398 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages_dirty_lock()
438 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_page_range_dirty_lock()
456 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages_lockless()
486 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages()
590 if (WARN_ON_ONCE((flags & (FOLL_PIN | FOLL_GET)) == in follow_page_pte()
591 (FOLL_PIN | FOLL_GET))) in follow_page_pte()
615 if (!page && pte_devmap(pte) && (flags & (FOLL_GET | FOLL_PIN))) { in follow_page_pte()
647 VM_BUG_ON_PAGE((flags & FOLL_PIN) && PageAnon(page) && in follow_page_pte()
662 if (flags & FOLL_PIN) { in follow_page_pte()
844 if (WARN_ON_ONCE(foll_flags & FOLL_PIN)) in follow_page()
1019 if ((gup_flags & (FOLL_PIN | FOLL_LONGTERM)) != in writable_file_mapping_allowed()
1020 (FOLL_PIN | FOLL_LONGTERM)) in writable_file_mapping_allowed()
1198 VM_BUG_ON(!!pages != !!(gup_flags & (FOLL_GET | FOLL_PIN))); in __get_user_pages()
1487 if (flags & FOLL_PIN) in __get_user_pages_locked()
1499 if (pages && !(flags & FOLL_PIN)) in __get_user_pages_locked()
2097 gup_put_folio(folio, 1, FOLL_PIN); in migrate_longterm_unpinnable_pages()
2234 if (WARN_ON_ONCE(gup_flags & (FOLL_PIN | FOLL_TRIED | FOLL_UNLOCKABLE | in is_valid_gup_args()
2248 if (WARN_ON_ONCE((gup_flags & (FOLL_PIN | FOLL_GET)) == in is_valid_gup_args()
2249 (FOLL_PIN | FOLL_GET))) in is_valid_gup_args()
2253 if (WARN_ON_ONCE(!(gup_flags & FOLL_PIN) && (gup_flags & FOLL_LONGTERM))) in is_valid_gup_args()
2257 if (WARN_ON_ONCE((gup_flags & (FOLL_GET | FOLL_PIN)) && !pages)) in is_valid_gup_args()
2469 if ((flags & (FOLL_PIN | FOLL_LONGTERM | FOLL_WRITE)) != in folio_fast_pin_allowed()
2470 (FOLL_PIN | FOLL_LONGTERM | FOLL_WRITE)) in folio_fast_pin_allowed()
2528 if (flags & FOLL_PIN) in undo_dev_pagemap()
2630 if (flags & FOLL_PIN) { in gup_pte_range()
3129 if (gup_flags & FOLL_PIN) { in lockless_pages_from_mm()
3154 if (gup_flags & FOLL_PIN) { in lockless_pages_from_mm()
3176 FOLL_FORCE | FOLL_PIN | FOLL_GET | in internal_get_user_pages_fast()
3181 if (gup_flags & FOLL_PIN) in internal_get_user_pages_fast()
3307 if (!is_valid_gup_args(pages, NULL, &gup_flags, FOLL_PIN)) in pin_user_pages_fast()
3344 FOLL_PIN | FOLL_TOUCH | FOLL_REMOTE)) in pin_user_pages_remote()
3375 if (!is_valid_gup_args(pages, NULL, &gup_flags, FOLL_PIN)) in pin_user_pages()
3396 FOLL_PIN | FOLL_TOUCH | FOLL_UNLOCKABLE)) in pin_user_pages_unlocked()