| /linux-6.6.21/include/linux/ |
| D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
47 static inline void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
[all …]
|
| D | page-flags.h | 208 static __always_inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument
211 return page; in page_fixed_fake_head()
219 if (IS_ALIGNED((unsigned long)page, PAGE_SIZE) && in page_fixed_fake_head()
220 test_bit(PG_head, &page->flags)) { in page_fixed_fake_head()
226 unsigned long head = READ_ONCE(page[1].compound_head); in page_fixed_fake_head()
229 return (const struct page *)(head - 1); in page_fixed_fake_head()
231 return page; in page_fixed_fake_head()
234 static inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument
236 return page; in page_fixed_fake_head()
240 static __always_inline int page_is_fake_head(struct page *page) in page_is_fake_head() argument
[all …]
|
| D | balloon_compaction.h | 58 int (*migratepage)(struct balloon_dev_info *, struct page *newpage,
59 struct page *page, enum migrate_mode mode);
62 extern struct page *balloon_page_alloc(void);
64 struct page *page);
65 extern struct page *balloon_page_dequeue(struct balloon_dev_info *b_dev_info);
92 struct page *page) in balloon_page_insert() argument
94 __SetPageOffline(page); in balloon_page_insert()
95 __SetPageMovable(page, &balloon_mops); in balloon_page_insert()
96 set_page_private(page, (unsigned long)balloon); in balloon_page_insert()
97 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
[all …]
|
| D | highmem-internal.h | 10 void *__kmap_local_page_prot(struct page *page, pgprot_t prot);
35 void *kmap_high(struct page *page);
36 void kunmap_high(struct page *page);
38 struct page *__kmap_to_page(void *addr);
40 static inline void *kmap(struct page *page) in kmap() argument
45 if (!PageHighMem(page)) in kmap()
46 addr = page_address(page); in kmap()
48 addr = kmap_high(page); in kmap()
53 static inline void kunmap(struct page *page) in kunmap() argument
56 if (!PageHighMem(page)) in kunmap()
[all …]
|
| D | page_owner.h | 11 extern void __reset_page_owner(struct page *page, unsigned short order);
12 extern void __set_page_owner(struct page *page,
14 extern void __split_page_owner(struct page *page, unsigned int nr);
16 extern void __set_page_owner_migrate_reason(struct page *page, int reason);
17 extern void __dump_page_owner(const struct page *page);
21 static inline void reset_page_owner(struct page *page, unsigned short order) in reset_page_owner() argument
24 __reset_page_owner(page, order); in reset_page_owner()
27 static inline void set_page_owner(struct page *page, in set_page_owner() argument
31 __set_page_owner(page, order, gfp_mask); in set_page_owner()
34 static inline void split_page_owner(struct page *page, unsigned int nr) in split_page_owner() argument
[all …]
|
| D | highmem.h | 37 static inline void *kmap(struct page *page);
46 static inline void kunmap(struct page *page);
54 static inline struct page *kmap_to_page(void *addr);
96 static inline void *kmap_local_page(struct page *page);
179 static inline void *kmap_atomic(struct page *page);
186 static inline void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vma… in flush_anon_page() argument
202 static inline void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage() argument
204 void *addr = kmap_local_page(page); in clear_user_highpage()
205 clear_user_page(addr, vaddr, page); in clear_user_highpage()
231 clear_user_highpage(&folio->page, vaddr); in vma_alloc_zeroed_movable_folio()
[all …]
|
| D | mm.h | 138 static inline void __mm_zero_struct_page(struct page *page) in __mm_zero_struct_page() argument
140 unsigned long *_pp = (void *)page; in __mm_zero_struct_page()
143 BUILD_BUG_ON(sizeof(struct page) & 7); in __mm_zero_struct_page()
144 BUILD_BUG_ON(sizeof(struct page) < 56); in __mm_zero_struct_page()
145 BUILD_BUG_ON(sizeof(struct page) > 96); in __mm_zero_struct_page()
147 switch (sizeof(struct page)) { in __mm_zero_struct_page()
174 #define mm_zero_struct_page(pp) ((void)memset((pp), 0, sizeof(struct page)))
213 #define nth_page(page,n) pfn_to_page(page_to_pfn((page)) + (n)) argument
216 #define nth_page(page,n) ((page) + (n)) argument
217 #define folio_page_idx(folio, p) ((p) - &(folio)->page)
[all …]
|
| /linux-6.6.21/mm/ |
| D | folio-compat.c | 13 struct address_space *page_mapping(struct page *page) in page_mapping() argument
15 return folio_mapping(page_folio(page)); in page_mapping()
19 void unlock_page(struct page *page) in unlock_page() argument
21 return folio_unlock(page_folio(page)); in unlock_page()
25 void end_page_writeback(struct page *page) in end_page_writeback() argument
27 return folio_end_writeback(page_folio(page)); in end_page_writeback()
31 void wait_on_page_writeback(struct page *page) in wait_on_page_writeback() argument
33 return folio_wait_writeback(page_folio(page)); in wait_on_page_writeback()
37 void wait_for_stable_page(struct page *page) in wait_for_stable_page() argument
39 return folio_wait_stable(page_folio(page)); in wait_for_stable_page()
[all …]
|
| D | page_isolation.c | 33 static struct page *has_unmovable_pages(unsigned long start_pfn, unsigned long end_pfn, in has_unmovable_pages()
36 struct page *page = pfn_to_page(start_pfn); in has_unmovable_pages() local
37 struct zone *zone = page_zone(page); in has_unmovable_pages()
43 if (is_migrate_cma_page(page)) { in has_unmovable_pages()
52 return page; in has_unmovable_pages()
56 page = pfn_to_page(pfn); in has_unmovable_pages()
64 if (PageReserved(page)) in has_unmovable_pages()
65 return page; in has_unmovable_pages()
81 if (PageHuge(page) || PageTransCompound(page)) { in has_unmovable_pages()
82 struct folio *folio = page_folio(page); in has_unmovable_pages()
[all …]
|
| D | balloon_compaction.c | 15 struct page *page) in balloon_page_enqueue_one() argument
23 BUG_ON(!trylock_page(page)); in balloon_page_enqueue_one()
24 balloon_page_insert(b_dev_info, page); in balloon_page_enqueue_one()
25 unlock_page(page); in balloon_page_enqueue_one()
43 struct page *page, *tmp; in balloon_page_list_enqueue() local
48 list_for_each_entry_safe(page, tmp, pages, lru) { in balloon_page_list_enqueue()
49 list_del(&page->lru); in balloon_page_list_enqueue()
50 balloon_page_enqueue_one(b_dev_info, page); in balloon_page_list_enqueue()
79 struct page *page, *tmp; in balloon_page_list_dequeue() local
84 list_for_each_entry_safe(page, tmp, &b_dev_info->pages, lru) { in balloon_page_list_dequeue()
[all …]
|
| D | page_alloc.c | 215 static inline int get_pcppage_migratetype(struct page *page) in get_pcppage_migratetype() argument
217 return page->index; in get_pcppage_migratetype()
220 static inline void set_pcppage_migratetype(struct page *page, int migratetype) in set_pcppage_migratetype() argument
222 page->index = migratetype; in set_pcppage_migratetype()
229 static void __free_pages_ok(struct page *page, unsigned int order,
303 static bool page_contains_unaccepted(struct page *page, unsigned int order);
304 static void accept_page(struct page *page, unsigned int order);
307 static bool __free_unaccepted(struct page *page);
343 static inline unsigned long *get_pageblock_bitmap(const struct page *page, in get_pageblock_bitmap() argument
349 return page_zone(page)->pageblock_flags; in get_pageblock_bitmap()
[all …]
|
| D | migrate_device.c | 74 struct page *page; in migrate_vma_collect_pmd() local
82 page = pmd_page(*pmdp); in migrate_vma_collect_pmd()
83 if (is_huge_zero_page(page)) { in migrate_vma_collect_pmd()
89 get_page(page); in migrate_vma_collect_pmd()
91 if (unlikely(!trylock_page(page))) in migrate_vma_collect_pmd()
94 ret = split_huge_page(page); in migrate_vma_collect_pmd()
95 unlock_page(page); in migrate_vma_collect_pmd()
96 put_page(page); in migrate_vma_collect_pmd()
110 struct page *page; in migrate_vma_collect_pmd() local
134 page = pfn_swap_entry_to_page(entry); in migrate_vma_collect_pmd()
[all …]
|
| D | bootmem_info.c | 17 void get_page_bootmem(unsigned long info, struct page *page, unsigned long type) in get_page_bootmem() argument
19 page->index = type; in get_page_bootmem()
20 SetPagePrivate(page); in get_page_bootmem()
21 set_page_private(page, info); in get_page_bootmem()
22 page_ref_inc(page); in get_page_bootmem()
25 void put_page_bootmem(struct page *page) in put_page_bootmem() argument
27 unsigned long type = page->index; in put_page_bootmem()
32 if (page_ref_dec_return(page) == 1) { in put_page_bootmem()
33 page->index = 0; in put_page_bootmem()
34 ClearPagePrivate(page); in put_page_bootmem()
[all …]
|
| /linux-6.6.21/fs/btrfs/ |
| D | subpage.c | 67 bool btrfs_is_subpage(const struct btrfs_fs_info *fs_info, struct page *page) in btrfs_is_subpage() argument
77 if (!page->mapping || !page->mapping->host || in btrfs_is_subpage()
78 is_data_inode(page->mapping->host)) in btrfs_is_subpage()
119 struct page *page, enum btrfs_subpage_type type) in btrfs_attach_subpage() argument
127 if (page->mapping) in btrfs_attach_subpage()
128 ASSERT(PageLocked(page)); in btrfs_attach_subpage()
131 if (!btrfs_is_subpage(fs_info, page) || PagePrivate(page)) in btrfs_attach_subpage()
138 attach_page_private(page, subpage); in btrfs_attach_subpage()
143 struct page *page) in btrfs_detach_subpage() argument
148 if (!btrfs_is_subpage(fs_info, page) || !PagePrivate(page)) in btrfs_detach_subpage()
[all …]
|
| D | subpage.h | 76 bool btrfs_is_subpage(const struct btrfs_fs_info *fs_info, struct page *page);
80 struct page *page, enum btrfs_subpage_type type);
82 struct page *page);
90 struct page *page);
92 struct page *page);
95 struct page *page, u64 start, u32 len);
97 struct page *page, u64 start, u32 len);
100 struct page *page, u64 start, u32 len);
102 struct page *page, u64 start, u32 len);
104 struct page *page, u64 start, u32 len);
[all …]
|
| /linux-6.6.21/fs/jfs/ |
| D | jfs_metapage.c | 49 unlock_page(mp->page); in __lock_metapage()
51 lock_page(mp->page); in __lock_metapage()
80 #define mp_anchor(page) ((struct meta_anchor *)page_private(page)) argument
82 static inline struct metapage *page_to_mp(struct page *page, int offset) in page_to_mp() argument
84 if (!PagePrivate(page)) in page_to_mp()
86 return mp_anchor(page)->mp[offset >> L2PSIZE]; in page_to_mp()
89 static inline int insert_metapage(struct page *page, struct metapage *mp) in insert_metapage() argument
95 if (PagePrivate(page)) in insert_metapage()
96 a = mp_anchor(page); in insert_metapage()
101 set_page_private(page, (unsigned long)a); in insert_metapage()
[all …]
|
| /linux-6.6.21/arch/arm/include/asm/ |
| D | page.h | 107 struct page;
111 void (*cpu_clear_user_highpage)(struct page *page, unsigned long vaddr);
112 void (*cpu_copy_user_highpage)(struct page *to, struct page *from,
116 void fa_copy_user_highpage(struct page *to, struct page *from,
118 void fa_clear_user_highpage(struct page *page, unsigned long vaddr);
119 void feroceon_copy_user_highpage(struct page *to, struct page *from,
121 void feroceon_clear_user_highpage(struct page *page, unsigned long vaddr);
122 void v4_mc_copy_user_highpage(struct page *to, struct page *from,
124 void v4_mc_clear_user_highpage(struct page *page, unsigned long vaddr);
125 void v4wb_copy_user_highpage(struct page *to, struct page *from,
[all …]
|
| /linux-6.6.21/net/core/ |
| D | page_pool.c | 266 static void page_pool_return_page(struct page_pool *pool, struct page *page);
269 static struct page *page_pool_refill_alloc_cache(struct page_pool *pool) in page_pool_refill_alloc_cache()
272 struct page *page; in page_pool_refill_alloc_cache() local
293 page = __ptr_ring_consume(r); in page_pool_refill_alloc_cache()
294 if (unlikely(!page)) in page_pool_refill_alloc_cache()
297 if (likely(page_to_nid(page) == pref_nid)) { in page_pool_refill_alloc_cache()
298 pool->alloc.cache[pool->alloc.count++] = page; in page_pool_refill_alloc_cache()
305 page_pool_return_page(pool, page); in page_pool_refill_alloc_cache()
307 page = NULL; in page_pool_refill_alloc_cache()
314 page = pool->alloc.cache[--pool->alloc.count]; in page_pool_refill_alloc_cache()
[all …]
|
| /linux-6.6.21/sound/pci/trident/ |
| D | trident_memory.c | 22 #define __set_tlb_bus(trident,page,addr) \ argument
23 (trident)->tlb.entries[page] = cpu_to_le32((addr) & ~(SNDRV_TRIDENT_PAGE_SIZE-1))
24 #define __tlb_to_addr(trident,page) \ argument
25 (dma_addr_t)le32_to_cpu((trident->tlb.entries[page]) & ~(SNDRV_TRIDENT_PAGE_SIZE - 1))
32 #define set_tlb_bus(trident,page,addr) __set_tlb_bus(trident,page,addr) argument
34 #define set_silent_tlb(trident,page) __set_tlb_bus(trident, page, trident->tlb.silent_page->addr) argument
38 #define aligned_page_offset(page) ((page) << 12) argument
40 #define page_to_addr(trident,page) __tlb_to_addr(trident, page) argument
47 #define aligned_page_offset(page) ((page) << 13) argument
48 #define page_to_addr(trident,page) __tlb_to_addr(trident, (page) << 1) argument
[all …]
|
| /linux-6.6.21/fs/ecryptfs/ |
| D | mmap.c | 33 struct page *ecryptfs_get_locked_page(struct inode *inode, loff_t index) in ecryptfs_get_locked_page()
35 struct page *page = read_mapping_page(inode->i_mapping, index, NULL); in ecryptfs_get_locked_page() local
36 if (!IS_ERR(page)) in ecryptfs_get_locked_page()
37 lock_page(page); in ecryptfs_get_locked_page()
38 return page; in ecryptfs_get_locked_page()
52 static int ecryptfs_writepage(struct page *page, struct writeback_control *wbc) in ecryptfs_writepage() argument
56 rc = ecryptfs_encrypt_page(page); in ecryptfs_writepage()
59 "page (upper index [0x%.16lx])\n", page->index); in ecryptfs_writepage()
60 ClearPageUptodate(page); in ecryptfs_writepage()
63 SetPageUptodate(page); in ecryptfs_writepage()
[all …]
|
| /linux-6.6.21/arch/s390/mm/ |
| D | page-states.c | 61 static inline void set_page_unused(struct page *page, int order) in set_page_unused() argument
68 : "a" (page_to_phys(page + i)), in set_page_unused()
72 static inline void set_page_stable_dat(struct page *page, int order) in set_page_stable_dat() argument
79 : "a" (page_to_phys(page + i)), in set_page_stable_dat()
83 static inline void set_page_stable_nodat(struct page *page, int order) in set_page_stable_nodat() argument
90 : "a" (page_to_phys(page + i)), in set_page_stable_nodat()
97 struct page *page; in mark_kernel_pmd() local
105 page = phys_to_page(pmd_val(*pmd)); in mark_kernel_pmd()
106 set_bit(PG_arch_1, &page->flags); in mark_kernel_pmd()
113 struct page *page; in mark_kernel_pud() local
[all …]
|
| /linux-6.6.21/include/trace/events/ |
| D | page_ref.h | 15 TP_PROTO(struct page *page, int v),
17 TP_ARGS(page, v),
30 __entry->pfn = page_to_pfn(page);
31 __entry->flags = page->flags;
32 __entry->count = page_ref_count(page);
33 __entry->mapcount = page_mapcount(page);
34 __entry->mapping = page->mapping;
35 __entry->mt = get_pageblock_migratetype(page);
49 TP_PROTO(struct page *page, int v),
51 TP_ARGS(page, v)
[all …]
|
| /linux-6.6.21/fs/nilfs2/ |
| D | dir.c | 67 static inline void nilfs_put_page(struct page *page) in nilfs_put_page() argument
69 kunmap(page); in nilfs_put_page()
70 put_page(page); in nilfs_put_page()
87 static int nilfs_prepare_chunk(struct page *page, unsigned int from, in nilfs_prepare_chunk() argument
90 loff_t pos = page_offset(page) + from; in nilfs_prepare_chunk()
92 return __block_write_begin(page, pos, to - from, nilfs_get_block); in nilfs_prepare_chunk()
95 static void nilfs_commit_chunk(struct page *page, in nilfs_commit_chunk() argument
100 loff_t pos = page_offset(page) + from; in nilfs_commit_chunk()
105 nr_dirty = nilfs_page_count_clean_buffers(page, from, to); in nilfs_commit_chunk()
106 copied = block_write_end(NULL, mapping, pos, len, len, page, NULL); in nilfs_commit_chunk()
[all …]
|
| /linux-6.6.21/fs/sysv/ |
| D | dir.c | 31 static void dir_commit_chunk(struct page *page, loff_t pos, unsigned len) in dir_commit_chunk() argument
33 struct address_space *mapping = page->mapping; in dir_commit_chunk()
36 block_write_end(NULL, mapping, pos, len, len, page, NULL); in dir_commit_chunk()
41 unlock_page(page); in dir_commit_chunk()
61 static void *dir_get_page(struct inode *dir, unsigned long n, struct page **p) in dir_get_page()
64 struct page *page = read_mapping_page(mapping, n, NULL); in dir_get_page() local
65 if (IS_ERR(page)) in dir_get_page()
66 return ERR_CAST(page); in dir_get_page()
67 *p = page; in dir_get_page()
68 return kmap_local_page(page); in dir_get_page()
[all …]
|
| /linux-6.6.21/arch/openrisc/include/asm/ |
| D | cacheflush.h | 24 extern void local_dcache_page_flush(struct page *page);
25 extern void local_icache_page_inv(struct page *page);
33 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
34 #define icache_page_inv(page) local_icache_page_inv(page) argument
36 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
37 #define icache_page_inv(page) smp_icache_page_inv(page) argument
38 extern void smp_icache_page_inv(struct page *page);
45 static inline void sync_icache_dcache(struct page *page) in sync_icache_dcache() argument
48 dcache_page_flush(page); in sync_icache_dcache()
49 icache_page_inv(page); in sync_icache_dcache()
[all …]
|