| /linux-6.1.9/arch/arc/include/asm/ |
| D | hugepage.h | 13 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
23 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
24 #define pmd_mkwrite(pmd) pte_pmd(pte_mkwrite(pmd_pte(pmd))) argument
25 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
26 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
27 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
28 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument
29 #define pmd_mkinvalid(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
30 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
32 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
[all …]
|
| D | pgalloc.h | 37 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
49 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte_page) in pmd_populate()
80 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument
91 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
|
| /linux-6.1.9/drivers/md/ |
| D | dm-thin-metadata.c | 230 struct dm_pool_metadata *pmd; member
413 static inline void pmd_write_lock_in_core(struct dm_pool_metadata *pmd) in pmd_write_lock_in_core()
419 static inline void pmd_write_lock(struct dm_pool_metadata *pmd) in pmd_write_lock()
426 static inline void pmd_write_unlock(struct dm_pool_metadata *pmd) in pmd_write_unlock()
434 static int superblock_lock_zero(struct dm_pool_metadata *pmd, in superblock_lock_zero()
441 static int superblock_lock(struct dm_pool_metadata *pmd, in superblock_lock()
477 static void __setup_btree_details(struct dm_pool_metadata *pmd) in __setup_btree_details()
515 static int save_sm_roots(struct dm_pool_metadata *pmd) in save_sm_roots()
535 static void copy_sm_roots(struct dm_pool_metadata *pmd, in copy_sm_roots()
547 static int __write_initial_superblock(struct dm_pool_metadata *pmd) in __write_initial_superblock()
[all …]
|
| /linux-6.1.9/arch/arm/include/asm/ |
| D | pgtable-3level.h | 114 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
116 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
118 #define pmd_large(pmd) pmd_sect(pmd) argument
119 #define pmd_leaf(pmd) pmd_sect(pmd) argument
138 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) argument
174 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument
176 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
178 #define pmd_present(pmd) (pmd_isset((pmd), L_PMD_SECT_VALID)) argument
179 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
187 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument
[all …]
|
| D | pgtable-2level.h | 211 #define pmd_pfn(pmd) (__phys_to_pfn(pmd_val(pmd) & PHYS_MASK)) argument
213 #define pmd_large(pmd) (pmd_val(pmd) & 2) argument
214 #define pmd_leaf(pmd) (pmd_val(pmd) & 2) argument
215 #define pmd_bad(pmd) (pmd_val(pmd) & 2) argument
216 #define pmd_present(pmd) (pmd_val(pmd)) argument
241 #define pmd_hugewillfault(pmd) (0) argument
242 #define pmd_thp_or_huge(pmd) (0) argument
|
| /linux-6.1.9/arch/mips/include/asm/ |
| D | pgtable.h | 65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
67 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
73 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
76 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
403 static inline int pmd_write(pmd_t pmd)
408 static inline struct page *pmd_page(pmd_t pmd)
575 static inline int pmd_trans_huge(pmd_t pmd)
580 static inline pmd_t pmd_mkhuge(pmd_t pmd)
590 static inline pmd_t pmd_wrprotect(pmd_t pmd)
596 static inline pmd_t pmd_mkwrite(pmd_t pmd)
[all …]
|
| /linux-6.1.9/arch/arm64/include/asm/ |
| D | pgtable.h | 154 #define pmd_access_permitted(pmd, write) \ argument
171 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
177 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
253 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont()
400 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
455 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
461 #define pmd_present_invalid(pmd) (!!(pmd_val(pmd) & PMD_PRESENT_INVALID)) argument
463 static inline int pmd_present(pmd_t pmd) in pmd_present()
473 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
479 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
[all …]
|
| /linux-6.1.9/arch/loongarch/include/asm/ |
| D | pgtable.h | 154 typedef struct { unsigned long pmd; } pmd_t; member
198 static inline int pmd_none(pmd_t pmd) in pmd_none()
203 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
208 static inline int pmd_present(pmd_t pmd) in pmd_present()
223 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd)) argument
226 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
229 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
258 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val(pmd) }) argument
430 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
440 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
[all …]
|
| /linux-6.1.9/arch/riscv/include/asm/ |
| D | pgtable.h | 190 static inline int pmd_present(pmd_t pmd) in pmd_present()
201 static inline int pmd_present(pmd_t pmd) in pmd_present()
207 static inline int pmd_none(pmd_t pmd) in pmd_none()
212 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
218 static inline int pmd_leaf(pmd_t pmd) in pmd_leaf()
223 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
247 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
252 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
257 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
387 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
[all …]
|
| /linux-6.1.9/arch/x86/include/asm/ |
| D | pgtable.h | 73 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
97 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
137 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
143 static inline int pmd_young(pmd_t pmd) in pmd_young()
194 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
235 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
254 static inline int pmd_devmap(pmd_t pmd) in pmd_devmap()
374 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
381 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
389 static inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
[all …]
|
| /linux-6.1.9/include/asm-generic/ |
| D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp()
55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp()
60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp()
|
| /linux-6.1.9/arch/powerpc/include/asm/book3s/64/ |
| D | pgtable.h | 758 #define __pmd_to_swp_entry(pmd) (__pte_to_swp_entry(pmd_pte(pmd))) argument
915 static inline int pmd_none(pmd_t pmd) in pmd_none()
920 static inline int pmd_present(pmd_t pmd) in pmd_present()
934 static inline int pmd_is_serializing(pmd_t pmd) in pmd_is_serializing()
951 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
1119 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
1129 static inline pte_t *pmdp_ptep(pmd_t *pmd) in pmdp_ptep()
1133 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument
1134 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
1135 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
[all …]
|
| /linux-6.1.9/arch/parisc/include/asm/ |
| D | pgalloc.h | 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
49 pmd_t *pmd; in pmd_alloc_one() local
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
70 #define pmd_populate(mm, pmd, pte_page) \ argument
|
| /linux-6.1.9/mm/kasan/ |
| D | init.c | 70 static inline bool kasan_pte_table(pmd_t pmd) in kasan_pte_table()
92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate()
112 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate() local
151 pmd_t *pmd; in zero_pud_populate() local
189 pmd_t *pmd; in zero_p4d_populate() local
240 pmd_t *pmd; in kasan_populate_early_shadow() local
282 static void kasan_free_pte(pte_t *pte_start, pmd_t *pmd) in kasan_free_pte()
299 pmd_t *pmd; in kasan_free_pmd() local
361 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr, in kasan_remove_pmd_table()
393 pmd_t *pmd, *pmd_base; in kasan_remove_pud_table() local
|
| /linux-6.1.9/arch/m68k/include/asm/ |
| D | sun3_pgtable.h | 93 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
110 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
111 #define pmd_page(pmd) virt_to_page(pmd_page_vaddr(pmd)) argument
114 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
115 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
117 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2()
118 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
119 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
121 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
|
| D | motorola_pgalloc.h | 59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | mcf_pgtable.h | 94 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) argument
116 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) argument
137 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
138 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
139 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2()
140 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
141 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
266 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
267 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
|
| /linux-6.1.9/arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
|
| /linux-6.1.9/include/linux/ |
| D | pgtable.h | 47 #define pmd_pgtable(pmd) pmd_page(pmd) argument
90 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address) in pte_offset_kernel()
163 pmd_t *pmd = pmd_off_k(vaddr); in virt_to_kpte() local
169 static inline int pmd_young(pmd_t pmd) in pmd_young()
228 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young() local
380 pmd_t pmd = *pmdp; in pmdp_huge_get_and_clear() local
596 unsigned long address, pmd_t *pmdp, pmd_t pmd) in generic_pmdp_establish()
655 #define pmd_access_permitted(pmd, write) \ argument
714 #define set_pmd_safe(pmdp, pmd) \ argument
904 static inline int pmd_none_or_clear_bad(pmd_t *pmd) in pmd_none_or_clear_bad()
[all …]
|
| D | page_table_check.h | 59 unsigned long addr, pmd_t pmd) in page_table_check_pmd_clear()
88 pmd_t pmd) in page_table_check_pmd_set()
108 pmd_t pmd) in page_table_check_pte_clear_range()
132 unsigned long addr, pmd_t pmd) in page_table_check_pmd_clear()
149 pmd_t pmd) in page_table_check_pmd_set()
161 pmd_t pmd) in page_table_check_pte_clear_range()
|
| /linux-6.1.9/arch/csky/include/asm/ |
| D | pgtable.h | 31 #define pmd_pfn(pmd) (pmd_phys(pmd) >> PAGE_SHIFT) argument
32 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
95 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
104 #define pmd_phys(pmd) pmd_val(pmd) argument
106 static inline void set_pmd(pmd_t *p, pmd_t pmd) in set_pmd()
117 static inline int pmd_none(pmd_t pmd) in pmd_none()
122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
124 static inline int pmd_present(pmd_t pmd) in pmd_present()
|
| /linux-6.1.9/arch/sparc/include/asm/ |
| D | pgtable_64.h | 317 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
390 static inline bool is_hugetlb_pmd(pmd_t pmd) in is_hugetlb_pmd()
401 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
664 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
671 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
679 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
689 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
697 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
704 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
711 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
[all …]
|
| /linux-6.1.9/arch/powerpc/include/asm/nohash/32/ |
| D | pgtable.h | 204 #define pmd_none(pmd) (!pmd_val(pmd)) argument
205 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
206 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
236 static int number_of_cells_per_pte(pmd_t *pmd, pte_basic_t val, int huge) in number_of_cells_per_pte()
255 pmd_t *pmd = pmd_off(mm, addr); in pte_update() local
349 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
351 #define pmd_page_vaddr(pmd) \ argument
353 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
356 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
|
| /linux-6.1.9/drivers/soc/bcm/bcm63xx/ |
| D | bcm63xx-power.c | 39 static int bcm63xx_power_get_state(struct bcm63xx_power_dev *pmd, bool *is_on) in bcm63xx_power_get_state()
53 static int bcm63xx_power_set_state(struct bcm63xx_power_dev *pmd, bool on) in bcm63xx_power_set_state()
76 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_on() local
84 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_off() local
140 struct bcm63xx_power_dev *pmd = &power->dev[ndom]; in bcm63xx_power_probe() local
|
| /linux-6.1.9/arch/s390/include/asm/ |
| D | pgtable.h | 536 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
541 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
705 static inline int pmd_large(pmd_t pmd) in pmd_large()
710 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
739 static inline int pmd_present(pmd_t pmd) in pmd_present()
744 static inline int pmd_none(pmd_t pmd) in pmd_none()
750 static inline int pmd_write(pmd_t pmd) in pmd_write()
761 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
767 static inline int pmd_young(pmd_t pmd) in pmd_young()
808 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
[all …]
|