| /linux-3.4.99/arch/s390/mm/ |
| D | hugetlbpage.c | 68 pgd_t *pgdp; in huge_pte_alloc() local
72 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
73 pudp = pud_alloc(mm, pgdp, addr); in huge_pte_alloc()
81 pgd_t *pgdp; in huge_pte_offset() local
85 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
86 if (pgd_present(*pgdp)) { in huge_pte_offset()
87 pudp = pud_offset(pgdp, addr); in huge_pte_offset()
|
| D | gup.c | 132 static inline int gup_pud_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, in gup_pud_range() argument
138 pudp = (pud_t *) pgdp; in gup_pud_range()
179 pgd_t *pgdp, pgd; in get_user_pages_fast() local
197 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
199 pgd = *pgdp; in get_user_pages_fast()
204 if (!gup_pud_range(pgdp, pgd, addr, next, write, pages, &nr)) in get_user_pages_fast()
206 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | pageattr.c | 17 pgd_t *pgdp; in change_page_attr() local
21 pgdp = pgd_offset(&init_mm, addr); in change_page_attr()
22 pudp = pud_offset(pgdp, addr); in change_page_attr()
|
| /linux-3.4.99/arch/sh/mm/ |
| D | gup.c | 168 pgd_t *pgdp; in __get_user_pages_fast() local
184 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
186 pgd_t pgd = *pgdp; in __get_user_pages_fast()
193 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
221 pgd_t *pgdp; in get_user_pages_fast() local
233 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
235 pgd_t pgd = *pgdp; in get_user_pages_fast()
242 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| /linux-3.4.99/arch/powerpc/include/asm/ |
| D | pgtable-ppc64-4k.h | 58 #define pgd_clear(pgdp) (pgd_val(*(pgdp)) = 0) argument
62 #define pud_offset(pgdp, addr) \ argument
63 (((pud_t *) pgd_page_vaddr(*(pgdp))) + \
|
| /linux-3.4.99/arch/powerpc/mm/ |
| D | gup.c | 112 pgd_t *pgdp; in get_user_pages_fast() local
147 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
149 pgd_t pgd = *pgdp; in get_user_pages_fast()
156 if (is_hugepd(pgdp)) { in get_user_pages_fast()
157 if (!gup_hugepd((hugepd_t *)pgdp, PGDIR_SHIFT, in get_user_pages_fast()
162 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | pgtable_64.c | 85 pgd_t *pgdp; in map_kernel_page() local
91 pgdp = pgd_offset_k(ea); in map_kernel_page()
92 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
109 pgdp = pgd_offset_k(ea); in map_kernel_page()
111 if (pgd_none(*pgdp)) { in map_kernel_page()
114 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
117 pudp = pud_offset(pgdp, ea); in map_kernel_page()
|
| /linux-3.4.99/arch/mips/mm/ |
| D | gup.c | 202 pgd_t *pgdp; in __get_user_pages_fast() local
231 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
233 pgd_t pgd = *pgdp; in __get_user_pages_fast()
240 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
268 pgd_t *pgdp; in get_user_pages_fast() local
281 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
283 pgd_t pgd = *pgdp; in get_user_pages_fast()
290 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | tlb-r8k.c | 187 pgd_t *pgdp; in __update_tlb() local
204 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
205 pmdp = pmd_offset(pgdp, address); in __update_tlb()
|
| D | c-r3k.c | 243 pgd_t *pgdp; in r3k_flush_cache_page() local
255 pgdp = pgd_offset(mm, addr); in r3k_flush_cache_page()
256 pudp = pud_offset(pgdp, addr); in r3k_flush_cache_page()
|
| D | c-tx39.c | 173 pgd_t *pgdp; in tx39_flush_cache_page() local
186 pgdp = pgd_offset(mm, page); in tx39_flush_cache_page()
187 pudp = pud_offset(pgdp, page); in tx39_flush_cache_page()
|
| D | tlb-r4k.c | 284 pgd_t *pgdp; in __update_tlb() local
301 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
305 pudp = pud_offset(pgdp, address); in __update_tlb()
|
| /linux-3.4.99/arch/x86/mm/ |
| D | gup.c | 251 pgd_t *pgdp; in __get_user_pages_fast() local
281 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
283 pgd_t pgd = *pgdp; in __get_user_pages_fast()
290 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
318 pgd_t *pgdp; in get_user_pages_fast() local
353 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
355 pgd_t pgd = *pgdp; in get_user_pages_fast()
362 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | pgtable.c | 215 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds() argument
220 pgd_t pgd = pgdp[i]; in pgd_mop_up_pmds()
225 pgdp[i] = native_make_pgd(0); in pgd_mop_up_pmds()
|
| /linux-3.4.99/arch/score/mm/ |
| D | cache.c | 176 pgd_t *pgdp; in flush_cache_range() local
184 pgdp = pgd_offset(mm, start); in flush_cache_range()
185 pudp = pud_offset(pgdp, start); in flush_cache_range()
191 pgdp = pgd_offset(mm, start); in flush_cache_range()
192 pudp = pud_offset(pgdp, start); in flush_cache_range()
|
| /linux-3.4.99/include/trace/events/ |
| D | xen.h | 245 TP_PROTO(pgd_t *pgdp, pgd_t *user_pgdp, pgd_t pgdval),
246 TP_ARGS(pgdp, user_pgdp, pgdval),
248 __field(pgd_t *, pgdp)
252 TP_fast_assign(__entry->pgdp = pgdp;
256 __entry->pgdp, __entry->user_pgdp,
290 TP_PROTO(pgd_t *pgdp),
291 TP_ARGS(pgdp),
293 __field(pgd_t *, pgdp)
295 TP_fast_assign(__entry->pgdp = pgdp),
296 TP_printk("pgdp %p", __entry->pgdp)
|
| /linux-3.4.99/arch/sparc/mm/ |
| D | gup.c | 115 pgd_t *pgdp; in get_user_pages_fast() local
142 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
144 pgd_t pgd = *pgdp; in get_user_pages_fast()
151 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | srmmu.c | 190 static inline void srmmu_pgd_clear(pgd_t * pgdp) in srmmu_pgd_clear() argument
191 { srmmu_set_pte((pte_t *)pgdp, __pte(0)); } in srmmu_pgd_clear()
225 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) in srmmu_ctxd_set() argument
226 { srmmu_set_pte((pte_t *)ctxp, (SRMMU_ET_PTD | (__nocache_pa((unsigned long) pgdp) >> 4))); } in srmmu_ctxd_set()
228 static inline void srmmu_pgd_set(pgd_t * pgdp, pmd_t * pmdp) in srmmu_pgd_set() argument
229 { srmmu_set_pte((pte_t *)pgdp, (SRMMU_ET_PTD | (__nocache_pa((unsigned long) pmdp) >> 4))); } in srmmu_pgd_set()
586 pgd_t *pgdp; in srmmu_mapioaddr() local
592 pgdp = pgd_offset_k(virt_addr); in srmmu_mapioaddr()
593 pmdp = srmmu_pmd_offset(pgdp, virt_addr); in srmmu_mapioaddr()
622 pgd_t *pgdp; in srmmu_unmapioaddr() local
[all …]
|
| D | fault_32.c | 436 pgd_t *pgdp; in do_sun4c_fault() local
458 pgdp = pgd_offset(mm, address); in do_sun4c_fault()
459 ptep = sun4c_pte_offset_kernel((pmd_t *) pgdp, address); in do_sun4c_fault()
461 if (pgd_val(*pgdp)) { in do_sun4c_fault()
500 if (pgd_val(*pgdp) && !(write && !(pte_val(*ptep) & _SUN4C_PAGE_WRITE)) in do_sun4c_fault()
|
| D | io-unit.c | 214 pgd_t *pgdp; in iounit_map_dma_area() local
219 pgdp = pgd_offset(&init_mm, addr); in iounit_map_dma_area()
220 pmdp = pmd_offset(pgdp, addr); in iounit_map_dma_area()
|
| /linux-3.4.99/arch/sparc/include/asm/ |
| D | pgalloc_32.h | 38 #define pgd_set(pgdp,pmdp) BTFIXUP_CALL(pgd_set)(pgdp,pmdp) argument
|
| /linux-3.4.99/arch/m68k/include/asm/ |
| D | motorola_pgtable.h | 120 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
122 pgd_val(*pgdp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pgd_set()
153 #define pgd_clear(pgdp) ({ pgd_val(*pgdp) = 0; }) argument
|
| D | sun3_pgtable.h | 114 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
116 pgd_val(*pgdp) = virt_to_phys(pmdp); in pgd_set()
152 static inline void pgd_clear (pgd_t *pgdp) {} in pgd_clear() argument
|
| /linux-3.4.99/arch/alpha/include/asm/ |
| D | pgtable.h | 229 extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set() argument
230 { pgd_val(*pgdp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pgd_set()
262 extern inline void pgd_clear(pgd_t * pgdp) { pgd_val(*pgdp) = 0; } in pgd_clear() argument
|
| /linux-3.4.99/arch/x86/include/asm/ |
| D | pgtable_64.h | 108 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd() argument
110 *pgdp = pgd; in native_set_pgd()
|