1 #ifndef _PPC64_PGALLOC_H
2 #define _PPC64_PGALLOC_H
3
4 #include <linux/threads.h>
5 #include <asm/processor.h>
6 #include <asm/naca.h>
7 #include <asm/paca.h>
8
9 /*
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15 #define quicklists get_paca()
16
17 #define pgd_quicklist (quicklists->pgd_cache)
18 #define pmd_quicklist (quicklists->pmd_cache)
19 #define pte_quicklist (quicklists->pte_cache)
20 #define pgtable_cache_size (quicklists->pgtable_cache_sz)
21
22 static inline pgd_t*
pgd_alloc_one_fast(struct mm_struct * mm)23 pgd_alloc_one_fast (struct mm_struct *mm)
24 {
25 unsigned long *ret = pgd_quicklist;
26
27 if (ret != NULL) {
28 pgd_quicklist = (unsigned long *)(*ret);
29 ret[0] = 0;
30 --pgtable_cache_size;
31 } else
32 ret = NULL;
33 return (pgd_t *) ret;
34 }
35
36 static inline pgd_t*
pgd_alloc(struct mm_struct * mm)37 pgd_alloc (struct mm_struct *mm)
38 {
39 /* the VM system never calls pgd_alloc_one_fast(), so we do it here. */
40 pgd_t *pgd = pgd_alloc_one_fast(mm);
41
42 if (pgd == NULL) {
43 pgd = (pgd_t *)__get_free_page(GFP_KERNEL);
44 if (pgd != NULL)
45 clear_page(pgd);
46 }
47 return pgd;
48 }
49
50 static inline void
pgd_free(pgd_t * pgd)51 pgd_free (pgd_t *pgd)
52 {
53 *(unsigned long *)pgd = (unsigned long) pgd_quicklist;
54 pgd_quicklist = (unsigned long *) pgd;
55 ++pgtable_cache_size;
56 }
57
58 #define pgd_populate(MM, PGD, PMD) pgd_set(PGD, PMD)
59
60 static inline pmd_t*
pmd_alloc_one_fast(struct mm_struct * mm,unsigned long addr)61 pmd_alloc_one_fast (struct mm_struct *mm, unsigned long addr)
62 {
63 unsigned long *ret = (unsigned long *)pmd_quicklist;
64
65 if (ret != NULL) {
66 pmd_quicklist = (unsigned long *)(*ret);
67 ret[0] = 0;
68 --pgtable_cache_size;
69 }
70 return (pmd_t *)ret;
71 }
72
73 static inline pmd_t*
pmd_alloc_one(struct mm_struct * mm,unsigned long addr)74 pmd_alloc_one (struct mm_struct *mm, unsigned long addr)
75 {
76 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL);
77
78 if (pmd != NULL)
79 clear_page(pmd);
80 return pmd;
81 }
82
83 static inline void
pmd_free(pmd_t * pmd)84 pmd_free (pmd_t *pmd)
85 {
86 *(unsigned long *)pmd = (unsigned long) pmd_quicklist;
87 pmd_quicklist = (unsigned long *) pmd;
88 ++pgtable_cache_size;
89 }
90
91 #define pmd_populate(MM, PMD, PTE) pmd_set(PMD, PTE)
92
93 static inline pte_t*
pte_alloc_one_fast(struct mm_struct * mm,unsigned long addr)94 pte_alloc_one_fast (struct mm_struct *mm, unsigned long addr)
95 {
96 unsigned long *ret = (unsigned long *)pte_quicklist;
97
98 if (ret != NULL) {
99 pte_quicklist = (unsigned long *)(*ret);
100 ret[0] = 0;
101 --pgtable_cache_size;
102 }
103 return (pte_t *)ret;
104 }
105
106
107 static inline pte_t*
pte_alloc_one(struct mm_struct * mm,unsigned long addr)108 pte_alloc_one (struct mm_struct *mm, unsigned long addr)
109 {
110 pte_t *pte = (pte_t *) __get_free_page(GFP_KERNEL);
111
112 if (pte != NULL)
113 clear_page(pte);
114 return pte;
115 }
116
117 static inline void
pte_free(pte_t * pte)118 pte_free (pte_t *pte)
119 {
120 *(unsigned long *)pte = (unsigned long) pte_quicklist;
121 pte_quicklist = (unsigned long *) pte;
122 ++pgtable_cache_size;
123 }
124
125 extern int do_check_pgt_cache(int, int);
126
127 #endif /* _PPC64_PGALLOC_H */
128