1 #ifndef _LINUX_KHUGEPAGED_H
2 #define _LINUX_KHUGEPAGED_H
3 
4 #include <linux/sched.h> /* MMF_VM_HUGEPAGE */
5 
6 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
7 extern int __khugepaged_enter(struct mm_struct *mm);
8 extern void __khugepaged_exit(struct mm_struct *mm);
9 extern int khugepaged_enter_vma_merge(struct vm_area_struct *vma);
10 
11 #define khugepaged_enabled()					       \
12 	(transparent_hugepage_flags &				       \
13 	 ((1<<TRANSPARENT_HUGEPAGE_FLAG) |		       \
14 	  (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG)))
15 #define khugepaged_always()				\
16 	(transparent_hugepage_flags &			\
17 	 (1<<TRANSPARENT_HUGEPAGE_FLAG))
18 #define khugepaged_req_madv()					\
19 	(transparent_hugepage_flags &				\
20 	 (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG))
21 #define khugepaged_defrag()					\
22 	(transparent_hugepage_flags &				\
23 	 (1<<TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG))
24 
khugepaged_fork(struct mm_struct * mm,struct mm_struct * oldmm)25 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
26 {
27 	if (test_bit(MMF_VM_HUGEPAGE, &oldmm->flags))
28 		return __khugepaged_enter(mm);
29 	return 0;
30 }
31 
khugepaged_exit(struct mm_struct * mm)32 static inline void khugepaged_exit(struct mm_struct *mm)
33 {
34 	if (test_bit(MMF_VM_HUGEPAGE, &mm->flags))
35 		__khugepaged_exit(mm);
36 }
37 
khugepaged_enter(struct vm_area_struct * vma)38 static inline int khugepaged_enter(struct vm_area_struct *vma)
39 {
40 	if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags))
41 		if ((khugepaged_always() ||
42 		     (khugepaged_req_madv() &&
43 		      vma->vm_flags & VM_HUGEPAGE)) &&
44 		    !(vma->vm_flags & VM_NOHUGEPAGE))
45 			if (__khugepaged_enter(vma->vm_mm))
46 				return -ENOMEM;
47 	return 0;
48 }
49 #else /* CONFIG_TRANSPARENT_HUGEPAGE */
khugepaged_fork(struct mm_struct * mm,struct mm_struct * oldmm)50 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
51 {
52 	return 0;
53 }
khugepaged_exit(struct mm_struct * mm)54 static inline void khugepaged_exit(struct mm_struct *mm)
55 {
56 }
khugepaged_enter(struct vm_area_struct * vma)57 static inline int khugepaged_enter(struct vm_area_struct *vma)
58 {
59 	return 0;
60 }
khugepaged_enter_vma_merge(struct vm_area_struct * vma)61 static inline int khugepaged_enter_vma_merge(struct vm_area_struct *vma)
62 {
63 	return 0;
64 }
65 #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
66 
67 #endif /* _LINUX_KHUGEPAGED_H */
68