1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * pasid.h - PASID idr, table and entry header
4  *
5  * Copyright (C) 2018 Intel Corporation
6  *
7  * Author: Lu Baolu <baolu.lu@linux.intel.com>
8  */
9 
10 #ifndef __INTEL_PASID_H
11 #define __INTEL_PASID_H
12 
13 #define PASID_MAX			0x100000
14 #define PASID_PTE_MASK			0x3F
15 #define PASID_PTE_PRESENT		1
16 #define PASID_PTE_FPD			2
17 #define PDE_PFN_MASK			PAGE_MASK
18 #define PASID_PDE_SHIFT			6
19 #define MAX_NR_PASID_BITS		20
20 #define PASID_TBL_ENTRIES		BIT(PASID_PDE_SHIFT)
21 
22 #define is_pasid_enabled(entry)		(((entry)->lo >> 3) & 0x1)
23 #define get_pasid_dir_size(entry)	(1 << ((((entry)->lo >> 9) & 0x7) + 7))
24 
25 /* Virtual command interface for enlightened pasid management. */
26 #define VCMD_CMD_ALLOC			0x1
27 #define VCMD_CMD_FREE			0x2
28 #define VCMD_VRSP_IP			0x1
29 #define VCMD_VRSP_SC(e)			(((e) & 0xff) >> 1)
30 #define VCMD_VRSP_SC_SUCCESS		0
31 #define VCMD_VRSP_SC_NO_PASID_AVAIL	16
32 #define VCMD_VRSP_SC_INVALID_PASID	16
33 #define VCMD_VRSP_RESULT_PASID(e)	(((e) >> 16) & 0xfffff)
34 #define VCMD_CMD_OPERAND(e)		((e) << 16)
35 /*
36  * Domain ID reserved for pasid entries programmed for first-level
37  * only and pass-through transfer modes.
38  */
39 #define FLPT_DEFAULT_DID		1
40 #define NUM_RESERVED_DID		2
41 
42 #define PASID_FLAG_NESTED		BIT(1)
43 #define PASID_FLAG_PAGE_SNOOP		BIT(2)
44 
45 /*
46  * The PASID_FLAG_FL5LP flag Indicates using 5-level paging for first-
47  * level translation, otherwise, 4-level paging will be used.
48  */
49 #define PASID_FLAG_FL5LP		BIT(1)
50 
51 struct pasid_dir_entry {
52 	u64 val;
53 };
54 
55 struct pasid_entry {
56 	u64 val[8];
57 };
58 
59 #define PASID_ENTRY_PGTT_FL_ONLY	(1)
60 #define PASID_ENTRY_PGTT_SL_ONLY	(2)
61 #define PASID_ENTRY_PGTT_NESTED		(3)
62 #define PASID_ENTRY_PGTT_PT		(4)
63 
64 /* The representative of a PASID table */
65 struct pasid_table {
66 	void			*table;		/* pasid table pointer */
67 	int			order;		/* page order of pasid table */
68 	u32			max_pasid;	/* max pasid */
69 };
70 
71 /* Get PRESENT bit of a PASID directory entry. */
pasid_pde_is_present(struct pasid_dir_entry * pde)72 static inline bool pasid_pde_is_present(struct pasid_dir_entry *pde)
73 {
74 	return READ_ONCE(pde->val) & PASID_PTE_PRESENT;
75 }
76 
77 /* Get PASID table from a PASID directory entry. */
78 static inline struct pasid_entry *
get_pasid_table_from_pde(struct pasid_dir_entry * pde)79 get_pasid_table_from_pde(struct pasid_dir_entry *pde)
80 {
81 	if (!pasid_pde_is_present(pde))
82 		return NULL;
83 
84 	return phys_to_virt(READ_ONCE(pde->val) & PDE_PFN_MASK);
85 }
86 
87 /* Get PRESENT bit of a PASID table entry. */
pasid_pte_is_present(struct pasid_entry * pte)88 static inline bool pasid_pte_is_present(struct pasid_entry *pte)
89 {
90 	return READ_ONCE(pte->val[0]) & PASID_PTE_PRESENT;
91 }
92 
93 /* Get PGTT field of a PASID table entry */
pasid_pte_get_pgtt(struct pasid_entry * pte)94 static inline u16 pasid_pte_get_pgtt(struct pasid_entry *pte)
95 {
96 	return (u16)((READ_ONCE(pte->val[0]) >> 6) & 0x7);
97 }
98 
99 extern unsigned int intel_pasid_max_id;
100 int intel_pasid_alloc_table(struct device *dev);
101 void intel_pasid_free_table(struct device *dev);
102 struct pasid_table *intel_pasid_get_table(struct device *dev);
103 int intel_pasid_setup_first_level(struct intel_iommu *iommu,
104 				  struct device *dev, pgd_t *pgd,
105 				  u32 pasid, u16 did, int flags);
106 int intel_pasid_setup_second_level(struct intel_iommu *iommu,
107 				   struct dmar_domain *domain,
108 				   struct device *dev, u32 pasid);
109 int intel_pasid_setup_pass_through(struct intel_iommu *iommu,
110 				   struct dmar_domain *domain,
111 				   struct device *dev, u32 pasid);
112 void intel_pasid_tear_down_entry(struct intel_iommu *iommu,
113 				 struct device *dev, u32 pasid,
114 				 bool fault_ignore);
115 int vcmd_alloc_pasid(struct intel_iommu *iommu, u32 *pasid);
116 void vcmd_free_pasid(struct intel_iommu *iommu, u32 pasid);
117 void intel_pasid_setup_page_snoop_control(struct intel_iommu *iommu,
118 					  struct device *dev, u32 pasid);
119 #endif /* __INTEL_PASID_H */
120