1 /*
2  * Copyright 2017 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  */
22 #include <nvif/vmm.h>
23 #include <nvif/mem.h>
24 
25 #include <nvif/if000c.h>
26 
27 int
nvif_vmm_unmap(struct nvif_vmm * vmm,u64 addr)28 nvif_vmm_unmap(struct nvif_vmm *vmm, u64 addr)
29 {
30 	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_UNMAP,
31 				&(struct nvif_vmm_unmap_v0) { .addr = addr },
32 				sizeof(struct nvif_vmm_unmap_v0));
33 }
34 
35 int
nvif_vmm_map(struct nvif_vmm * vmm,u64 addr,u64 size,void * argv,u32 argc,struct nvif_mem * mem,u64 offset)36 nvif_vmm_map(struct nvif_vmm *vmm, u64 addr, u64 size, void *argv, u32 argc,
37 	     struct nvif_mem *mem, u64 offset)
38 {
39 	struct nvif_vmm_map_v0 *args;
40 	u8 stack[48];
41 	int ret;
42 
43 	if (sizeof(*args) + argc > sizeof(stack)) {
44 		if (!(args = kmalloc(sizeof(*args) + argc, GFP_KERNEL)))
45 			return -ENOMEM;
46 	} else {
47 		args = (void *)stack;
48 	}
49 
50 	args->version = 0;
51 	args->addr = addr;
52 	args->size = size;
53 	args->memory = nvif_handle(&mem->object);
54 	args->offset = offset;
55 	memcpy(args->data, argv, argc);
56 
57 	ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_MAP,
58 			       args, sizeof(*args) + argc);
59 	if (args != (void *)stack)
60 		kfree(args);
61 	return ret;
62 }
63 
64 void
nvif_vmm_put(struct nvif_vmm * vmm,struct nvif_vma * vma)65 nvif_vmm_put(struct nvif_vmm *vmm, struct nvif_vma *vma)
66 {
67 	if (vma->size) {
68 		WARN_ON(nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PUT,
69 					 &(struct nvif_vmm_put_v0) {
70 						.addr = vma->addr,
71 					 }, sizeof(struct nvif_vmm_put_v0)));
72 		vma->size = 0;
73 	}
74 }
75 
76 int
nvif_vmm_get(struct nvif_vmm * vmm,enum nvif_vmm_get type,bool sparse,u8 page,u8 align,u64 size,struct nvif_vma * vma)77 nvif_vmm_get(struct nvif_vmm *vmm, enum nvif_vmm_get type, bool sparse,
78 	     u8 page, u8 align, u64 size, struct nvif_vma *vma)
79 {
80 	struct nvif_vmm_get_v0 args;
81 	int ret;
82 
83 	args.version = vma->size = 0;
84 	args.sparse = sparse;
85 	args.page = page;
86 	args.align = align;
87 	args.size = size;
88 
89 	switch (type) {
90 	case ADDR: args.type = NVIF_VMM_GET_V0_ADDR; break;
91 	case PTES: args.type = NVIF_VMM_GET_V0_PTES; break;
92 	case LAZY: args.type = NVIF_VMM_GET_V0_LAZY; break;
93 	default:
94 		WARN_ON(1);
95 		return -EINVAL;
96 	}
97 
98 	ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_GET,
99 			       &args, sizeof(args));
100 	if (ret == 0) {
101 		vma->addr = args.addr;
102 		vma->size = args.size;
103 	}
104 	return ret;
105 }
106 
107 int
nvif_vmm_raw_get(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift)108 nvif_vmm_raw_get(struct nvif_vmm *vmm, u64 addr, u64 size,
109 		 u8 shift)
110 {
111 	struct nvif_vmm_raw_v0 args = {
112 		.version = 0,
113 		.op = NVIF_VMM_RAW_V0_GET,
114 		.addr = addr,
115 		.size = size,
116 		.shift = shift,
117 	};
118 
119 	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
120 				&args, sizeof(args));
121 }
122 
123 int
nvif_vmm_raw_put(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift)124 nvif_vmm_raw_put(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift)
125 {
126 	struct nvif_vmm_raw_v0 args = {
127 		.version = 0,
128 		.op = NVIF_VMM_RAW_V0_PUT,
129 		.addr = addr,
130 		.size = size,
131 		.shift = shift,
132 	};
133 
134 	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
135 				&args, sizeof(args));
136 }
137 
138 int
nvif_vmm_raw_map(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift,void * argv,u32 argc,struct nvif_mem * mem,u64 offset)139 nvif_vmm_raw_map(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift,
140 		 void *argv, u32 argc, struct nvif_mem *mem, u64 offset)
141 {
142 	struct nvif_vmm_raw_v0 args = {
143 		.version = 0,
144 		.op = NVIF_VMM_RAW_V0_MAP,
145 		.addr = addr,
146 		.size = size,
147 		.shift = shift,
148 		.memory = nvif_handle(&mem->object),
149 		.offset = offset,
150 		.argv = (u64)(uintptr_t)argv,
151 		.argc = argc,
152 	};
153 
154 
155 	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
156 				&args, sizeof(args));
157 }
158 
159 int
nvif_vmm_raw_unmap(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift,bool sparse)160 nvif_vmm_raw_unmap(struct nvif_vmm *vmm, u64 addr, u64 size,
161 		   u8 shift, bool sparse)
162 {
163 	struct nvif_vmm_raw_v0 args = {
164 		.version = 0,
165 		.op = NVIF_VMM_RAW_V0_UNMAP,
166 		.addr = addr,
167 		.size = size,
168 		.shift = shift,
169 		.sparse = sparse,
170 	};
171 
172 	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
173 				&args, sizeof(args));
174 }
175 
176 int
nvif_vmm_raw_sparse(struct nvif_vmm * vmm,u64 addr,u64 size,bool ref)177 nvif_vmm_raw_sparse(struct nvif_vmm *vmm, u64 addr, u64 size, bool ref)
178 {
179 	struct nvif_vmm_raw_v0 args = {
180 		.version = 0,
181 		.op = NVIF_VMM_RAW_V0_SPARSE,
182 		.addr = addr,
183 		.size = size,
184 		.ref = ref,
185 	};
186 
187 	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
188 				&args, sizeof(args));
189 }
190 
191 void
nvif_vmm_dtor(struct nvif_vmm * vmm)192 nvif_vmm_dtor(struct nvif_vmm *vmm)
193 {
194 	kfree(vmm->page);
195 	nvif_object_dtor(&vmm->object);
196 }
197 
198 int
nvif_vmm_ctor(struct nvif_mmu * mmu,const char * name,s32 oclass,enum nvif_vmm_type type,u64 addr,u64 size,void * argv,u32 argc,struct nvif_vmm * vmm)199 nvif_vmm_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass,
200 	      enum nvif_vmm_type type, u64 addr, u64 size, void *argv, u32 argc,
201 	      struct nvif_vmm *vmm)
202 {
203 	struct nvif_vmm_v0 *args;
204 	u32 argn = sizeof(*args) + argc;
205 	int ret = -ENOSYS, i;
206 
207 	vmm->object.client = NULL;
208 	vmm->page = NULL;
209 
210 	if (!(args = kmalloc(argn, GFP_KERNEL)))
211 		return -ENOMEM;
212 	args->version = 0;
213 	args->addr = addr;
214 	args->size = size;
215 
216 	switch (type) {
217 	case UNMANAGED: args->type = NVIF_VMM_V0_TYPE_UNMANAGED; break;
218 	case MANAGED: args->type = NVIF_VMM_V0_TYPE_MANAGED; break;
219 	case RAW: args->type = NVIF_VMM_V0_TYPE_RAW; break;
220 	default:
221 		WARN_ON(1);
222 		return -EINVAL;
223 	}
224 
225 	memcpy(args->data, argv, argc);
226 
227 	ret = nvif_object_ctor(&mmu->object, name ? name : "nvifVmm", 0,
228 			       oclass, args, argn, &vmm->object);
229 	if (ret)
230 		goto done;
231 
232 	vmm->start = args->addr;
233 	vmm->limit = args->size;
234 
235 	vmm->page_nr = args->page_nr;
236 	vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page),
237 				  GFP_KERNEL);
238 	if (!vmm->page) {
239 		ret = -ENOMEM;
240 		goto done;
241 	}
242 
243 	for (i = 0; i < vmm->page_nr; i++) {
244 		struct nvif_vmm_page_v0 args = { .index = i };
245 
246 		ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PAGE,
247 				       &args, sizeof(args));
248 		if (ret)
249 			break;
250 
251 		vmm->page[i].shift = args.shift;
252 		vmm->page[i].sparse = args.sparse;
253 		vmm->page[i].vram = args.vram;
254 		vmm->page[i].host = args.host;
255 		vmm->page[i].comp = args.comp;
256 	}
257 
258 done:
259 	if (ret)
260 		nvif_vmm_dtor(vmm);
261 	kfree(args);
262 	return ret;
263 }
264