1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * camss-vfe-170.c
4 *
5 * Qualcomm MSM Camera Subsystem - VFE (Video Front End) Module v170
6 *
7 * Copyright (C) 2020-2021 Linaro Ltd.
8 */
9
10 #include <linux/delay.h>
11 #include <linux/interrupt.h>
12 #include <linux/io.h>
13 #include <linux/iopoll.h>
14
15 #include "camss.h"
16 #include "camss-vfe.h"
17
18 #define VFE_HW_VERSION (0x000)
19
20 #define VFE_GLOBAL_RESET_CMD (0x018)
21 #define GLOBAL_RESET_CMD_CORE BIT(0)
22 #define GLOBAL_RESET_CMD_CAMIF BIT(1)
23 #define GLOBAL_RESET_CMD_BUS BIT(2)
24 #define GLOBAL_RESET_CMD_BUS_BDG BIT(3)
25 #define GLOBAL_RESET_CMD_REGISTER BIT(4)
26 #define GLOBAL_RESET_CMD_PM BIT(5)
27 #define GLOBAL_RESET_CMD_BUS_MISR BIT(6)
28 #define GLOBAL_RESET_CMD_TESTGEN BIT(7)
29 #define GLOBAL_RESET_CMD_DSP BIT(8)
30 #define GLOBAL_RESET_CMD_IDLE_CGC BIT(9)
31 #define GLOBAL_RESET_CMD_RDI0 BIT(10)
32 #define GLOBAL_RESET_CMD_RDI1 BIT(11)
33 #define GLOBAL_RESET_CMD_RDI2 BIT(12)
34 #define GLOBAL_RESET_CMD_RDI3 BIT(13)
35 #define GLOBAL_RESET_CMD_VFE_DOMAIN BIT(30)
36 #define GLOBAL_RESET_CMD_RESET_BYPASS BIT(31)
37
38 #define VFE_CORE_CFG (0x050)
39 #define CFG_PIXEL_PATTERN_YCBYCR (0x4)
40 #define CFG_PIXEL_PATTERN_YCRYCB (0x5)
41 #define CFG_PIXEL_PATTERN_CBYCRY (0x6)
42 #define CFG_PIXEL_PATTERN_CRYCBY (0x7)
43 #define CFG_COMPOSITE_REG_UPDATE_EN BIT(4)
44
45 #define VFE_IRQ_CMD (0x058)
46 #define CMD_GLOBAL_CLEAR BIT(0)
47
48 #define VFE_IRQ_MASK_0 (0x05c)
49 #define MASK_0_CAMIF_SOF BIT(0)
50 #define MASK_0_CAMIF_EOF BIT(1)
51 #define MASK_0_RDI_REG_UPDATE(n) BIT((n) + 5)
52 #define MASK_0_IMAGE_MASTER_n_PING_PONG(n) BIT((n) + 8)
53 #define MASK_0_IMAGE_COMPOSITE_DONE_n(n) BIT((n) + 25)
54 #define MASK_0_RESET_ACK BIT(31)
55
56 #define VFE_IRQ_MASK_1 (0x060)
57 #define MASK_1_CAMIF_ERROR BIT(0)
58 #define MASK_1_VIOLATION BIT(7)
59 #define MASK_1_BUS_BDG_HALT_ACK BIT(8)
60 #define MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(n) BIT((n) + 9)
61 #define MASK_1_RDI_SOF(n) BIT((n) + 29)
62
63 #define VFE_IRQ_CLEAR_0 (0x064)
64 #define VFE_IRQ_CLEAR_1 (0x068)
65
66 #define VFE_IRQ_STATUS_0 (0x06c)
67 #define STATUS_0_CAMIF_SOF BIT(0)
68 #define STATUS_0_RDI_REG_UPDATE(n) BIT((n) + 5)
69 #define STATUS_0_IMAGE_MASTER_PING_PONG(n) BIT((n) + 8)
70 #define STATUS_0_IMAGE_COMPOSITE_DONE(n) BIT((n) + 25)
71 #define STATUS_0_RESET_ACK BIT(31)
72
73 #define VFE_IRQ_STATUS_1 (0x070)
74 #define STATUS_1_VIOLATION BIT(7)
75 #define STATUS_1_BUS_BDG_HALT_ACK BIT(8)
76 #define STATUS_1_RDI_SOF(n) BIT((n) + 27)
77
78 #define VFE_VIOLATION_STATUS (0x07c)
79
80 #define VFE_CAMIF_CMD (0x478)
81 #define CMD_CLEAR_CAMIF_STATUS BIT(2)
82
83 #define VFE_CAMIF_CFG (0x47c)
84 #define CFG_VSYNC_SYNC_EDGE (0)
85 #define VSYNC_ACTIVE_HIGH (0)
86 #define VSYNC_ACTIVE_LOW (1)
87 #define CFG_HSYNC_SYNC_EDGE (1)
88 #define HSYNC_ACTIVE_HIGH (0)
89 #define HSYNC_ACTIVE_LOW (1)
90 #define CFG_VFE_SUBSAMPLE_ENABLE BIT(4)
91 #define CFG_BUS_SUBSAMPLE_ENABLE BIT(5)
92 #define CFG_VFE_OUTPUT_EN BIT(6)
93 #define CFG_BUS_OUTPUT_EN BIT(7)
94 #define CFG_BINNING_EN BIT(9)
95 #define CFG_FRAME_BASED_EN BIT(10)
96 #define CFG_RAW_CROP_EN BIT(22)
97
98 #define VFE_REG_UPDATE_CMD (0x4ac)
99 #define REG_UPDATE_RDI(n) BIT(1 + (n))
100
101 #define VFE_BUS_IRQ_MASK(n) (0x2044 + (n) * 4)
102 #define VFE_BUS_IRQ_CLEAR(n) (0x2050 + (n) * 4)
103 #define VFE_BUS_IRQ_STATUS(n) (0x205c + (n) * 4)
104 #define STATUS0_COMP_RESET_DONE BIT(0)
105 #define STATUS0_COMP_REG_UPDATE0_DONE BIT(1)
106 #define STATUS0_COMP_REG_UPDATE1_DONE BIT(2)
107 #define STATUS0_COMP_REG_UPDATE2_DONE BIT(3)
108 #define STATUS0_COMP_REG_UPDATE3_DONE BIT(4)
109 #define STATUS0_COMP_REG_UPDATE_DONE(n) BIT((n) + 1)
110 #define STATUS0_COMP0_BUF_DONE BIT(5)
111 #define STATUS0_COMP1_BUF_DONE BIT(6)
112 #define STATUS0_COMP2_BUF_DONE BIT(7)
113 #define STATUS0_COMP3_BUF_DONE BIT(8)
114 #define STATUS0_COMP4_BUF_DONE BIT(9)
115 #define STATUS0_COMP5_BUF_DONE BIT(10)
116 #define STATUS0_COMP_BUF_DONE(n) BIT((n) + 5)
117 #define STATUS0_COMP_ERROR BIT(11)
118 #define STATUS0_COMP_OVERWRITE BIT(12)
119 #define STATUS0_OVERFLOW BIT(13)
120 #define STATUS0_VIOLATION BIT(14)
121 /* WM_CLIENT_BUF_DONE defined for buffers 0:19 */
122 #define STATUS1_WM_CLIENT_BUF_DONE(n) BIT(n)
123 #define STATUS1_EARLY_DONE BIT(24)
124 #define STATUS2_DUAL_COMP0_BUF_DONE BIT(0)
125 #define STATUS2_DUAL_COMP1_BUF_DONE BIT(1)
126 #define STATUS2_DUAL_COMP2_BUF_DONE BIT(2)
127 #define STATUS2_DUAL_COMP3_BUF_DONE BIT(3)
128 #define STATUS2_DUAL_COMP4_BUF_DONE BIT(4)
129 #define STATUS2_DUAL_COMP5_BUF_DONE BIT(5)
130 #define STATUS2_DUAL_COMP_BUF_DONE(n) BIT(n)
131 #define STATUS2_DUAL_COMP_ERROR BIT(6)
132 #define STATUS2_DUAL_COMP_OVERWRITE BIT(7)
133
134 #define VFE_BUS_IRQ_CLEAR_GLOBAL (0x2068)
135
136 #define VFE_BUS_WM_DEBUG_STATUS_CFG (0x226c)
137 #define DEBUG_STATUS_CFG_STATUS0(n) BIT(n)
138 #define DEBUG_STATUS_CFG_STATUS1(n) BIT(8 + (n))
139
140 #define VFE_BUS_WM_ADDR_SYNC_FRAME_HEADER (0x2080)
141
142 #define VFE_BUS_WM_ADDR_SYNC_NO_SYNC (0x2084)
143 #define BUS_VER2_MAX_CLIENTS (24)
144 #define WM_ADDR_NO_SYNC_DEFAULT_VAL \
145 ((1 << BUS_VER2_MAX_CLIENTS) - 1)
146
147 #define VFE_BUS_WM_CGC_OVERRIDE (0x200c)
148 #define WM_CGC_OVERRIDE_ALL (0xFFFFF)
149
150 #define VFE_BUS_WM_TEST_BUS_CTRL (0x211c)
151
152 #define VFE_BUS_WM_STATUS0(n) (0x2200 + (n) * 0x100)
153 #define VFE_BUS_WM_STATUS1(n) (0x2204 + (n) * 0x100)
154 #define VFE_BUS_WM_CFG(n) (0x2208 + (n) * 0x100)
155 #define WM_CFG_EN (0)
156 #define WM_CFG_MODE (1)
157 #define MODE_QCOM_PLAIN (0)
158 #define MODE_MIPI_RAW (1)
159 #define WM_CFG_VIRTUALFRAME (2)
160 #define VFE_BUS_WM_HEADER_ADDR(n) (0x220c + (n) * 0x100)
161 #define VFE_BUS_WM_HEADER_CFG(n) (0x2210 + (n) * 0x100)
162 #define VFE_BUS_WM_IMAGE_ADDR(n) (0x2214 + (n) * 0x100)
163 #define VFE_BUS_WM_IMAGE_ADDR_OFFSET(n) (0x2218 + (n) * 0x100)
164 #define VFE_BUS_WM_BUFFER_WIDTH_CFG(n) (0x221c + (n) * 0x100)
165 #define WM_BUFFER_DEFAULT_WIDTH (0xFF01)
166
167 #define VFE_BUS_WM_BUFFER_HEIGHT_CFG(n) (0x2220 + (n) * 0x100)
168 #define VFE_BUS_WM_PACKER_CFG(n) (0x2224 + (n) * 0x100)
169
170 #define VFE_BUS_WM_STRIDE(n) (0x2228 + (n) * 0x100)
171 #define WM_STRIDE_DEFAULT_STRIDE (0xFF01)
172
173 #define VFE_BUS_WM_IRQ_SUBSAMPLE_PERIOD(n) (0x2248 + (n) * 0x100)
174 #define VFE_BUS_WM_IRQ_SUBSAMPLE_PATTERN(n) (0x224c + (n) * 0x100)
175 #define VFE_BUS_WM_FRAMEDROP_PERIOD(n) (0x2250 + (n) * 0x100)
176 #define VFE_BUS_WM_FRAMEDROP_PATTERN(n) (0x2254 + (n) * 0x100)
177 #define VFE_BUS_WM_FRAME_INC(n) (0x2258 + (n) * 0x100)
178 #define VFE_BUS_WM_BURST_LIMIT(n) (0x225c + (n) * 0x100)
179
vfe_hw_version(struct vfe_device * vfe)180 static u32 vfe_hw_version(struct vfe_device *vfe)
181 {
182 u32 hw_version = readl_relaxed(vfe->base + VFE_HW_VERSION);
183
184 u32 gen = (hw_version >> 28) & 0xF;
185 u32 rev = (hw_version >> 16) & 0xFFF;
186 u32 step = hw_version & 0xFFFF;
187
188 dev_dbg(vfe->camss->dev, "VFE HW Version = %u.%u.%u\n",
189 gen, rev, step);
190
191 return hw_version;
192 }
193
vfe_reg_set(struct vfe_device * vfe,u32 reg,u32 set_bits)194 static inline void vfe_reg_set(struct vfe_device *vfe, u32 reg, u32 set_bits)
195 {
196 u32 bits = readl_relaxed(vfe->base + reg);
197
198 writel_relaxed(bits | set_bits, vfe->base + reg);
199 }
200
vfe_global_reset(struct vfe_device * vfe)201 static void vfe_global_reset(struct vfe_device *vfe)
202 {
203 u32 reset_bits = GLOBAL_RESET_CMD_CORE |
204 GLOBAL_RESET_CMD_CAMIF |
205 GLOBAL_RESET_CMD_BUS |
206 GLOBAL_RESET_CMD_BUS_BDG |
207 GLOBAL_RESET_CMD_REGISTER |
208 GLOBAL_RESET_CMD_TESTGEN |
209 GLOBAL_RESET_CMD_DSP |
210 GLOBAL_RESET_CMD_IDLE_CGC |
211 GLOBAL_RESET_CMD_RDI0 |
212 GLOBAL_RESET_CMD_RDI1 |
213 GLOBAL_RESET_CMD_RDI2;
214
215 writel_relaxed(BIT(31), vfe->base + VFE_IRQ_MASK_0);
216
217 /* Make sure IRQ mask has been written before resetting */
218 wmb();
219
220 writel_relaxed(reset_bits, vfe->base + VFE_GLOBAL_RESET_CMD);
221 }
222
vfe_wm_start(struct vfe_device * vfe,u8 wm,struct vfe_line * line)223 static void vfe_wm_start(struct vfe_device *vfe, u8 wm, struct vfe_line *line)
224 {
225 u32 val;
226
227 /*Set Debug Registers*/
228 val = DEBUG_STATUS_CFG_STATUS0(1) |
229 DEBUG_STATUS_CFG_STATUS0(7);
230 writel_relaxed(val, vfe->base + VFE_BUS_WM_DEBUG_STATUS_CFG);
231
232 /* BUS_WM_INPUT_IF_ADDR_SYNC_FRAME_HEADER */
233 writel_relaxed(0, vfe->base + VFE_BUS_WM_ADDR_SYNC_FRAME_HEADER);
234
235 /* no clock gating at bus input */
236 val = WM_CGC_OVERRIDE_ALL;
237 writel_relaxed(val, vfe->base + VFE_BUS_WM_CGC_OVERRIDE);
238
239 writel_relaxed(0x0, vfe->base + VFE_BUS_WM_TEST_BUS_CTRL);
240
241 /* if addr_no_sync has default value then config the addr no sync reg */
242 val = WM_ADDR_NO_SYNC_DEFAULT_VAL;
243 writel_relaxed(val, vfe->base + VFE_BUS_WM_ADDR_SYNC_NO_SYNC);
244
245 writel_relaxed(0xf, vfe->base + VFE_BUS_WM_BURST_LIMIT(wm));
246
247 val = WM_BUFFER_DEFAULT_WIDTH;
248 writel_relaxed(val, vfe->base + VFE_BUS_WM_BUFFER_WIDTH_CFG(wm));
249
250 val = 0;
251 writel_relaxed(val, vfe->base + VFE_BUS_WM_BUFFER_HEIGHT_CFG(wm));
252
253 val = 0;
254 writel_relaxed(val, vfe->base + VFE_BUS_WM_PACKER_CFG(wm)); // XXX 1 for PLAIN8?
255
256 /* Configure stride for RDIs */
257 val = WM_STRIDE_DEFAULT_STRIDE;
258 writel_relaxed(val, vfe->base + VFE_BUS_WM_STRIDE(wm));
259
260 /* Enable WM */
261 val = 1 << WM_CFG_EN |
262 MODE_MIPI_RAW << WM_CFG_MODE;
263 writel_relaxed(val, vfe->base + VFE_BUS_WM_CFG(wm));
264 }
265
vfe_wm_stop(struct vfe_device * vfe,u8 wm)266 static void vfe_wm_stop(struct vfe_device *vfe, u8 wm)
267 {
268 /* Disable WM */
269 writel_relaxed(0, vfe->base + VFE_BUS_WM_CFG(wm));
270 }
271
vfe_wm_update(struct vfe_device * vfe,u8 wm,u32 addr,struct vfe_line * line)272 static void vfe_wm_update(struct vfe_device *vfe, u8 wm, u32 addr,
273 struct vfe_line *line)
274 {
275 struct v4l2_pix_format_mplane *pix =
276 &line->video_out.active_fmt.fmt.pix_mp;
277 u32 stride = pix->plane_fmt[0].bytesperline;
278
279 writel_relaxed(addr, vfe->base + VFE_BUS_WM_IMAGE_ADDR(wm));
280 writel_relaxed(stride * pix->height, vfe->base + VFE_BUS_WM_FRAME_INC(wm));
281 }
282
vfe_reg_update(struct vfe_device * vfe,enum vfe_line_id line_id)283 static void vfe_reg_update(struct vfe_device *vfe, enum vfe_line_id line_id)
284 {
285 vfe->reg_update |= REG_UPDATE_RDI(line_id);
286
287 /* Enforce ordering between previous reg writes and reg update */
288 wmb();
289
290 writel_relaxed(vfe->reg_update, vfe->base + VFE_REG_UPDATE_CMD);
291
292 /* Enforce ordering between reg update and subsequent reg writes */
293 wmb();
294 }
295
vfe_reg_update_clear(struct vfe_device * vfe,enum vfe_line_id line_id)296 static inline void vfe_reg_update_clear(struct vfe_device *vfe,
297 enum vfe_line_id line_id)
298 {
299 vfe->reg_update &= ~REG_UPDATE_RDI(line_id);
300 }
301
vfe_enable_irq_common(struct vfe_device * vfe)302 static void vfe_enable_irq_common(struct vfe_device *vfe)
303 {
304 vfe_reg_set(vfe, VFE_IRQ_MASK_0, ~0u);
305 vfe_reg_set(vfe, VFE_IRQ_MASK_1, ~0u);
306
307 writel_relaxed(~0u, vfe->base + VFE_BUS_IRQ_MASK(0));
308 writel_relaxed(~0u, vfe->base + VFE_BUS_IRQ_MASK(1));
309 writel_relaxed(~0u, vfe->base + VFE_BUS_IRQ_MASK(2));
310 }
311
vfe_isr_halt_ack(struct vfe_device * vfe)312 static void vfe_isr_halt_ack(struct vfe_device *vfe)
313 {
314 complete(&vfe->halt_complete);
315 }
316
vfe_isr_read(struct vfe_device * vfe,u32 * status0,u32 * status1)317 static void vfe_isr_read(struct vfe_device *vfe, u32 *status0, u32 *status1)
318 {
319 *status0 = readl_relaxed(vfe->base + VFE_IRQ_STATUS_0);
320 *status1 = readl_relaxed(vfe->base + VFE_IRQ_STATUS_1);
321
322 writel_relaxed(*status0, vfe->base + VFE_IRQ_CLEAR_0);
323 writel_relaxed(*status1, vfe->base + VFE_IRQ_CLEAR_1);
324
325 /* Enforce ordering between IRQ Clear and Global IRQ Clear */
326 wmb();
327 writel_relaxed(CMD_GLOBAL_CLEAR, vfe->base + VFE_IRQ_CMD);
328 }
329
vfe_violation_read(struct vfe_device * vfe)330 static void vfe_violation_read(struct vfe_device *vfe)
331 {
332 u32 violation = readl_relaxed(vfe->base + VFE_VIOLATION_STATUS);
333
334 pr_err_ratelimited("VFE: violation = 0x%08x\n", violation);
335 }
336
337 /*
338 * vfe_isr - VFE module interrupt handler
339 * @irq: Interrupt line
340 * @dev: VFE device
341 *
342 * Return IRQ_HANDLED on success
343 */
vfe_isr(int irq,void * dev)344 static irqreturn_t vfe_isr(int irq, void *dev)
345 {
346 struct vfe_device *vfe = dev;
347 u32 status0, status1, vfe_bus_status[3];
348 int i, wm;
349
350 status0 = readl_relaxed(vfe->base + VFE_IRQ_STATUS_0);
351 status1 = readl_relaxed(vfe->base + VFE_IRQ_STATUS_1);
352
353 writel_relaxed(status0, vfe->base + VFE_IRQ_CLEAR_0);
354 writel_relaxed(status1, vfe->base + VFE_IRQ_CLEAR_1);
355
356 for (i = VFE_LINE_RDI0; i <= VFE_LINE_RDI2; i++) {
357 vfe_bus_status[i] = readl_relaxed(vfe->base + VFE_BUS_IRQ_STATUS(i));
358 writel_relaxed(vfe_bus_status[i], vfe->base + VFE_BUS_IRQ_CLEAR(i));
359 }
360
361 /* Enforce ordering between IRQ reading and interpretation */
362 wmb();
363
364 writel_relaxed(CMD_GLOBAL_CLEAR, vfe->base + VFE_IRQ_CMD);
365 writel_relaxed(1, vfe->base + VFE_BUS_IRQ_CLEAR_GLOBAL);
366
367 if (status0 & STATUS_0_RESET_ACK)
368 vfe->isr_ops.reset_ack(vfe);
369
370 for (i = VFE_LINE_RDI0; i <= VFE_LINE_RDI2; i++)
371 if (status0 & STATUS_0_RDI_REG_UPDATE(i))
372 vfe->isr_ops.reg_update(vfe, i);
373
374 for (i = VFE_LINE_RDI0; i <= VFE_LINE_RDI2; i++)
375 if (status0 & STATUS_1_RDI_SOF(i))
376 vfe->isr_ops.sof(vfe, i);
377
378 for (i = 0; i < MSM_VFE_COMPOSITE_IRQ_NUM; i++)
379 if (vfe_bus_status[0] & STATUS0_COMP_BUF_DONE(i))
380 vfe->isr_ops.comp_done(vfe, i);
381
382 for (wm = 0; wm < MSM_VFE_IMAGE_MASTERS_NUM; wm++)
383 if (status0 & BIT(9))
384 if (vfe_bus_status[1] & STATUS1_WM_CLIENT_BUF_DONE(wm))
385 vfe->isr_ops.wm_done(vfe, wm);
386
387 return IRQ_HANDLED;
388 }
389
390 /*
391 * vfe_halt - Trigger halt on VFE module and wait to complete
392 * @vfe: VFE device
393 *
394 * Return 0 on success or a negative error code otherwise
395 */
vfe_halt(struct vfe_device * vfe)396 static int vfe_halt(struct vfe_device *vfe)
397 {
398 /* rely on vfe_disable_output() to stop the VFE */
399 return 0;
400 }
401
vfe_get_output(struct vfe_line * line)402 static int vfe_get_output(struct vfe_line *line)
403 {
404 struct vfe_device *vfe = to_vfe(line);
405 struct vfe_output *output;
406 unsigned long flags;
407 int wm_idx;
408
409 spin_lock_irqsave(&vfe->output_lock, flags);
410
411 output = &line->output;
412 if (output->state != VFE_OUTPUT_OFF) {
413 dev_err(vfe->camss->dev, "Output is running\n");
414 goto error;
415 }
416
417 output->wm_num = 1;
418
419 wm_idx = vfe_reserve_wm(vfe, line->id);
420 if (wm_idx < 0) {
421 dev_err(vfe->camss->dev, "Can not reserve wm\n");
422 goto error_get_wm;
423 }
424 output->wm_idx[0] = wm_idx;
425
426 output->drop_update_idx = 0;
427
428 spin_unlock_irqrestore(&vfe->output_lock, flags);
429
430 return 0;
431
432 error_get_wm:
433 vfe_release_wm(vfe, output->wm_idx[0]);
434 output->state = VFE_OUTPUT_OFF;
435 error:
436 spin_unlock_irqrestore(&vfe->output_lock, flags);
437
438 return -EINVAL;
439 }
440
vfe_enable_output(struct vfe_line * line)441 static int vfe_enable_output(struct vfe_line *line)
442 {
443 struct vfe_device *vfe = to_vfe(line);
444 struct vfe_output *output = &line->output;
445 const struct vfe_hw_ops *ops = vfe->ops;
446 struct media_entity *sensor;
447 unsigned long flags;
448 unsigned int frame_skip = 0;
449 unsigned int i;
450
451 sensor = camss_find_sensor(&line->subdev.entity);
452 if (sensor) {
453 struct v4l2_subdev *subdev = media_entity_to_v4l2_subdev(sensor);
454
455 v4l2_subdev_call(subdev, sensor, g_skip_frames, &frame_skip);
456 /* Max frame skip is 29 frames */
457 if (frame_skip > VFE_FRAME_DROP_VAL - 1)
458 frame_skip = VFE_FRAME_DROP_VAL - 1;
459 }
460
461 spin_lock_irqsave(&vfe->output_lock, flags);
462
463 ops->reg_update_clear(vfe, line->id);
464
465 if (output->state != VFE_OUTPUT_OFF) {
466 dev_err(vfe->camss->dev, "Output is not in reserved state %d\n",
467 output->state);
468 spin_unlock_irqrestore(&vfe->output_lock, flags);
469 return -EINVAL;
470 }
471
472 WARN_ON(output->gen2.active_num);
473
474 output->state = VFE_OUTPUT_ON;
475
476 output->sequence = 0;
477 output->wait_reg_update = 0;
478 reinit_completion(&output->reg_update);
479
480 vfe_wm_start(vfe, output->wm_idx[0], line);
481
482 for (i = 0; i < 2; i++) {
483 output->buf[i] = vfe_buf_get_pending(output);
484 if (!output->buf[i])
485 break;
486 output->gen2.active_num++;
487 vfe_wm_update(vfe, output->wm_idx[0], output->buf[i]->addr[0], line);
488 }
489
490 ops->reg_update(vfe, line->id);
491
492 spin_unlock_irqrestore(&vfe->output_lock, flags);
493
494 return 0;
495 }
496
vfe_disable_output(struct vfe_line * line)497 static int vfe_disable_output(struct vfe_line *line)
498 {
499 struct vfe_device *vfe = to_vfe(line);
500 struct vfe_output *output = &line->output;
501 unsigned long flags;
502 unsigned int i;
503 bool done;
504 int timeout = 0;
505
506 do {
507 spin_lock_irqsave(&vfe->output_lock, flags);
508 done = !output->gen2.active_num;
509 spin_unlock_irqrestore(&vfe->output_lock, flags);
510 usleep_range(10000, 20000);
511
512 if (timeout++ == 100) {
513 dev_err(vfe->camss->dev, "VFE idle timeout - resetting\n");
514 vfe_reset(vfe);
515 output->gen2.active_num = 0;
516 return 0;
517 }
518 } while (!done);
519
520 spin_lock_irqsave(&vfe->output_lock, flags);
521 for (i = 0; i < output->wm_num; i++)
522 vfe_wm_stop(vfe, output->wm_idx[i]);
523 spin_unlock_irqrestore(&vfe->output_lock, flags);
524
525 return 0;
526 }
527
528 /*
529 * vfe_enable - Enable streaming on VFE line
530 * @line: VFE line
531 *
532 * Return 0 on success or a negative error code otherwise
533 */
vfe_enable(struct vfe_line * line)534 static int vfe_enable(struct vfe_line *line)
535 {
536 struct vfe_device *vfe = to_vfe(line);
537 int ret;
538
539 mutex_lock(&vfe->stream_lock);
540
541 if (!vfe->stream_count)
542 vfe_enable_irq_common(vfe);
543
544 vfe->stream_count++;
545
546 mutex_unlock(&vfe->stream_lock);
547
548 ret = vfe_get_output(line);
549 if (ret < 0)
550 goto error_get_output;
551
552 ret = vfe_enable_output(line);
553 if (ret < 0)
554 goto error_enable_output;
555
556 vfe->was_streaming = 1;
557
558 return 0;
559
560 error_enable_output:
561 vfe_put_output(line);
562
563 error_get_output:
564 mutex_lock(&vfe->stream_lock);
565
566 vfe->stream_count--;
567
568 mutex_unlock(&vfe->stream_lock);
569
570 return ret;
571 }
572
573 /*
574 * vfe_disable - Disable streaming on VFE line
575 * @line: VFE line
576 *
577 * Return 0 on success or a negative error code otherwise
578 */
vfe_disable(struct vfe_line * line)579 static int vfe_disable(struct vfe_line *line)
580 {
581 struct vfe_device *vfe = to_vfe(line);
582
583 vfe_disable_output(line);
584
585 vfe_put_output(line);
586
587 mutex_lock(&vfe->stream_lock);
588
589 vfe->stream_count--;
590
591 mutex_unlock(&vfe->stream_lock);
592
593 return 0;
594 }
595
596 /*
597 * vfe_isr_sof - Process start of frame interrupt
598 * @vfe: VFE Device
599 * @line_id: VFE line
600 */
vfe_isr_sof(struct vfe_device * vfe,enum vfe_line_id line_id)601 static void vfe_isr_sof(struct vfe_device *vfe, enum vfe_line_id line_id)
602 {
603 /* nop */
604 }
605
606 /*
607 * vfe_isr_reg_update - Process reg update interrupt
608 * @vfe: VFE Device
609 * @line_id: VFE line
610 */
vfe_isr_reg_update(struct vfe_device * vfe,enum vfe_line_id line_id)611 static void vfe_isr_reg_update(struct vfe_device *vfe, enum vfe_line_id line_id)
612 {
613 struct vfe_output *output;
614 unsigned long flags;
615
616 spin_lock_irqsave(&vfe->output_lock, flags);
617 vfe->ops->reg_update_clear(vfe, line_id);
618
619 output = &vfe->line[line_id].output;
620
621 if (output->wait_reg_update) {
622 output->wait_reg_update = 0;
623 complete(&output->reg_update);
624 }
625
626 spin_unlock_irqrestore(&vfe->output_lock, flags);
627 }
628
629 /*
630 * vfe_isr_wm_done - Process write master done interrupt
631 * @vfe: VFE Device
632 * @wm: Write master id
633 */
vfe_isr_wm_done(struct vfe_device * vfe,u8 wm)634 static void vfe_isr_wm_done(struct vfe_device *vfe, u8 wm)
635 {
636 struct vfe_line *line = &vfe->line[vfe->wm_output_map[wm]];
637 struct camss_buffer *ready_buf;
638 struct vfe_output *output;
639 unsigned long flags;
640 u32 index;
641 u64 ts = ktime_get_ns();
642
643 spin_lock_irqsave(&vfe->output_lock, flags);
644
645 if (vfe->wm_output_map[wm] == VFE_LINE_NONE) {
646 dev_err_ratelimited(vfe->camss->dev,
647 "Received wm done for unmapped index\n");
648 goto out_unlock;
649 }
650 output = &vfe->line[vfe->wm_output_map[wm]].output;
651
652 ready_buf = output->buf[0];
653 if (!ready_buf) {
654 dev_err_ratelimited(vfe->camss->dev,
655 "Missing ready buf %d!\n", output->state);
656 goto out_unlock;
657 }
658
659 ready_buf->vb.vb2_buf.timestamp = ts;
660 ready_buf->vb.sequence = output->sequence++;
661
662 index = 0;
663 output->buf[0] = output->buf[1];
664 if (output->buf[0])
665 index = 1;
666
667 output->buf[index] = vfe_buf_get_pending(output);
668
669 if (output->buf[index])
670 vfe_wm_update(vfe, output->wm_idx[0], output->buf[index]->addr[0], line);
671 else
672 output->gen2.active_num--;
673
674 spin_unlock_irqrestore(&vfe->output_lock, flags);
675
676 vb2_buffer_done(&ready_buf->vb.vb2_buf, VB2_BUF_STATE_DONE);
677
678 return;
679
680 out_unlock:
681 spin_unlock_irqrestore(&vfe->output_lock, flags);
682 }
683
684 /*
685 * vfe_pm_domain_off - Disable power domains specific to this VFE.
686 * @vfe: VFE Device
687 */
vfe_pm_domain_off(struct vfe_device * vfe)688 static void vfe_pm_domain_off(struct vfe_device *vfe)
689 {
690 /* nop */
691 }
692
693 /*
694 * vfe_pm_domain_on - Enable power domains specific to this VFE.
695 * @vfe: VFE Device
696 */
vfe_pm_domain_on(struct vfe_device * vfe)697 static int vfe_pm_domain_on(struct vfe_device *vfe)
698 {
699 return 0;
700 }
701
702 /*
703 * vfe_queue_buffer - Add empty buffer
704 * @vid: Video device structure
705 * @buf: Buffer to be enqueued
706 *
707 * Add an empty buffer - depending on the current number of buffers it will be
708 * put in pending buffer queue or directly given to the hardware to be filled.
709 *
710 * Return 0 on success or a negative error code otherwise
711 */
vfe_queue_buffer(struct camss_video * vid,struct camss_buffer * buf)712 static int vfe_queue_buffer(struct camss_video *vid,
713 struct camss_buffer *buf)
714 {
715 struct vfe_line *line = container_of(vid, struct vfe_line, video_out);
716 struct vfe_device *vfe = to_vfe(line);
717 struct vfe_output *output;
718 unsigned long flags;
719
720 output = &line->output;
721
722 spin_lock_irqsave(&vfe->output_lock, flags);
723
724 if (output->state == VFE_OUTPUT_ON && output->gen2.active_num < 2) {
725 output->buf[output->gen2.active_num++] = buf;
726 vfe_wm_update(vfe, output->wm_idx[0], buf->addr[0], line);
727 } else {
728 vfe_buf_add_pending(output, buf);
729 }
730
731 spin_unlock_irqrestore(&vfe->output_lock, flags);
732
733 return 0;
734 }
735
736 static const struct vfe_isr_ops vfe_isr_ops_170 = {
737 .reset_ack = vfe_isr_reset_ack,
738 .halt_ack = vfe_isr_halt_ack,
739 .reg_update = vfe_isr_reg_update,
740 .sof = vfe_isr_sof,
741 .comp_done = vfe_isr_comp_done,
742 .wm_done = vfe_isr_wm_done,
743 };
744
745 static const struct camss_video_ops vfe_video_ops_170 = {
746 .queue_buffer = vfe_queue_buffer,
747 .flush_buffers = vfe_flush_buffers,
748 };
749
vfe_subdev_init(struct device * dev,struct vfe_device * vfe)750 static void vfe_subdev_init(struct device *dev, struct vfe_device *vfe)
751 {
752 vfe->isr_ops = vfe_isr_ops_170;
753 vfe->video_ops = vfe_video_ops_170;
754
755 vfe->line_num = VFE_LINE_NUM_GEN2;
756 }
757
758 const struct vfe_hw_ops vfe_ops_170 = {
759 .global_reset = vfe_global_reset,
760 .hw_version = vfe_hw_version,
761 .isr_read = vfe_isr_read,
762 .isr = vfe_isr,
763 .pm_domain_off = vfe_pm_domain_off,
764 .pm_domain_on = vfe_pm_domain_on,
765 .reg_update_clear = vfe_reg_update_clear,
766 .reg_update = vfe_reg_update,
767 .subdev_init = vfe_subdev_init,
768 .vfe_disable = vfe_disable,
769 .vfe_enable = vfe_enable,
770 .vfe_halt = vfe_halt,
771 .violation_read = vfe_violation_read,
772 };
773