1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * Support for Medifield PNW Camera Imaging ISP subsystem.
4  *
5  * Copyright (c) 2010 Intel Corporation. All Rights Reserved.
6  *
7  * This program is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU General Public License version
9  * 2 as published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  *
17  */
18 #ifndef __ATOMISP_SUBDEV_H__
19 #define __ATOMISP_SUBDEV_H__
20 
21 #include <media/v4l2-ctrls.h>
22 #include <media/v4l2-device.h>
23 #include <media/v4l2-subdev.h>
24 #include <media/videobuf-core.h>
25 
26 #include "atomisp_common.h"
27 #include "atomisp_compat.h"
28 #include "atomisp_v4l2.h"
29 
30 #include "ia_css.h"
31 
32 /* EXP_ID's ranger is 1 ~ 250 */
33 #define ATOMISP_MAX_EXP_ID     (250)
34 enum atomisp_subdev_input_entity {
35 	ATOMISP_SUBDEV_INPUT_NONE,
36 	ATOMISP_SUBDEV_INPUT_MEMORY,
37 	ATOMISP_SUBDEV_INPUT_CSI2,
38 	/*
39 	 * The following enum for CSI2 port must go together in one row.
40 	 * Otherwise it breaks the code logic.
41 	 */
42 	ATOMISP_SUBDEV_INPUT_CSI2_PORT1,
43 	ATOMISP_SUBDEV_INPUT_CSI2_PORT2,
44 	ATOMISP_SUBDEV_INPUT_CSI2_PORT3,
45 };
46 
47 #define ATOMISP_SUBDEV_PAD_SINK			0
48 /* capture output for still frames */
49 #define ATOMISP_SUBDEV_PAD_SOURCE_CAPTURE	1
50 /* viewfinder output for downscaled capture output */
51 #define ATOMISP_SUBDEV_PAD_SOURCE_VF		2
52 /* preview output for display */
53 #define ATOMISP_SUBDEV_PAD_SOURCE_PREVIEW	3
54 /* main output for video pipeline */
55 #define ATOMISP_SUBDEV_PAD_SOURCE_VIDEO	4
56 #define ATOMISP_SUBDEV_PADS_NUM			5
57 
58 struct atomisp_in_fmt_conv {
59 	u32     code;
60 	u8 bpp; /* bits per pixel */
61 	u8 depth; /* uncompressed */
62 	enum atomisp_input_format atomisp_in_fmt;
63 	enum ia_css_bayer_order bayer_order;
64 };
65 
66 struct atomisp_sub_device;
67 
68 struct atomisp_video_pipe {
69 	struct video_device vdev;
70 	enum v4l2_buf_type type;
71 	struct media_pad pad;
72 	struct videobuf_queue capq;
73 	struct list_head activeq;
74 	/*
75 	 * the buffers waiting for per-frame parameters, this is only valid
76 	 * in per-frame setting mode.
77 	 */
78 	struct list_head buffers_waiting_for_param;
79 	/* the link list to store per_frame parameters */
80 	struct list_head per_frame_params;
81 
82 	/* Store here the initial run mode */
83 	unsigned int default_run_mode;
84 
85 	unsigned int buffers_in_css;
86 
87 	/*
88 	 * irq_lock is used to protect video buffer state change operations and
89 	 * also to make activeq and capq operations atomic.
90 	 */
91 	spinlock_t irq_lock;
92 	unsigned int users;
93 
94 	struct atomisp_device *isp;
95 	struct v4l2_pix_format pix;
96 	u32 sh_fmt;
97 
98 	struct atomisp_sub_device *asd;
99 
100 	/*
101 	 * This frame_config_id is got from CSS when dequueues buffers from CSS,
102 	 * it is used to indicate which parameter it has applied.
103 	 */
104 	unsigned int frame_config_id[VIDEO_MAX_FRAME];
105 	/*
106 	 * This config id is set when camera HAL enqueues buffer, it has a
107 	 * non-zero value to indicate which parameter it needs to applu
108 	 */
109 	unsigned int frame_request_config_id[VIDEO_MAX_FRAME];
110 	struct atomisp_css_params_with_list *frame_params[VIDEO_MAX_FRAME];
111 };
112 
113 struct atomisp_pad_format {
114 	struct v4l2_mbus_framefmt fmt;
115 	struct v4l2_rect crop;
116 	struct v4l2_rect compose;
117 };
118 
119 /* Internal states for flash process */
120 enum atomisp_flash_state {
121 	ATOMISP_FLASH_IDLE,
122 	ATOMISP_FLASH_REQUESTED,
123 	ATOMISP_FLASH_ONGOING,
124 	ATOMISP_FLASH_DONE
125 };
126 
127 /*
128  * This structure is used to cache the CSS parameters, it aligns to
129  * struct ia_css_isp_config but without un-supported and deprecated parts.
130  */
131 struct atomisp_css_params {
132 	struct ia_css_wb_config   wb_config;
133 	struct ia_css_cc_config   cc_config;
134 	struct ia_css_tnr_config  tnr_config;
135 	struct ia_css_ecd_config  ecd_config;
136 	struct ia_css_ynr_config  ynr_config;
137 	struct ia_css_fc_config   fc_config;
138 	struct ia_css_formats_config formats_config;
139 	struct ia_css_cnr_config  cnr_config;
140 	struct ia_css_macc_config macc_config;
141 	struct ia_css_ctc_config  ctc_config;
142 	struct ia_css_aa_config   aa_config;
143 	struct ia_css_aa_config   baa_config;
144 	struct ia_css_ce_config   ce_config;
145 	struct ia_css_ob_config   ob_config;
146 	struct ia_css_dp_config   dp_config;
147 	struct ia_css_de_config   de_config;
148 	struct ia_css_gc_config   gc_config;
149 	struct ia_css_nr_config   nr_config;
150 	struct ia_css_ee_config   ee_config;
151 	struct ia_css_anr_config  anr_config;
152 	struct ia_css_3a_config   s3a_config;
153 	struct ia_css_xnr_config  xnr_config;
154 	struct ia_css_dz_config   dz_config;
155 	struct ia_css_cc_config yuv2rgb_cc_config;
156 	struct ia_css_cc_config rgb2yuv_cc_config;
157 	struct ia_css_macc_table  macc_table;
158 	struct ia_css_gamma_table gamma_table;
159 	struct ia_css_ctc_table   ctc_table;
160 
161 	struct ia_css_xnr_table   xnr_table;
162 	struct ia_css_rgb_gamma_table r_gamma_table;
163 	struct ia_css_rgb_gamma_table g_gamma_table;
164 	struct ia_css_rgb_gamma_table b_gamma_table;
165 
166 	struct ia_css_vector      motion_vector;
167 	struct ia_css_anr_thres   anr_thres;
168 
169 	struct ia_css_dvs_6axis_config *dvs_6axis;
170 	struct ia_css_dvs2_coefficients *dvs2_coeff;
171 	struct ia_css_shading_table *shading_table;
172 	struct ia_css_morph_table   *morph_table;
173 
174 	/*
175 	 * Used to store the user pointer address of the frame. driver needs to
176 	 * translate to ia_css_frame * and then set to CSS.
177 	 */
178 	void		*output_frame;
179 	u32	isp_config_id;
180 
181 	/* Indicates which parameters need to be updated. */
182 	struct atomisp_parameters update_flag;
183 };
184 
185 struct atomisp_subdev_params {
186 	/* FIXME: Determines whether raw capture buffer are being passed to
187 	 * user space. Unimplemented for now. */
188 	int online_process;
189 	int yuv_ds_en;
190 	unsigned int color_effect;
191 	bool gdc_cac_en;
192 	bool macc_en;
193 	bool bad_pixel_en;
194 	bool video_dis_en;
195 	bool sc_en;
196 	bool fpn_en;
197 	bool xnr_en;
198 	bool low_light;
199 	int false_color;
200 	unsigned int histogram_elenum;
201 
202 	/* Current grid info */
203 	struct ia_css_grid_info curr_grid_info;
204 	enum ia_css_pipe_id s3a_enabled_pipe;
205 
206 	int s3a_output_bytes;
207 
208 	bool dis_proj_data_valid;
209 
210 	struct ia_css_dz_config   dz_config;  /** Digital Zoom */
211 	struct ia_css_capture_config   capture_config;
212 
213 	struct ia_css_isp_config config;
214 
215 	/* current configurations */
216 	struct atomisp_css_params css_param;
217 
218 	/*
219 	 * Intermediate buffers used to communicate data between
220 	 * CSS and user space.
221 	 */
222 	struct ia_css_3a_statistics *s3a_user_stat;
223 
224 	void *metadata_user[ATOMISP_METADATA_TYPE_NUM];
225 	u32 metadata_width_size;
226 
227 	struct ia_css_dvs2_statistics *dvs_stat;
228 	struct ia_css_dvs_6axis_config *dvs_6axis;
229 	u32 exp_id;
230 	int  dvs_hor_coef_bytes;
231 	int  dvs_ver_coef_bytes;
232 	int  dvs_ver_proj_bytes;
233 	int  dvs_hor_proj_bytes;
234 
235 	/* Flash */
236 	int num_flash_frames;
237 	enum atomisp_flash_state flash_state;
238 	enum atomisp_frame_status last_frame_status;
239 
240 	/* continuous capture */
241 	struct atomisp_cont_capture_conf offline_parm;
242 	/* Flag to check if driver needs to update params to css */
243 	bool css_update_params_needed;
244 };
245 
246 struct atomisp_css_params_with_list {
247 	/* parameters for CSS */
248 	struct atomisp_css_params params;
249 	struct list_head list;
250 };
251 
252 struct atomisp_sub_device {
253 	struct v4l2_subdev subdev;
254 	struct media_pad pads[ATOMISP_SUBDEV_PADS_NUM];
255 	struct atomisp_pad_format fmt[ATOMISP_SUBDEV_PADS_NUM];
256 	u16 capture_pad; /* main capture pad; defines much of isp config */
257 
258 	enum atomisp_subdev_input_entity input;
259 	unsigned int output;
260 	struct atomisp_video_pipe video_out_capture; /* capture output */
261 	struct atomisp_video_pipe video_out_vf;      /* viewfinder output */
262 	struct atomisp_video_pipe video_out_preview; /* preview output */
263 	/* video pipe main output */
264 	struct atomisp_video_pipe video_out_video_capture;
265 	/* struct isp_subdev_params params; */
266 	struct atomisp_device *isp;
267 	struct v4l2_ctrl_handler ctrl_handler;
268 	struct v4l2_ctrl *fmt_auto;
269 	struct v4l2_ctrl *run_mode;
270 	struct v4l2_ctrl *depth_mode;
271 	struct v4l2_ctrl *vfpp;
272 	struct v4l2_ctrl *continuous_mode;
273 	struct v4l2_ctrl *continuous_raw_buffer_size;
274 	struct v4l2_ctrl *continuous_viewfinder;
275 	struct v4l2_ctrl *enable_raw_buffer_lock;
276 
277 	/* ISP2401 */
278 	struct v4l2_ctrl *ion_dev_fd;
279 
280 	struct v4l2_ctrl *disable_dz;
281 
282 	struct atomisp_subdev_params params;
283 
284 	struct atomisp_stream_env stream_env[ATOMISP_INPUT_STREAM_NUM];
285 
286 	struct v4l2_pix_format dvs_envelop;
287 	unsigned int s3a_bufs_in_css[IA_CSS_PIPE_ID_NUM];
288 	unsigned int dis_bufs_in_css;
289 
290 	unsigned int metadata_bufs_in_css
291 	[ATOMISP_INPUT_STREAM_NUM][IA_CSS_PIPE_ID_NUM];
292 	/* The list of free and available metadata buffers for CSS */
293 	struct list_head metadata[ATOMISP_METADATA_TYPE_NUM];
294 	/* The list of metadata buffers which have been en-queued to CSS */
295 	struct list_head metadata_in_css[ATOMISP_METADATA_TYPE_NUM];
296 	/* The list of metadata buffers which are ready for userspace to get */
297 	struct list_head metadata_ready[ATOMISP_METADATA_TYPE_NUM];
298 
299 	/* The list of free and available s3a stat buffers for CSS */
300 	struct list_head s3a_stats;
301 	/* The list of s3a stat buffers which have been en-queued to CSS */
302 	struct list_head s3a_stats_in_css;
303 	/* The list of s3a stat buffers which are ready for userspace to get */
304 	struct list_head s3a_stats_ready;
305 
306 	struct list_head dis_stats;
307 	struct list_head dis_stats_in_css;
308 	spinlock_t dis_stats_lock;
309 
310 	struct ia_css_frame *vf_frame; /* TODO: needed? */
311 	struct ia_css_frame *raw_output_frame;
312 	enum atomisp_frame_status frame_status[VIDEO_MAX_FRAME];
313 
314 	/* This field specifies which camera (v4l2 input) is selected. */
315 	int input_curr;
316 
317 	atomic_t sof_count;
318 	atomic_t sequence;      /* Sequence value that is assigned to buffer. */
319 	atomic_t sequence_temp;
320 
321 	/*
322 	 * Writers of streaming must hold both isp->mutex and isp->lock.
323 	 * Readers of streaming need to hold only one of the two locks.
324 	 */
325 	unsigned int streaming;
326 	bool stream_prepared; /* whether css stream is created */
327 
328 	/* subdev index: will be used to show which subdev is holding the
329 	 * resource, like which camera is used by which subdev
330 	 */
331 	unsigned int index;
332 
333 	/* delayed memory allocation for css */
334 	struct completion init_done;
335 	struct workqueue_struct *delayed_init_workq;
336 	unsigned int delayed_init;
337 	struct work_struct delayed_init_work;
338 
339 	unsigned int latest_preview_exp_id; /* CSS ZSL/SDV raw buffer id */
340 
341 	unsigned int mipi_frame_size;
342 
343 	bool copy_mode; /* CSI2+ use copy mode */
344 	bool yuvpp_mode;	/* CSI2+ yuvpp pipe */
345 
346 	int raw_buffer_bitmap[ATOMISP_MAX_EXP_ID / 32 +
347 						 1]; /* Record each Raw Buffer lock status */
348 	int raw_buffer_locked_count;
349 	spinlock_t raw_buffer_bitmap_lock;
350 
351 	/* ISP2401 */
352 	bool re_trigger_capture;
353 
354 	struct atomisp_resolution sensor_array_res;
355 	bool high_speed_mode; /* Indicate whether now is a high speed mode */
356 	int pending_capture_request; /* Indicates the number of pending capture requests. */
357 
358 	unsigned int preview_exp_id;
359 	unsigned int postview_exp_id;
360 };
361 
362 extern const struct atomisp_in_fmt_conv atomisp_in_fmt_conv[];
363 
364 u32 atomisp_subdev_uncompressed_code(u32 code);
365 bool atomisp_subdev_is_compressed(u32 code);
366 const struct atomisp_in_fmt_conv *atomisp_find_in_fmt_conv(u32 code);
367 
368 /* ISP2400 */
369 const struct atomisp_in_fmt_conv *atomisp_find_in_fmt_conv_by_atomisp_in_fmt(
370     enum atomisp_input_format atomisp_in_fmt);
371 
372 /* ISP2401 */
373 const struct atomisp_in_fmt_conv
374 *atomisp_find_in_fmt_conv_by_atomisp_in_fmt(enum atomisp_input_format
375 	atomisp_in_fmt);
376 
377 const struct atomisp_in_fmt_conv *atomisp_find_in_fmt_conv_compressed(u32 code);
378 bool atomisp_subdev_format_conversion(struct atomisp_sub_device *asd,
379 				      unsigned int source_pad);
380 uint16_t atomisp_subdev_source_pad(struct video_device *vdev);
381 
382 /* Get pointer to appropriate format */
383 struct v4l2_mbus_framefmt
384 *atomisp_subdev_get_ffmt(struct v4l2_subdev *sd,
385 			 struct v4l2_subdev_state *sd_state, uint32_t which,
386 			 uint32_t pad);
387 struct v4l2_rect *atomisp_subdev_get_rect(struct v4l2_subdev *sd,
388 	struct v4l2_subdev_state *sd_state,
389 	u32 which, uint32_t pad,
390 	uint32_t target);
391 int atomisp_subdev_set_selection(struct v4l2_subdev *sd,
392 				 struct v4l2_subdev_state *sd_state,
393 				 u32 which, uint32_t pad, uint32_t target,
394 				 u32 flags, struct v4l2_rect *r);
395 /* Actually set the format */
396 void atomisp_subdev_set_ffmt(struct v4l2_subdev *sd,
397 			     struct v4l2_subdev_state *sd_state,
398 			     uint32_t which,
399 			     u32 pad, struct v4l2_mbus_framefmt *ffmt);
400 
401 int atomisp_update_run_mode(struct atomisp_sub_device *asd);
402 
403 void atomisp_subdev_cleanup_pending_events(struct atomisp_sub_device *asd);
404 
405 void atomisp_subdev_unregister_entities(struct atomisp_sub_device *asd);
406 int atomisp_subdev_register_subdev(struct atomisp_sub_device *asd,
407 				   struct v4l2_device *vdev);
408 int atomisp_subdev_register_video_nodes(struct atomisp_sub_device *asd,
409 					struct v4l2_device *vdev);
410 int atomisp_subdev_init(struct atomisp_device *isp);
411 void atomisp_subdev_cleanup(struct atomisp_device *isp);
412 int atomisp_create_pads_links(struct atomisp_device *isp);
413 
414 #endif /* __ATOMISP_SUBDEV_H__ */
415