1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * Copyright (C) 2011-2013 Freescale Semiconductor, Inc. All Rights Reserved.
4  * Copyright (C) 2014-2017 Mentor Graphics Inc.
5  */
6 
7 #include <linux/clk.h>
8 #include <linux/clk-provider.h>
9 #include <linux/clkdev.h>
10 #include <linux/ctype.h>
11 #include <linux/delay.h>
12 #include <linux/device.h>
13 #include <linux/gpio/consumer.h>
14 #include <linux/i2c.h>
15 #include <linux/init.h>
16 #include <linux/mod_devicetable.h>
17 #include <linux/module.h>
18 #include <linux/pm_runtime.h>
19 #include <linux/regulator/consumer.h>
20 #include <linux/slab.h>
21 #include <linux/types.h>
22 #include <media/v4l2-async.h>
23 #include <media/v4l2-ctrls.h>
24 #include <media/v4l2-device.h>
25 #include <media/v4l2-event.h>
26 #include <media/v4l2-fwnode.h>
27 #include <media/v4l2-subdev.h>
28 
29 /* min/typical/max system clock (xclk) frequencies */
30 #define OV5640_XCLK_MIN  6000000
31 #define OV5640_XCLK_MAX 54000000
32 
33 #define OV5640_NATIVE_WIDTH		2624
34 #define OV5640_NATIVE_HEIGHT		1964
35 #define OV5640_PIXEL_ARRAY_TOP		14
36 #define OV5640_PIXEL_ARRAY_LEFT		16
37 #define OV5640_PIXEL_ARRAY_WIDTH	2592
38 #define OV5640_PIXEL_ARRAY_HEIGHT	1944
39 
40 /* FIXME: not documented. */
41 #define OV5640_MIN_VBLANK	24
42 #define OV5640_MAX_VTS		3375
43 
44 #define OV5640_DEFAULT_SLAVE_ID 0x3c
45 
46 #define OV5640_LINK_RATE_MAX		490000000U
47 
48 #define OV5640_REG_SYS_RESET02		0x3002
49 #define OV5640_REG_SYS_CLOCK_ENABLE02	0x3006
50 #define OV5640_REG_SYS_CTRL0		0x3008
51 #define OV5640_REG_SYS_CTRL0_SW_PWDN	0x42
52 #define OV5640_REG_SYS_CTRL0_SW_PWUP	0x02
53 #define OV5640_REG_SYS_CTRL0_SW_RST	0x82
54 #define OV5640_REG_CHIP_ID		0x300a
55 #define OV5640_REG_IO_MIPI_CTRL00	0x300e
56 #define OV5640_REG_PAD_OUTPUT_ENABLE01	0x3017
57 #define OV5640_REG_PAD_OUTPUT_ENABLE02	0x3018
58 #define OV5640_REG_PAD_OUTPUT00		0x3019
59 #define OV5640_REG_SYSTEM_CONTROL1	0x302e
60 #define OV5640_REG_SC_PLL_CTRL0		0x3034
61 #define OV5640_REG_SC_PLL_CTRL1		0x3035
62 #define OV5640_REG_SC_PLL_CTRL2		0x3036
63 #define OV5640_REG_SC_PLL_CTRL3		0x3037
64 #define OV5640_REG_SLAVE_ID		0x3100
65 #define OV5640_REG_SCCB_SYS_CTRL1	0x3103
66 #define OV5640_REG_SYS_ROOT_DIVIDER	0x3108
67 #define OV5640_REG_AWB_R_GAIN		0x3400
68 #define OV5640_REG_AWB_G_GAIN		0x3402
69 #define OV5640_REG_AWB_B_GAIN		0x3404
70 #define OV5640_REG_AWB_MANUAL_CTRL	0x3406
71 #define OV5640_REG_AEC_PK_EXPOSURE_HI	0x3500
72 #define OV5640_REG_AEC_PK_EXPOSURE_MED	0x3501
73 #define OV5640_REG_AEC_PK_EXPOSURE_LO	0x3502
74 #define OV5640_REG_AEC_PK_MANUAL	0x3503
75 #define OV5640_REG_AEC_PK_REAL_GAIN	0x350a
76 #define OV5640_REG_AEC_PK_VTS		0x350c
77 #define OV5640_REG_TIMING_HS		0x3800
78 #define OV5640_REG_TIMING_VS		0x3802
79 #define OV5640_REG_TIMING_HW		0x3804
80 #define OV5640_REG_TIMING_VH		0x3806
81 #define OV5640_REG_TIMING_DVPHO		0x3808
82 #define OV5640_REG_TIMING_DVPVO		0x380a
83 #define OV5640_REG_TIMING_HTS		0x380c
84 #define OV5640_REG_TIMING_VTS		0x380e
85 #define OV5640_REG_TIMING_HOFFS		0x3810
86 #define OV5640_REG_TIMING_VOFFS		0x3812
87 #define OV5640_REG_TIMING_TC_REG20	0x3820
88 #define OV5640_REG_TIMING_TC_REG21	0x3821
89 #define OV5640_REG_AEC_CTRL00		0x3a00
90 #define OV5640_REG_AEC_B50_STEP		0x3a08
91 #define OV5640_REG_AEC_B60_STEP		0x3a0a
92 #define OV5640_REG_AEC_CTRL0D		0x3a0d
93 #define OV5640_REG_AEC_CTRL0E		0x3a0e
94 #define OV5640_REG_AEC_CTRL0F		0x3a0f
95 #define OV5640_REG_AEC_CTRL10		0x3a10
96 #define OV5640_REG_AEC_CTRL11		0x3a11
97 #define OV5640_REG_AEC_CTRL1B		0x3a1b
98 #define OV5640_REG_AEC_CTRL1E		0x3a1e
99 #define OV5640_REG_AEC_CTRL1F		0x3a1f
100 #define OV5640_REG_HZ5060_CTRL00	0x3c00
101 #define OV5640_REG_HZ5060_CTRL01	0x3c01
102 #define OV5640_REG_SIGMADELTA_CTRL0C	0x3c0c
103 #define OV5640_REG_FRAME_CTRL01		0x4202
104 #define OV5640_REG_FORMAT_CONTROL00	0x4300
105 #define OV5640_REG_VFIFO_HSIZE		0x4602
106 #define OV5640_REG_VFIFO_VSIZE		0x4604
107 #define OV5640_REG_JPG_MODE_SELECT	0x4713
108 #define OV5640_REG_CCIR656_CTRL00	0x4730
109 #define OV5640_REG_POLARITY_CTRL00	0x4740
110 #define OV5640_REG_MIPI_CTRL00		0x4800
111 #define OV5640_REG_DEBUG_MODE		0x4814
112 #define OV5640_REG_PCLK_PERIOD		0x4837
113 #define OV5640_REG_ISP_FORMAT_MUX_CTRL	0x501f
114 #define OV5640_REG_PRE_ISP_TEST_SET1	0x503d
115 #define OV5640_REG_SDE_CTRL0		0x5580
116 #define OV5640_REG_SDE_CTRL1		0x5581
117 #define OV5640_REG_SDE_CTRL3		0x5583
118 #define OV5640_REG_SDE_CTRL4		0x5584
119 #define OV5640_REG_SDE_CTRL5		0x5585
120 #define OV5640_REG_AVG_READOUT		0x56a1
121 
122 enum ov5640_mode_id {
123 	OV5640_MODE_QQVGA_160_120 = 0,
124 	OV5640_MODE_QCIF_176_144,
125 	OV5640_MODE_QVGA_320_240,
126 	OV5640_MODE_VGA_640_480,
127 	OV5640_MODE_NTSC_720_480,
128 	OV5640_MODE_PAL_720_576,
129 	OV5640_MODE_XGA_1024_768,
130 	OV5640_MODE_720P_1280_720,
131 	OV5640_MODE_1080P_1920_1080,
132 	OV5640_MODE_QSXGA_2592_1944,
133 	OV5640_NUM_MODES,
134 };
135 
136 enum ov5640_frame_rate {
137 	OV5640_15_FPS = 0,
138 	OV5640_30_FPS,
139 	OV5640_60_FPS,
140 	OV5640_NUM_FRAMERATES,
141 };
142 
143 enum ov5640_pixel_rate_id {
144 	OV5640_PIXEL_RATE_168M,
145 	OV5640_PIXEL_RATE_148M,
146 	OV5640_PIXEL_RATE_124M,
147 	OV5640_PIXEL_RATE_96M,
148 	OV5640_PIXEL_RATE_48M,
149 	OV5640_NUM_PIXEL_RATES,
150 };
151 
152 /*
153  * The chip manual suggests 24/48/96/192 MHz pixel clocks.
154  *
155  * 192MHz exceeds the sysclk limits; use 168MHz as maximum pixel rate for
156  * full resolution mode @15 FPS.
157  */
158 static const u32 ov5640_pixel_rates[] = {
159 	[OV5640_PIXEL_RATE_168M] = 168000000,
160 	[OV5640_PIXEL_RATE_148M] = 148000000,
161 	[OV5640_PIXEL_RATE_124M] = 124000000,
162 	[OV5640_PIXEL_RATE_96M] = 96000000,
163 	[OV5640_PIXEL_RATE_48M] = 48000000,
164 };
165 
166 /*
167  * MIPI CSI-2 link frequencies.
168  *
169  * Derived from the above defined pixel rate for bpp = (8, 16, 24) and
170  * data_lanes = (1, 2)
171  *
172  * link_freq = (pixel_rate * bpp) / (2 * data_lanes)
173  */
174 static const s64 ov5640_csi2_link_freqs[] = {
175 	992000000, 888000000, 768000000, 744000000, 672000000, 672000000,
176 	592000000, 592000000, 576000000, 576000000, 496000000, 496000000,
177 	384000000, 384000000, 384000000, 336000000, 296000000, 288000000,
178 	248000000, 192000000, 192000000, 192000000, 96000000,
179 };
180 
181 /* Link freq for default mode: UYVY 16 bpp, 2 data lanes. */
182 #define OV5640_DEFAULT_LINK_FREQ	13
183 
184 enum ov5640_format_mux {
185 	OV5640_FMT_MUX_YUV422 = 0,
186 	OV5640_FMT_MUX_RGB,
187 	OV5640_FMT_MUX_DITHER,
188 	OV5640_FMT_MUX_RAW_DPC,
189 	OV5640_FMT_MUX_SNR_RAW,
190 	OV5640_FMT_MUX_RAW_CIP,
191 };
192 
193 struct ov5640_pixfmt {
194 	u32 code;
195 	u32 colorspace;
196 	u8 bpp;
197 	u8 ctrl00;
198 	enum ov5640_format_mux mux;
199 };
200 
201 static const struct ov5640_pixfmt ov5640_dvp_formats[] = {
202 	{
203 		/* YUV422, YUYV */
204 		.code		= MEDIA_BUS_FMT_JPEG_1X8,
205 		.colorspace	= V4L2_COLORSPACE_JPEG,
206 		.bpp		= 16,
207 		.ctrl00		= 0x30,
208 		.mux		= OV5640_FMT_MUX_YUV422,
209 	}, {
210 		/* YUV422, UYVY */
211 		.code		= MEDIA_BUS_FMT_UYVY8_2X8,
212 		.colorspace	= V4L2_COLORSPACE_SRGB,
213 		.bpp		= 16,
214 		.ctrl00		= 0x3f,
215 		.mux		= OV5640_FMT_MUX_YUV422,
216 	}, {
217 		/* YUV422, YUYV */
218 		.code		= MEDIA_BUS_FMT_YUYV8_2X8,
219 		.colorspace	= V4L2_COLORSPACE_SRGB,
220 		.bpp		= 16,
221 		.ctrl00		= 0x30,
222 		.mux		= OV5640_FMT_MUX_YUV422,
223 	}, {
224 		/* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
225 		.code		= MEDIA_BUS_FMT_RGB565_2X8_LE,
226 		.colorspace	= V4L2_COLORSPACE_SRGB,
227 		.bpp		= 16,
228 		.ctrl00		= 0x6f,
229 		.mux		= OV5640_FMT_MUX_RGB,
230 	}, {
231 		/* RGB565 {r[4:0],g[5:3]},{g[2:0],b[4:0]} */
232 		.code		= MEDIA_BUS_FMT_RGB565_2X8_BE,
233 		.colorspace	= V4L2_COLORSPACE_SRGB,
234 		.bpp		= 16,
235 		.ctrl00		= 0x61,
236 		.mux		= OV5640_FMT_MUX_RGB,
237 	}, {
238 		/* Raw, BGBG... / GRGR... */
239 		.code		= MEDIA_BUS_FMT_SBGGR8_1X8,
240 		.colorspace	= V4L2_COLORSPACE_SRGB,
241 		.bpp		= 8,
242 		.ctrl00		= 0x00,
243 		.mux		= OV5640_FMT_MUX_RAW_DPC,
244 	}, {
245 		/* Raw bayer, GBGB... / RGRG... */
246 		.code		= MEDIA_BUS_FMT_SGBRG8_1X8,
247 		.colorspace	= V4L2_COLORSPACE_SRGB,
248 		.bpp		= 8,
249 		.ctrl00		= 0x01,
250 		.mux		= OV5640_FMT_MUX_RAW_DPC,
251 	}, {
252 		/* Raw bayer, GRGR... / BGBG... */
253 		.code		= MEDIA_BUS_FMT_SGRBG8_1X8,
254 		.colorspace	= V4L2_COLORSPACE_SRGB,
255 		.bpp		= 8,
256 		.ctrl00		= 0x02,
257 		.mux		= OV5640_FMT_MUX_RAW_DPC,
258 	}, {
259 		/* Raw bayer, RGRG... / GBGB... */
260 		.code		= MEDIA_BUS_FMT_SRGGB8_1X8,
261 		.colorspace	= V4L2_COLORSPACE_SRGB,
262 		.bpp		= 8,
263 		.ctrl00		= 0x03,
264 		.mux		= OV5640_FMT_MUX_RAW_DPC,
265 	},
266 	{ /* sentinel */ }
267 };
268 
269 static const struct ov5640_pixfmt ov5640_csi2_formats[] = {
270 	{
271 		/* YUV422, YUYV */
272 		.code		= MEDIA_BUS_FMT_JPEG_1X8,
273 		.colorspace	= V4L2_COLORSPACE_JPEG,
274 		.bpp		= 16,
275 		.ctrl00		= 0x30,
276 		.mux		= OV5640_FMT_MUX_YUV422,
277 	}, {
278 		/* YUV422, UYVY */
279 		.code		= MEDIA_BUS_FMT_UYVY8_1X16,
280 		.colorspace	= V4L2_COLORSPACE_SRGB,
281 		.bpp		= 16,
282 		.ctrl00		= 0x3f,
283 		.mux		= OV5640_FMT_MUX_YUV422,
284 	}, {
285 		/* YUV422, YUYV */
286 		.code		= MEDIA_BUS_FMT_YUYV8_1X16,
287 		.colorspace	= V4L2_COLORSPACE_SRGB,
288 		.bpp		= 16,
289 		.ctrl00		= 0x30,
290 		.mux		= OV5640_FMT_MUX_YUV422,
291 	}, {
292 		/* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
293 		.code		= MEDIA_BUS_FMT_RGB565_1X16,
294 		.colorspace	= V4L2_COLORSPACE_SRGB,
295 		.bpp		= 16,
296 		.ctrl00		= 0x6f,
297 		.mux		= OV5640_FMT_MUX_RGB,
298 	}, {
299 		/* BGR888: RGB */
300 		.code		= MEDIA_BUS_FMT_BGR888_1X24,
301 		.colorspace	= V4L2_COLORSPACE_SRGB,
302 		.bpp		= 24,
303 		.ctrl00		= 0x23,
304 		.mux		= OV5640_FMT_MUX_RGB,
305 	}, {
306 		/* Raw, BGBG... / GRGR... */
307 		.code		= MEDIA_BUS_FMT_SBGGR8_1X8,
308 		.colorspace	= V4L2_COLORSPACE_SRGB,
309 		.bpp		= 8,
310 		.ctrl00		= 0x00,
311 		.mux		= OV5640_FMT_MUX_RAW_DPC,
312 	}, {
313 		/* Raw bayer, GBGB... / RGRG... */
314 		.code		= MEDIA_BUS_FMT_SGBRG8_1X8,
315 		.colorspace	= V4L2_COLORSPACE_SRGB,
316 		.bpp		= 8,
317 		.ctrl00		= 0x01,
318 		.mux		= OV5640_FMT_MUX_RAW_DPC,
319 	}, {
320 		/* Raw bayer, GRGR... / BGBG... */
321 		.code		= MEDIA_BUS_FMT_SGRBG8_1X8,
322 		.colorspace	= V4L2_COLORSPACE_SRGB,
323 		.bpp		= 8,
324 		.ctrl00		= 0x02,
325 		.mux		= OV5640_FMT_MUX_RAW_DPC,
326 	}, {
327 		/* Raw bayer, RGRG... / GBGB... */
328 		.code		= MEDIA_BUS_FMT_SRGGB8_1X8,
329 		.colorspace	= V4L2_COLORSPACE_SRGB,
330 		.bpp		= 8,
331 		.ctrl00		= 0x03,
332 		.mux		= OV5640_FMT_MUX_RAW_DPC,
333 	},
334 	{ /* sentinel */ }
335 };
336 
337 /*
338  * FIXME: remove this when a subdev API becomes available
339  * to set the MIPI CSI-2 virtual channel.
340  */
341 static unsigned int virtual_channel;
342 module_param(virtual_channel, uint, 0444);
343 MODULE_PARM_DESC(virtual_channel,
344 		 "MIPI CSI-2 virtual channel (0..3), default 0");
345 
346 static const int ov5640_framerates[] = {
347 	[OV5640_15_FPS] = 15,
348 	[OV5640_30_FPS] = 30,
349 	[OV5640_60_FPS] = 60,
350 };
351 
352 /* regulator supplies */
353 static const char * const ov5640_supply_name[] = {
354 	"DOVDD", /* Digital I/O (1.8V) supply */
355 	"AVDD",  /* Analog (2.8V) supply */
356 	"DVDD",  /* Digital Core (1.5V) supply */
357 };
358 
359 #define OV5640_NUM_SUPPLIES ARRAY_SIZE(ov5640_supply_name)
360 
361 /*
362  * Image size under 1280 * 960 are SUBSAMPLING
363  * Image size upper 1280 * 960 are SCALING
364  */
365 enum ov5640_downsize_mode {
366 	SUBSAMPLING,
367 	SCALING,
368 };
369 
370 struct reg_value {
371 	u16 reg_addr;
372 	u8 val;
373 	u8 mask;
374 	u32 delay_ms;
375 };
376 
377 struct ov5640_timings {
378 	/* Analog crop rectangle. */
379 	struct v4l2_rect analog_crop;
380 	/* Visibile crop: from analog crop top-left corner. */
381 	struct v4l2_rect crop;
382 	/* Total pixels per line: width + fixed hblank. */
383 	u32 htot;
384 	/* Default vertical blanking: frame height = height + vblank. */
385 	u32 vblank_def;
386 };
387 
388 struct ov5640_mode_info {
389 	enum ov5640_mode_id id;
390 	enum ov5640_downsize_mode dn_mode;
391 	enum ov5640_pixel_rate_id pixel_rate;
392 
393 	unsigned int width;
394 	unsigned int height;
395 
396 	struct ov5640_timings dvp_timings;
397 	struct ov5640_timings csi2_timings;
398 
399 	const struct reg_value *reg_data;
400 	u32 reg_data_size;
401 
402 	/* Used by set_frame_interval only. */
403 	u32 max_fps;
404 	u32 def_fps;
405 };
406 
407 struct ov5640_ctrls {
408 	struct v4l2_ctrl_handler handler;
409 	struct v4l2_ctrl *pixel_rate;
410 	struct v4l2_ctrl *link_freq;
411 	struct v4l2_ctrl *hblank;
412 	struct v4l2_ctrl *vblank;
413 	struct {
414 		struct v4l2_ctrl *auto_exp;
415 		struct v4l2_ctrl *exposure;
416 	};
417 	struct {
418 		struct v4l2_ctrl *auto_wb;
419 		struct v4l2_ctrl *blue_balance;
420 		struct v4l2_ctrl *red_balance;
421 	};
422 	struct {
423 		struct v4l2_ctrl *auto_gain;
424 		struct v4l2_ctrl *gain;
425 	};
426 	struct v4l2_ctrl *brightness;
427 	struct v4l2_ctrl *light_freq;
428 	struct v4l2_ctrl *saturation;
429 	struct v4l2_ctrl *contrast;
430 	struct v4l2_ctrl *hue;
431 	struct v4l2_ctrl *test_pattern;
432 	struct v4l2_ctrl *hflip;
433 	struct v4l2_ctrl *vflip;
434 };
435 
436 struct ov5640_dev {
437 	struct i2c_client *i2c_client;
438 	struct v4l2_subdev sd;
439 	struct media_pad pad;
440 	struct v4l2_fwnode_endpoint ep; /* the parsed DT endpoint info */
441 	struct clk *xclk; /* system clock to OV5640 */
442 	u32 xclk_freq;
443 
444 	struct regulator_bulk_data supplies[OV5640_NUM_SUPPLIES];
445 	struct gpio_desc *reset_gpio;
446 	struct gpio_desc *pwdn_gpio;
447 	bool   upside_down;
448 
449 	/* lock to protect all members below */
450 	struct mutex lock;
451 
452 	struct v4l2_mbus_framefmt fmt;
453 	bool pending_fmt_change;
454 
455 	const struct ov5640_mode_info *current_mode;
456 	const struct ov5640_mode_info *last_mode;
457 	enum ov5640_frame_rate current_fr;
458 	struct v4l2_fract frame_interval;
459 	s64 current_link_freq;
460 
461 	struct ov5640_ctrls ctrls;
462 
463 	u32 prev_sysclk, prev_hts;
464 	u32 ae_low, ae_high, ae_target;
465 
466 	bool pending_mode_change;
467 	bool streaming;
468 };
469 
to_ov5640_dev(struct v4l2_subdev * sd)470 static inline struct ov5640_dev *to_ov5640_dev(struct v4l2_subdev *sd)
471 {
472 	return container_of(sd, struct ov5640_dev, sd);
473 }
474 
ctrl_to_sd(struct v4l2_ctrl * ctrl)475 static inline struct v4l2_subdev *ctrl_to_sd(struct v4l2_ctrl *ctrl)
476 {
477 	return &container_of(ctrl->handler, struct ov5640_dev,
478 			     ctrls.handler)->sd;
479 }
480 
ov5640_is_csi2(const struct ov5640_dev * sensor)481 static inline bool ov5640_is_csi2(const struct ov5640_dev *sensor)
482 {
483 	return sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY;
484 }
485 
486 static inline const struct ov5640_pixfmt *
ov5640_formats(struct ov5640_dev * sensor)487 ov5640_formats(struct ov5640_dev *sensor)
488 {
489 	return ov5640_is_csi2(sensor) ? ov5640_csi2_formats
490 				      : ov5640_dvp_formats;
491 }
492 
493 static const struct ov5640_pixfmt *
ov5640_code_to_pixfmt(struct ov5640_dev * sensor,u32 code)494 ov5640_code_to_pixfmt(struct ov5640_dev *sensor, u32 code)
495 {
496 	const struct ov5640_pixfmt *formats = ov5640_formats(sensor);
497 	unsigned int i;
498 
499 	for (i = 0; formats[i].code; ++i) {
500 		if (formats[i].code == code)
501 			return &formats[i];
502 	}
503 
504 	return &formats[0];
505 }
506 
ov5640_code_to_bpp(struct ov5640_dev * sensor,u32 code)507 static u32 ov5640_code_to_bpp(struct ov5640_dev *sensor, u32 code)
508 {
509 	const struct ov5640_pixfmt *format = ov5640_code_to_pixfmt(sensor,
510 								   code);
511 
512 	return format->bpp;
513 }
514 
515 /*
516  * FIXME: all of these register tables are likely filled with
517  * entries that set the register to their power-on default values,
518  * and which are otherwise not touched by this driver. Those entries
519  * should be identified and removed to speed register load time
520  * over i2c.
521  */
522 /* YUV422 UYVY VGA@30fps */
523 
524 static const struct v4l2_mbus_framefmt ov5640_csi2_default_fmt = {
525 	.code = MEDIA_BUS_FMT_UYVY8_1X16,
526 	.width = 640,
527 	.height = 480,
528 	.colorspace = V4L2_COLORSPACE_SRGB,
529 	.ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
530 	.quantization = V4L2_QUANTIZATION_FULL_RANGE,
531 	.xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
532 	.field = V4L2_FIELD_NONE,
533 };
534 
535 static const struct v4l2_mbus_framefmt ov5640_dvp_default_fmt = {
536 	.code = MEDIA_BUS_FMT_UYVY8_2X8,
537 	.width = 640,
538 	.height = 480,
539 	.colorspace = V4L2_COLORSPACE_SRGB,
540 	.ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
541 	.quantization = V4L2_QUANTIZATION_FULL_RANGE,
542 	.xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
543 	.field = V4L2_FIELD_NONE,
544 };
545 
546 static const struct reg_value ov5640_init_setting[] = {
547 	{0x3103, 0x11, 0, 0},
548 	{0x3103, 0x03, 0, 0}, {0x3630, 0x36, 0, 0},
549 	{0x3631, 0x0e, 0, 0}, {0x3632, 0xe2, 0, 0}, {0x3633, 0x12, 0, 0},
550 	{0x3621, 0xe0, 0, 0}, {0x3704, 0xa0, 0, 0}, {0x3703, 0x5a, 0, 0},
551 	{0x3715, 0x78, 0, 0}, {0x3717, 0x01, 0, 0}, {0x370b, 0x60, 0, 0},
552 	{0x3705, 0x1a, 0, 0}, {0x3905, 0x02, 0, 0}, {0x3906, 0x10, 0, 0},
553 	{0x3901, 0x0a, 0, 0}, {0x3731, 0x12, 0, 0}, {0x3600, 0x08, 0, 0},
554 	{0x3601, 0x33, 0, 0}, {0x302d, 0x60, 0, 0}, {0x3620, 0x52, 0, 0},
555 	{0x371b, 0x20, 0, 0}, {0x471c, 0x50, 0, 0}, {0x3a13, 0x43, 0, 0},
556 	{0x3a18, 0x00, 0, 0}, {0x3a19, 0xf8, 0, 0}, {0x3635, 0x13, 0, 0},
557 	{0x3636, 0x03, 0, 0}, {0x3634, 0x40, 0, 0}, {0x3622, 0x01, 0, 0},
558 	{0x3c01, 0xa4, 0, 0}, {0x3c04, 0x28, 0, 0}, {0x3c05, 0x98, 0, 0},
559 	{0x3c06, 0x00, 0, 0}, {0x3c07, 0x08, 0, 0}, {0x3c08, 0x00, 0, 0},
560 	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
561 	{0x3820, 0x41, 0, 0}, {0x3821, 0x07, 0, 0}, {0x3814, 0x31, 0, 0},
562 	{0x3815, 0x31, 0, 0},
563 	{0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
564 	{0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
565 	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
566 	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
567 	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
568 	{0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0}, {0x3000, 0x00, 0, 0},
569 	{0x3002, 0x1c, 0, 0}, {0x3004, 0xff, 0, 0}, {0x3006, 0xc3, 0, 0},
570 	{0x302e, 0x08, 0, 0}, {0x4300, 0x3f, 0, 0},
571 	{0x501f, 0x00, 0, 0}, {0x440e, 0x00, 0, 0}, {0x4837, 0x0a, 0, 0},
572 	{0x5000, 0xa7, 0, 0}, {0x5001, 0xa3, 0, 0}, {0x5180, 0xff, 0, 0},
573 	{0x5181, 0xf2, 0, 0}, {0x5182, 0x00, 0, 0}, {0x5183, 0x14, 0, 0},
574 	{0x5184, 0x25, 0, 0}, {0x5185, 0x24, 0, 0}, {0x5186, 0x09, 0, 0},
575 	{0x5187, 0x09, 0, 0}, {0x5188, 0x09, 0, 0}, {0x5189, 0x88, 0, 0},
576 	{0x518a, 0x54, 0, 0}, {0x518b, 0xee, 0, 0}, {0x518c, 0xb2, 0, 0},
577 	{0x518d, 0x50, 0, 0}, {0x518e, 0x34, 0, 0}, {0x518f, 0x6b, 0, 0},
578 	{0x5190, 0x46, 0, 0}, {0x5191, 0xf8, 0, 0}, {0x5192, 0x04, 0, 0},
579 	{0x5193, 0x70, 0, 0}, {0x5194, 0xf0, 0, 0}, {0x5195, 0xf0, 0, 0},
580 	{0x5196, 0x03, 0, 0}, {0x5197, 0x01, 0, 0}, {0x5198, 0x04, 0, 0},
581 	{0x5199, 0x6c, 0, 0}, {0x519a, 0x04, 0, 0}, {0x519b, 0x00, 0, 0},
582 	{0x519c, 0x09, 0, 0}, {0x519d, 0x2b, 0, 0}, {0x519e, 0x38, 0, 0},
583 	{0x5381, 0x1e, 0, 0}, {0x5382, 0x5b, 0, 0}, {0x5383, 0x08, 0, 0},
584 	{0x5384, 0x0a, 0, 0}, {0x5385, 0x7e, 0, 0}, {0x5386, 0x88, 0, 0},
585 	{0x5387, 0x7c, 0, 0}, {0x5388, 0x6c, 0, 0}, {0x5389, 0x10, 0, 0},
586 	{0x538a, 0x01, 0, 0}, {0x538b, 0x98, 0, 0}, {0x5300, 0x08, 0, 0},
587 	{0x5301, 0x30, 0, 0}, {0x5302, 0x10, 0, 0}, {0x5303, 0x00, 0, 0},
588 	{0x5304, 0x08, 0, 0}, {0x5305, 0x30, 0, 0}, {0x5306, 0x08, 0, 0},
589 	{0x5307, 0x16, 0, 0}, {0x5309, 0x08, 0, 0}, {0x530a, 0x30, 0, 0},
590 	{0x530b, 0x04, 0, 0}, {0x530c, 0x06, 0, 0}, {0x5480, 0x01, 0, 0},
591 	{0x5481, 0x08, 0, 0}, {0x5482, 0x14, 0, 0}, {0x5483, 0x28, 0, 0},
592 	{0x5484, 0x51, 0, 0}, {0x5485, 0x65, 0, 0}, {0x5486, 0x71, 0, 0},
593 	{0x5487, 0x7d, 0, 0}, {0x5488, 0x87, 0, 0}, {0x5489, 0x91, 0, 0},
594 	{0x548a, 0x9a, 0, 0}, {0x548b, 0xaa, 0, 0}, {0x548c, 0xb8, 0, 0},
595 	{0x548d, 0xcd, 0, 0}, {0x548e, 0xdd, 0, 0}, {0x548f, 0xea, 0, 0},
596 	{0x5490, 0x1d, 0, 0}, {0x5580, 0x02, 0, 0}, {0x5583, 0x40, 0, 0},
597 	{0x5584, 0x10, 0, 0}, {0x5589, 0x10, 0, 0}, {0x558a, 0x00, 0, 0},
598 	{0x558b, 0xf8, 0, 0}, {0x5800, 0x23, 0, 0}, {0x5801, 0x14, 0, 0},
599 	{0x5802, 0x0f, 0, 0}, {0x5803, 0x0f, 0, 0}, {0x5804, 0x12, 0, 0},
600 	{0x5805, 0x26, 0, 0}, {0x5806, 0x0c, 0, 0}, {0x5807, 0x08, 0, 0},
601 	{0x5808, 0x05, 0, 0}, {0x5809, 0x05, 0, 0}, {0x580a, 0x08, 0, 0},
602 	{0x580b, 0x0d, 0, 0}, {0x580c, 0x08, 0, 0}, {0x580d, 0x03, 0, 0},
603 	{0x580e, 0x00, 0, 0}, {0x580f, 0x00, 0, 0}, {0x5810, 0x03, 0, 0},
604 	{0x5811, 0x09, 0, 0}, {0x5812, 0x07, 0, 0}, {0x5813, 0x03, 0, 0},
605 	{0x5814, 0x00, 0, 0}, {0x5815, 0x01, 0, 0}, {0x5816, 0x03, 0, 0},
606 	{0x5817, 0x08, 0, 0}, {0x5818, 0x0d, 0, 0}, {0x5819, 0x08, 0, 0},
607 	{0x581a, 0x05, 0, 0}, {0x581b, 0x06, 0, 0}, {0x581c, 0x08, 0, 0},
608 	{0x581d, 0x0e, 0, 0}, {0x581e, 0x29, 0, 0}, {0x581f, 0x17, 0, 0},
609 	{0x5820, 0x11, 0, 0}, {0x5821, 0x11, 0, 0}, {0x5822, 0x15, 0, 0},
610 	{0x5823, 0x28, 0, 0}, {0x5824, 0x46, 0, 0}, {0x5825, 0x26, 0, 0},
611 	{0x5826, 0x08, 0, 0}, {0x5827, 0x26, 0, 0}, {0x5828, 0x64, 0, 0},
612 	{0x5829, 0x26, 0, 0}, {0x582a, 0x24, 0, 0}, {0x582b, 0x22, 0, 0},
613 	{0x582c, 0x24, 0, 0}, {0x582d, 0x24, 0, 0}, {0x582e, 0x06, 0, 0},
614 	{0x582f, 0x22, 0, 0}, {0x5830, 0x40, 0, 0}, {0x5831, 0x42, 0, 0},
615 	{0x5832, 0x24, 0, 0}, {0x5833, 0x26, 0, 0}, {0x5834, 0x24, 0, 0},
616 	{0x5835, 0x22, 0, 0}, {0x5836, 0x22, 0, 0}, {0x5837, 0x26, 0, 0},
617 	{0x5838, 0x44, 0, 0}, {0x5839, 0x24, 0, 0}, {0x583a, 0x26, 0, 0},
618 	{0x583b, 0x28, 0, 0}, {0x583c, 0x42, 0, 0}, {0x583d, 0xce, 0, 0},
619 	{0x5025, 0x00, 0, 0}, {0x3a0f, 0x30, 0, 0}, {0x3a10, 0x28, 0, 0},
620 	{0x3a1b, 0x30, 0, 0}, {0x3a1e, 0x26, 0, 0}, {0x3a11, 0x60, 0, 0},
621 	{0x3a1f, 0x14, 0, 0}, {0x3008, 0x02, 0, 0}, {0x3c00, 0x04, 0, 300},
622 };
623 
624 static const struct reg_value ov5640_setting_low_res[] = {
625 	{0x3c07, 0x08, 0, 0},
626 	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
627 	{0x3814, 0x31, 0, 0},
628 	{0x3815, 0x31, 0, 0},
629 	{0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
630 	{0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
631 	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
632 	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
633 	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
634 	{0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
635 	{0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
636 	{0x3824, 0x02, 0, 0}, {0x5001, 0xa3, 0, 0},
637 };
638 
639 static const struct reg_value ov5640_setting_720P_1280_720[] = {
640 	{0x3c07, 0x07, 0, 0},
641 	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
642 	{0x3814, 0x31, 0, 0},
643 	{0x3815, 0x31, 0, 0},
644 	{0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
645 	{0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x02, 0, 0},
646 	{0x3a03, 0xe4, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0xbc, 0, 0},
647 	{0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x72, 0, 0}, {0x3a0e, 0x01, 0, 0},
648 	{0x3a0d, 0x02, 0, 0}, {0x3a14, 0x02, 0, 0}, {0x3a15, 0xe4, 0, 0},
649 	{0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
650 	{0x4407, 0x04, 0, 0}, {0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0},
651 	{0x3824, 0x04, 0, 0}, {0x5001, 0x83, 0, 0},
652 };
653 
654 static const struct reg_value ov5640_setting_1080P_1920_1080[] = {
655 	{0x3c07, 0x08, 0, 0},
656 	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
657 	{0x3814, 0x11, 0, 0},
658 	{0x3815, 0x11, 0, 0},
659 	{0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
660 	{0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
661 	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
662 	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
663 	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
664 	{0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
665 	{0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
666 	{0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 0},
667 	{0x3c07, 0x07, 0, 0}, {0x3c08, 0x00, 0, 0},
668 	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
669 	{0x3612, 0x2b, 0, 0}, {0x3708, 0x64, 0, 0},
670 	{0x3a02, 0x04, 0, 0}, {0x3a03, 0x60, 0, 0}, {0x3a08, 0x01, 0, 0},
671 	{0x3a09, 0x50, 0, 0}, {0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x18, 0, 0},
672 	{0x3a0e, 0x03, 0, 0}, {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x04, 0, 0},
673 	{0x3a15, 0x60, 0, 0}, {0x4407, 0x04, 0, 0},
674 	{0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0}, {0x3824, 0x04, 0, 0},
675 	{0x4005, 0x1a, 0, 0},
676 };
677 
678 static const struct reg_value ov5640_setting_QSXGA_2592_1944[] = {
679 	{0x3c07, 0x08, 0, 0},
680 	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
681 	{0x3814, 0x11, 0, 0},
682 	{0x3815, 0x11, 0, 0},
683 	{0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
684 	{0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
685 	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
686 	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
687 	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
688 	{0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
689 	{0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
690 	{0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 70},
691 };
692 
693 static const struct ov5640_mode_info ov5640_mode_data[OV5640_NUM_MODES] = {
694 	{
695 		/* 160x120 */
696 		.id		= OV5640_MODE_QQVGA_160_120,
697 		.dn_mode	= SUBSAMPLING,
698 		.pixel_rate	= OV5640_PIXEL_RATE_48M,
699 		.width		= 160,
700 		.height		= 120,
701 		.dvp_timings = {
702 			.analog_crop = {
703 				.left	= 0,
704 				.top	= 4,
705 				.width	= 2624,
706 				.height	= 1944,
707 			},
708 			.crop = {
709 				.left	= 16,
710 				.top	= 6,
711 				.width	= 160,
712 				.height	= 120,
713 			},
714 			.htot		= 1896,
715 			.vblank_def	= 864,
716 		},
717 		.csi2_timings = {
718 			/* Feed the full valid pixel array to the ISP. */
719 			.analog_crop = {
720 				.left	= OV5640_PIXEL_ARRAY_LEFT,
721 				.top	= OV5640_PIXEL_ARRAY_TOP,
722 				.width	= OV5640_PIXEL_ARRAY_WIDTH,
723 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
724 			},
725 			/* Maintain a minimum processing margin. */
726 			.crop = {
727 				.left	= 2,
728 				.top	= 4,
729 				.width	= 160,
730 				.height	= 120,
731 			},
732 			.htot		= 1600,
733 			.vblank_def	= 878,
734 		},
735 		.reg_data	= ov5640_setting_low_res,
736 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
737 		.max_fps	= OV5640_30_FPS,
738 		.def_fps	= OV5640_30_FPS
739 	}, {
740 		/* 176x144 */
741 		.id		= OV5640_MODE_QCIF_176_144,
742 		.dn_mode	= SUBSAMPLING,
743 		.pixel_rate	= OV5640_PIXEL_RATE_48M,
744 		.width		= 176,
745 		.height		= 144,
746 		.dvp_timings = {
747 			.analog_crop = {
748 				.left	= 0,
749 				.top	= 4,
750 				.width	= 2624,
751 				.height	= 1944,
752 			},
753 			.crop = {
754 				.left	= 16,
755 				.top	= 6,
756 				.width	= 176,
757 				.height	= 144,
758 			},
759 			.htot		= 1896,
760 			.vblank_def	= 840,
761 		},
762 		.csi2_timings = {
763 			/* Feed the full valid pixel array to the ISP. */
764 			.analog_crop = {
765 				.left	= OV5640_PIXEL_ARRAY_LEFT,
766 				.top	= OV5640_PIXEL_ARRAY_TOP,
767 				.width	= OV5640_PIXEL_ARRAY_WIDTH,
768 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
769 			},
770 			/* Maintain a minimum processing margin. */
771 			.crop = {
772 				.left	= 2,
773 				.top	= 4,
774 				.width	= 176,
775 				.height	= 144,
776 			},
777 			.htot		= 1600,
778 			.vblank_def	= 854,
779 		},
780 		.reg_data	= ov5640_setting_low_res,
781 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
782 		.max_fps	= OV5640_30_FPS,
783 		.def_fps	= OV5640_30_FPS
784 	}, {
785 		/* 320x240 */
786 		.id		= OV5640_MODE_QVGA_320_240,
787 		.dn_mode	= SUBSAMPLING,
788 		.width		= 320,
789 		.height		= 240,
790 		.pixel_rate	= OV5640_PIXEL_RATE_48M,
791 		.dvp_timings = {
792 			.analog_crop = {
793 				.left	= 0,
794 				.top	= 4,
795 				.width	= 2624,
796 				.height	= 1944,
797 			},
798 			.crop = {
799 				.left	= 16,
800 				.top	= 6,
801 				.width	= 320,
802 				.height	= 240,
803 			},
804 			.htot		= 1896,
805 			.vblank_def	= 744,
806 		},
807 		.csi2_timings = {
808 			/* Feed the full valid pixel array to the ISP. */
809 			.analog_crop = {
810 				.left	= OV5640_PIXEL_ARRAY_LEFT,
811 				.top	= OV5640_PIXEL_ARRAY_TOP,
812 				.width	= OV5640_PIXEL_ARRAY_WIDTH,
813 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
814 			},
815 			/* Maintain a minimum processing margin. */
816 			.crop = {
817 				.left	= 2,
818 				.top	= 4,
819 				.width	= 320,
820 				.height	= 240,
821 			},
822 			.htot		= 1600,
823 			.vblank_def	= 760,
824 		},
825 		.reg_data	= ov5640_setting_low_res,
826 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
827 		.max_fps	= OV5640_30_FPS,
828 		.def_fps	= OV5640_30_FPS
829 	}, {
830 		/* 640x480 */
831 		.id		= OV5640_MODE_VGA_640_480,
832 		.dn_mode	= SUBSAMPLING,
833 		.pixel_rate	= OV5640_PIXEL_RATE_48M,
834 		.width		= 640,
835 		.height		= 480,
836 		.dvp_timings = {
837 			.analog_crop = {
838 				.left	= 0,
839 				.top	= 4,
840 				.width	= 2624,
841 				.height	= 1944,
842 			},
843 			.crop = {
844 				.left	= 16,
845 				.top	= 6,
846 				.width	= 640,
847 				.height	= 480,
848 			},
849 			.htot		= 1896,
850 			.vblank_def	= 600,
851 		},
852 		.csi2_timings = {
853 			/* Feed the full valid pixel array to the ISP. */
854 			.analog_crop = {
855 				.left	= OV5640_PIXEL_ARRAY_LEFT,
856 				.top	= OV5640_PIXEL_ARRAY_TOP,
857 				.width	= OV5640_PIXEL_ARRAY_WIDTH,
858 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
859 			},
860 			/* Maintain a minimum processing margin. */
861 			.crop = {
862 				.left	= 2,
863 				.top	= 4,
864 				.width	= 640,
865 				.height	= 480,
866 			},
867 			.htot		= 1600,
868 			.vblank_def	= 520,
869 		},
870 		.reg_data	= ov5640_setting_low_res,
871 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
872 		.max_fps	= OV5640_60_FPS,
873 		.def_fps	= OV5640_30_FPS
874 	}, {
875 		/* 720x480 */
876 		.id		= OV5640_MODE_NTSC_720_480,
877 		.dn_mode	= SUBSAMPLING,
878 		.width		= 720,
879 		.height		= 480,
880 		.pixel_rate	= OV5640_PIXEL_RATE_96M,
881 		.dvp_timings = {
882 			.analog_crop = {
883 				.left	= 0,
884 				.top	= 4,
885 				.width	= 2624,
886 				.height	= 1944,
887 			},
888 			.crop = {
889 				.left	= 56,
890 				.top	= 60,
891 				.width	= 720,
892 				.height	= 480,
893 			},
894 			.htot		= 1896,
895 			.vblank_def	= 504,
896 		},
897 		.csi2_timings = {
898 			/* Feed the full valid pixel array to the ISP. */
899 			.analog_crop = {
900 				.left	= OV5640_PIXEL_ARRAY_LEFT,
901 				.top	= OV5640_PIXEL_ARRAY_TOP,
902 				.width	= OV5640_PIXEL_ARRAY_WIDTH,
903 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
904 			},
905 			.crop = {
906 				.left	= 56,
907 				.top	= 60,
908 				.width	= 720,
909 				.height	= 480,
910 			},
911 			.htot		= 1896,
912 			.vblank_def	= 1206,
913 		},
914 		.reg_data	= ov5640_setting_low_res,
915 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
916 		.max_fps	= OV5640_30_FPS,
917 		.def_fps	= OV5640_30_FPS
918 	}, {
919 		/* 720x576 */
920 		.id		= OV5640_MODE_PAL_720_576,
921 		.dn_mode	= SUBSAMPLING,
922 		.width		= 720,
923 		.height		= 576,
924 		.pixel_rate	= OV5640_PIXEL_RATE_96M,
925 		.dvp_timings = {
926 			.analog_crop = {
927 				.left	= 0,
928 				.top	= 4,
929 				.width	= 2624,
930 				.height	= 1944,
931 			},
932 			.crop = {
933 				.left	= 56,
934 				.top	= 6,
935 				.width	= 720,
936 				.height	= 576,
937 			},
938 			.htot		= 1896,
939 			.vblank_def	= 408,
940 		},
941 		.csi2_timings = {
942 			/* Feed the full valid pixel array to the ISP. */
943 			.analog_crop = {
944 				.left	= OV5640_PIXEL_ARRAY_LEFT,
945 				.top	= OV5640_PIXEL_ARRAY_TOP,
946 				.width	= OV5640_PIXEL_ARRAY_WIDTH,
947 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
948 			},
949 			.crop = {
950 				.left	= 56,
951 				.top	= 6,
952 				.width	= 720,
953 				.height	= 576,
954 			},
955 			.htot		= 1896,
956 			.vblank_def	= 1110,
957 		},
958 		.reg_data	= ov5640_setting_low_res,
959 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
960 		.max_fps	= OV5640_30_FPS,
961 		.def_fps	= OV5640_30_FPS
962 	}, {
963 		/* 1024x768 */
964 		.id		= OV5640_MODE_XGA_1024_768,
965 		.dn_mode	= SUBSAMPLING,
966 		.pixel_rate	= OV5640_PIXEL_RATE_96M,
967 		.width		= 1024,
968 		.height		= 768,
969 		.dvp_timings = {
970 			.analog_crop = {
971 				.left	= 0,
972 				.top	= 4,
973 				.width	= 2624,
974 				.height	= 1944,
975 			},
976 			.crop = {
977 				.left	= 16,
978 				.top	= 6,
979 				.width	= 1024,
980 				.height	= 768,
981 			},
982 			.htot		= 1896,
983 			.vblank_def	= 312,
984 		},
985 		.csi2_timings = {
986 			.analog_crop = {
987 				.left	= 0,
988 				.top	= 4,
989 				.width	= OV5640_NATIVE_WIDTH,
990 				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
991 			},
992 			.crop = {
993 				.left	= 16,
994 				.top	= 6,
995 				.width	= 1024,
996 				.height	= 768,
997 			},
998 			.htot		= 1896,
999 			.vblank_def	= 918,
1000 		},
1001 		.reg_data	= ov5640_setting_low_res,
1002 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
1003 		.max_fps	= OV5640_30_FPS,
1004 		.def_fps	= OV5640_30_FPS
1005 	}, {
1006 		/* 1280x720 */
1007 		.id		= OV5640_MODE_720P_1280_720,
1008 		.dn_mode	= SUBSAMPLING,
1009 		.pixel_rate	= OV5640_PIXEL_RATE_124M,
1010 		.width		= 1280,
1011 		.height		= 720,
1012 		.dvp_timings = {
1013 			.analog_crop = {
1014 				.left	= 0,
1015 				.top	= 250,
1016 				.width	= 2624,
1017 				.height	= 1456,
1018 			},
1019 			.crop = {
1020 				.left	= 16,
1021 				.top	= 4,
1022 				.width	= 1280,
1023 				.height	= 720,
1024 			},
1025 			.htot		= 1892,
1026 			.vblank_def	= 20,
1027 		},
1028 		.csi2_timings = {
1029 			.analog_crop = {
1030 				.left	= 0,
1031 				.top	= 250,
1032 				.width	= 2624,
1033 				.height	= 1456,
1034 			},
1035 			.crop = {
1036 				.left	= 16,
1037 				.top	= 4,
1038 				.width	= 1280,
1039 				.height	= 720,
1040 			},
1041 			.htot		= 1600,
1042 			.vblank_def	= 560,
1043 		},
1044 		.reg_data	= ov5640_setting_720P_1280_720,
1045 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_720P_1280_720),
1046 		.max_fps	= OV5640_30_FPS,
1047 		.def_fps	= OV5640_30_FPS
1048 	}, {
1049 		/* 1920x1080 */
1050 		.id		= OV5640_MODE_1080P_1920_1080,
1051 		.dn_mode	= SCALING,
1052 		.pixel_rate	= OV5640_PIXEL_RATE_148M,
1053 		.width		= 1920,
1054 		.height		= 1080,
1055 		.dvp_timings = {
1056 			.analog_crop = {
1057 				.left	= 336,
1058 				.top	= 434,
1059 				.width	= 1952,
1060 				.height	= 1088,
1061 			},
1062 			.crop = {
1063 				.left	= 16,
1064 				.top	= 4,
1065 				.width	= 1920,
1066 				.height	= 1080,
1067 			},
1068 			.htot		= 2500,
1069 			.vblank_def	= 40,
1070 		},
1071 		.csi2_timings = {
1072 			/* Crop the full valid pixel array in the center. */
1073 			.analog_crop = {
1074 				.left	= 336,
1075 				.top	= 434,
1076 				.width	= 1952,
1077 				.height	= 1088,
1078 			},
1079 			/* Maintain a larger processing margins. */
1080 			.crop = {
1081 				.left	= 16,
1082 				.top	= 4,
1083 				.width	= 1920,
1084 				.height	= 1080,
1085 			},
1086 			.htot		= 2234,
1087 			.vblank_def	= 24,
1088 		},
1089 		.reg_data	= ov5640_setting_1080P_1920_1080,
1090 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_1080P_1920_1080),
1091 		.max_fps	= OV5640_30_FPS,
1092 		.def_fps	= OV5640_30_FPS
1093 	}, {
1094 		/* 2592x1944 */
1095 		.id		= OV5640_MODE_QSXGA_2592_1944,
1096 		.dn_mode	= SCALING,
1097 		.pixel_rate	= OV5640_PIXEL_RATE_168M,
1098 		.width		= OV5640_PIXEL_ARRAY_WIDTH,
1099 		.height		= OV5640_PIXEL_ARRAY_HEIGHT,
1100 		.dvp_timings = {
1101 			.analog_crop = {
1102 				.left	= 0,
1103 				.top	= 0,
1104 				.width	= 2624,
1105 				.height	= 1952,
1106 			},
1107 			.crop = {
1108 				.left	= 16,
1109 				.top	= 4,
1110 				.width	= 2592,
1111 				.height	= 1944,
1112 			},
1113 			.htot		= 2844,
1114 			.vblank_def	= 24,
1115 		},
1116 		.csi2_timings = {
1117 			/* Give more processing margin to full resolution. */
1118 			.analog_crop = {
1119 				.left	= 0,
1120 				.top	= 0,
1121 				.width	= OV5640_NATIVE_WIDTH,
1122 				.height	= 1952,
1123 			},
1124 			.crop = {
1125 				.left	= 16,
1126 				.top	= 4,
1127 				.width	= 2592,
1128 				.height	= 1944,
1129 			},
1130 			.htot		= 2844,
1131 			.vblank_def	= 24,
1132 		},
1133 		.reg_data	= ov5640_setting_QSXGA_2592_1944,
1134 		.reg_data_size	= ARRAY_SIZE(ov5640_setting_QSXGA_2592_1944),
1135 		.max_fps	= OV5640_15_FPS,
1136 		.def_fps	= OV5640_15_FPS
1137 	},
1138 };
1139 
1140 static const struct ov5640_timings *
ov5640_timings(const struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)1141 ov5640_timings(const struct ov5640_dev *sensor,
1142 	       const struct ov5640_mode_info *mode)
1143 {
1144 	if (ov5640_is_csi2(sensor))
1145 		return &mode->csi2_timings;
1146 
1147 	return &mode->dvp_timings;
1148 }
1149 
ov5640_init_slave_id(struct ov5640_dev * sensor)1150 static int ov5640_init_slave_id(struct ov5640_dev *sensor)
1151 {
1152 	struct i2c_client *client = sensor->i2c_client;
1153 	struct i2c_msg msg;
1154 	u8 buf[3];
1155 	int ret;
1156 
1157 	if (client->addr == OV5640_DEFAULT_SLAVE_ID)
1158 		return 0;
1159 
1160 	buf[0] = OV5640_REG_SLAVE_ID >> 8;
1161 	buf[1] = OV5640_REG_SLAVE_ID & 0xff;
1162 	buf[2] = client->addr << 1;
1163 
1164 	msg.addr = OV5640_DEFAULT_SLAVE_ID;
1165 	msg.flags = 0;
1166 	msg.buf = buf;
1167 	msg.len = sizeof(buf);
1168 
1169 	ret = i2c_transfer(client->adapter, &msg, 1);
1170 	if (ret < 0) {
1171 		dev_err(&client->dev, "%s: failed with %d\n", __func__, ret);
1172 		return ret;
1173 	}
1174 
1175 	return 0;
1176 }
1177 
ov5640_write_reg(struct ov5640_dev * sensor,u16 reg,u8 val)1178 static int ov5640_write_reg(struct ov5640_dev *sensor, u16 reg, u8 val)
1179 {
1180 	struct i2c_client *client = sensor->i2c_client;
1181 	struct i2c_msg msg;
1182 	u8 buf[3];
1183 	int ret;
1184 
1185 	buf[0] = reg >> 8;
1186 	buf[1] = reg & 0xff;
1187 	buf[2] = val;
1188 
1189 	msg.addr = client->addr;
1190 	msg.flags = client->flags;
1191 	msg.buf = buf;
1192 	msg.len = sizeof(buf);
1193 
1194 	ret = i2c_transfer(client->adapter, &msg, 1);
1195 	if (ret < 0) {
1196 		dev_err(&client->dev, "%s: error: reg=%x, val=%x\n",
1197 			__func__, reg, val);
1198 		return ret;
1199 	}
1200 
1201 	return 0;
1202 }
1203 
ov5640_read_reg(struct ov5640_dev * sensor,u16 reg,u8 * val)1204 static int ov5640_read_reg(struct ov5640_dev *sensor, u16 reg, u8 *val)
1205 {
1206 	struct i2c_client *client = sensor->i2c_client;
1207 	struct i2c_msg msg[2];
1208 	u8 buf[2];
1209 	int ret;
1210 
1211 	buf[0] = reg >> 8;
1212 	buf[1] = reg & 0xff;
1213 
1214 	msg[0].addr = client->addr;
1215 	msg[0].flags = client->flags;
1216 	msg[0].buf = buf;
1217 	msg[0].len = sizeof(buf);
1218 
1219 	msg[1].addr = client->addr;
1220 	msg[1].flags = client->flags | I2C_M_RD;
1221 	msg[1].buf = buf;
1222 	msg[1].len = 1;
1223 
1224 	ret = i2c_transfer(client->adapter, msg, 2);
1225 	if (ret < 0) {
1226 		dev_err(&client->dev, "%s: error: reg=%x\n",
1227 			__func__, reg);
1228 		return ret;
1229 	}
1230 
1231 	*val = buf[0];
1232 	return 0;
1233 }
1234 
ov5640_read_reg16(struct ov5640_dev * sensor,u16 reg,u16 * val)1235 static int ov5640_read_reg16(struct ov5640_dev *sensor, u16 reg, u16 *val)
1236 {
1237 	u8 hi, lo;
1238 	int ret;
1239 
1240 	ret = ov5640_read_reg(sensor, reg, &hi);
1241 	if (ret)
1242 		return ret;
1243 	ret = ov5640_read_reg(sensor, reg + 1, &lo);
1244 	if (ret)
1245 		return ret;
1246 
1247 	*val = ((u16)hi << 8) | (u16)lo;
1248 	return 0;
1249 }
1250 
ov5640_write_reg16(struct ov5640_dev * sensor,u16 reg,u16 val)1251 static int ov5640_write_reg16(struct ov5640_dev *sensor, u16 reg, u16 val)
1252 {
1253 	int ret;
1254 
1255 	ret = ov5640_write_reg(sensor, reg, val >> 8);
1256 	if (ret)
1257 		return ret;
1258 
1259 	return ov5640_write_reg(sensor, reg + 1, val & 0xff);
1260 }
1261 
ov5640_mod_reg(struct ov5640_dev * sensor,u16 reg,u8 mask,u8 val)1262 static int ov5640_mod_reg(struct ov5640_dev *sensor, u16 reg,
1263 			  u8 mask, u8 val)
1264 {
1265 	u8 readval;
1266 	int ret;
1267 
1268 	ret = ov5640_read_reg(sensor, reg, &readval);
1269 	if (ret)
1270 		return ret;
1271 
1272 	readval &= ~mask;
1273 	val &= mask;
1274 	val |= readval;
1275 
1276 	return ov5640_write_reg(sensor, reg, val);
1277 }
1278 
1279 /*
1280  * After trying the various combinations, reading various
1281  * documentations spread around the net, and from the various
1282  * feedback, the clock tree is probably as follows:
1283  *
1284  *   +--------------+
1285  *   |  Ext. Clock  |
1286  *   +-+------------+
1287  *     |  +----------+
1288  *     +->|   PLL1   | - reg 0x3036, for the multiplier
1289  *        +-+--------+ - reg 0x3037, bits 0-3 for the pre-divider
1290  *          |  +--------------+
1291  *          +->| System Clock |  - reg 0x3035, bits 4-7
1292  *             +-+------------+
1293  *               |  +--------------+
1294  *               +->| MIPI Divider | - reg 0x3035, bits 0-3
1295  *               |  +-+------------+
1296  *               |    +----------------> MIPI SCLK
1297  *               |    +  +-----+
1298  *               |    +->| / 2 |-------> MIPI BIT CLK
1299  *               |       +-----+
1300  *               |  +--------------+
1301  *               +->| PLL Root Div | - reg 0x3037, bit 4
1302  *                  +-+------------+
1303  *                    |  +---------+
1304  *                    +->| Bit Div | - reg 0x3034, bits 0-3
1305  *                       +-+-------+
1306  *                         |  +-------------+
1307  *                         +->| SCLK Div    | - reg 0x3108, bits 0-1
1308  *                         |  +-+-----------+
1309  *                         |    +---------------> SCLK
1310  *                         |  +-------------+
1311  *                         +->| SCLK 2X Div | - reg 0x3108, bits 2-3
1312  *                         |  +-+-----------+
1313  *                         |    +---------------> SCLK 2X
1314  *                         |  +-------------+
1315  *                         +->| PCLK Div    | - reg 0x3108, bits 4-5
1316  *                            ++------------+
1317  *                             +  +-----------+
1318  *                             +->|   P_DIV   | - reg 0x3035, bits 0-3
1319  *                                +-----+-----+
1320  *                                       +------------> PCLK
1321  *
1322  * There seems to be also constraints:
1323  *  - the PLL pre-divider output rate should be in the 4-27MHz range
1324  *  - the PLL multiplier output rate should be in the 500-1000MHz range
1325  *  - PCLK >= SCLK * 2 in YUV, >= SCLK in Raw or JPEG
1326  */
1327 
1328 /*
1329  * This is supposed to be ranging from 1 to 8, but the value is always
1330  * set to 3 in the vendor kernels.
1331  */
1332 #define OV5640_PLL_PREDIV	3
1333 
1334 #define OV5640_PLL_MULT_MIN	4
1335 #define OV5640_PLL_MULT_MAX	252
1336 
1337 /*
1338  * This is supposed to be ranging from 1 to 16, but the value is
1339  * always set to either 1 or 2 in the vendor kernels.
1340  */
1341 #define OV5640_SYSDIV_MIN	1
1342 #define OV5640_SYSDIV_MAX	16
1343 
1344 /*
1345  * This is supposed to be ranging from 1 to 2, but the value is always
1346  * set to 2 in the vendor kernels.
1347  */
1348 #define OV5640_PLL_ROOT_DIV			2
1349 #define OV5640_PLL_CTRL3_PLL_ROOT_DIV_2		BIT(4)
1350 
1351 /*
1352  * We only supports 8-bit formats at the moment
1353  */
1354 #define OV5640_BIT_DIV				2
1355 #define OV5640_PLL_CTRL0_MIPI_MODE_8BIT		0x08
1356 
1357 /*
1358  * This is supposed to be ranging from 1 to 8, but the value is always
1359  * set to 2 in the vendor kernels.
1360  */
1361 #define OV5640_SCLK_ROOT_DIV	2
1362 
1363 /*
1364  * This is hardcoded so that the consistency is maintained between SCLK and
1365  * SCLK 2x.
1366  */
1367 #define OV5640_SCLK2X_ROOT_DIV (OV5640_SCLK_ROOT_DIV / 2)
1368 
1369 /*
1370  * This is supposed to be ranging from 1 to 8, but the value is always
1371  * set to 1 in the vendor kernels.
1372  */
1373 #define OV5640_PCLK_ROOT_DIV			1
1374 #define OV5640_PLL_SYS_ROOT_DIVIDER_BYPASS	0x00
1375 
ov5640_compute_sys_clk(struct ov5640_dev * sensor,u8 pll_prediv,u8 pll_mult,u8 sysdiv)1376 static unsigned long ov5640_compute_sys_clk(struct ov5640_dev *sensor,
1377 					    u8 pll_prediv, u8 pll_mult,
1378 					    u8 sysdiv)
1379 {
1380 	unsigned long sysclk = sensor->xclk_freq / pll_prediv * pll_mult;
1381 
1382 	/* PLL1 output cannot exceed 1GHz. */
1383 	if (sysclk / 1000000 > 1000)
1384 		return 0;
1385 
1386 	return sysclk / sysdiv;
1387 }
1388 
ov5640_calc_sys_clk(struct ov5640_dev * sensor,unsigned long rate,u8 * pll_prediv,u8 * pll_mult,u8 * sysdiv)1389 static unsigned long ov5640_calc_sys_clk(struct ov5640_dev *sensor,
1390 					 unsigned long rate,
1391 					 u8 *pll_prediv, u8 *pll_mult,
1392 					 u8 *sysdiv)
1393 {
1394 	unsigned long best = ~0;
1395 	u8 best_sysdiv = 1, best_mult = 1;
1396 	u8 _sysdiv, _pll_mult;
1397 
1398 	for (_sysdiv = OV5640_SYSDIV_MIN;
1399 	     _sysdiv <= OV5640_SYSDIV_MAX;
1400 	     _sysdiv++) {
1401 		for (_pll_mult = OV5640_PLL_MULT_MIN;
1402 		     _pll_mult <= OV5640_PLL_MULT_MAX;
1403 		     _pll_mult++) {
1404 			unsigned long _rate;
1405 
1406 			/*
1407 			 * The PLL multiplier cannot be odd if above
1408 			 * 127.
1409 			 */
1410 			if (_pll_mult > 127 && (_pll_mult % 2))
1411 				continue;
1412 
1413 			_rate = ov5640_compute_sys_clk(sensor,
1414 						       OV5640_PLL_PREDIV,
1415 						       _pll_mult, _sysdiv);
1416 
1417 			/*
1418 			 * We have reached the maximum allowed PLL1 output,
1419 			 * increase sysdiv.
1420 			 */
1421 			if (!_rate)
1422 				break;
1423 
1424 			/*
1425 			 * Prefer rates above the expected clock rate than
1426 			 * below, even if that means being less precise.
1427 			 */
1428 			if (_rate < rate)
1429 				continue;
1430 
1431 			if (abs(rate - _rate) < abs(rate - best)) {
1432 				best = _rate;
1433 				best_sysdiv = _sysdiv;
1434 				best_mult = _pll_mult;
1435 			}
1436 
1437 			if (_rate == rate)
1438 				goto out;
1439 		}
1440 	}
1441 
1442 out:
1443 	*sysdiv = best_sysdiv;
1444 	*pll_prediv = OV5640_PLL_PREDIV;
1445 	*pll_mult = best_mult;
1446 
1447 	return best;
1448 }
1449 
1450 /*
1451  * ov5640_set_mipi_pclk() - Calculate the clock tree configuration values
1452  *			    for the MIPI CSI-2 output.
1453  */
ov5640_set_mipi_pclk(struct ov5640_dev * sensor)1454 static int ov5640_set_mipi_pclk(struct ov5640_dev *sensor)
1455 {
1456 	u8 bit_div, mipi_div, pclk_div, sclk_div, sclk2x_div, root_div;
1457 	u8 prediv, mult, sysdiv;
1458 	unsigned long link_freq;
1459 	unsigned long sysclk;
1460 	u8 pclk_period;
1461 	u32 sample_rate;
1462 	u32 num_lanes;
1463 	int ret;
1464 
1465 	/* Use the link freq computed at ov5640_update_pixel_rate() time. */
1466 	link_freq = sensor->current_link_freq;
1467 
1468 	/*
1469 	 * - mipi_div - Additional divider for the MIPI lane clock.
1470 	 *
1471 	 * Higher link frequencies would make sysclk > 1GHz.
1472 	 * Keep the sysclk low and do not divide in the MIPI domain.
1473 	 */
1474 	if (link_freq > OV5640_LINK_RATE_MAX)
1475 		mipi_div = 1;
1476 	else
1477 		mipi_div = 2;
1478 
1479 	sysclk = link_freq * mipi_div;
1480 	ov5640_calc_sys_clk(sensor, sysclk, &prediv, &mult, &sysdiv);
1481 
1482 	/*
1483 	 * Adjust PLL parameters to maintain the MIPI_SCLK-to-PCLK ratio.
1484 	 *
1485 	 * - root_div = 2 (fixed)
1486 	 * - bit_div : MIPI 8-bit = 2; MIPI 10-bit = 2.5
1487 	 * - pclk_div = 1 (fixed)
1488 	 * - p_div  = (2 lanes ? mipi_div : 2 * mipi_div)
1489 	 *
1490 	 * This results in the following MIPI_SCLK depending on the number
1491 	 * of lanes:
1492 	 *
1493 	 * - 2 lanes: MIPI_SCLK = (4 or 5) * PCLK
1494 	 * - 1 lanes: MIPI_SCLK = (8 or 10) * PCLK
1495 	 */
1496 	root_div = OV5640_PLL_CTRL3_PLL_ROOT_DIV_2;
1497 	bit_div =  OV5640_PLL_CTRL0_MIPI_MODE_8BIT;
1498 	pclk_div = ilog2(OV5640_PCLK_ROOT_DIV);
1499 
1500 	/*
1501 	 * Scaler clock:
1502 	 * - YUV: PCLK >= 2 * SCLK
1503 	 * - RAW or JPEG: PCLK >= SCLK
1504 	 * - sclk2x_div = sclk_div / 2
1505 	 */
1506 	sclk_div = ilog2(OV5640_SCLK_ROOT_DIV);
1507 	sclk2x_div = ilog2(OV5640_SCLK2X_ROOT_DIV);
1508 
1509 	/*
1510 	 * Set the pixel clock period expressed in ns with 1-bit decimal
1511 	 * (0x01=0.5ns).
1512 	 *
1513 	 * The register is very briefly documented. In the OV5645 datasheet it
1514 	 * is described as (2 * pclk period), and from testing it seems the
1515 	 * actual definition is 2 * 8-bit sample period.
1516 	 *
1517 	 * 2 * sample_period = (mipi_clk * 2 * num_lanes / bpp) * (bpp / 8) / 2
1518 	 */
1519 	num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
1520 	sample_rate = (link_freq * mipi_div * num_lanes * 2) / 16;
1521 	pclk_period = 2000000000UL / sample_rate;
1522 
1523 	/* Program the clock tree registers. */
1524 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0, 0x0f, bit_div);
1525 	if (ret)
1526 		return ret;
1527 
1528 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1, 0xff,
1529 			     (sysdiv << 4) | mipi_div);
1530 	if (ret)
1531 		return ret;
1532 
1533 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2, 0xff, mult);
1534 	if (ret)
1535 		return ret;
1536 
1537 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3, 0x1f,
1538 			     root_div | prediv);
1539 	if (ret)
1540 		return ret;
1541 
1542 	ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
1543 			     (pclk_div << 4) | (sclk2x_div << 2) | sclk_div);
1544 	if (ret)
1545 		return ret;
1546 
1547 	return ov5640_write_reg(sensor, OV5640_REG_PCLK_PERIOD, pclk_period);
1548 }
1549 
ov5640_calc_pixel_rate(struct ov5640_dev * sensor)1550 static u32 ov5640_calc_pixel_rate(struct ov5640_dev *sensor)
1551 {
1552 	const struct ov5640_mode_info *mode = sensor->current_mode;
1553 	const struct ov5640_timings *timings = &mode->dvp_timings;
1554 	u32 rate;
1555 
1556 	rate = timings->htot * (timings->crop.height + timings->vblank_def);
1557 	rate *= ov5640_framerates[sensor->current_fr];
1558 
1559 	return rate;
1560 }
1561 
ov5640_calc_pclk(struct ov5640_dev * sensor,unsigned long rate,u8 * pll_prediv,u8 * pll_mult,u8 * sysdiv,u8 * pll_rdiv,u8 * bit_div,u8 * pclk_div)1562 static unsigned long ov5640_calc_pclk(struct ov5640_dev *sensor,
1563 				      unsigned long rate,
1564 				      u8 *pll_prediv, u8 *pll_mult, u8 *sysdiv,
1565 				      u8 *pll_rdiv, u8 *bit_div, u8 *pclk_div)
1566 {
1567 	unsigned long _rate = rate * OV5640_PLL_ROOT_DIV * OV5640_BIT_DIV *
1568 				OV5640_PCLK_ROOT_DIV;
1569 
1570 	_rate = ov5640_calc_sys_clk(sensor, _rate, pll_prediv, pll_mult,
1571 				    sysdiv);
1572 	*pll_rdiv = OV5640_PLL_ROOT_DIV;
1573 	*bit_div = OV5640_BIT_DIV;
1574 	*pclk_div = OV5640_PCLK_ROOT_DIV;
1575 
1576 	return _rate / *pll_rdiv / *bit_div / *pclk_div;
1577 }
1578 
ov5640_set_dvp_pclk(struct ov5640_dev * sensor)1579 static int ov5640_set_dvp_pclk(struct ov5640_dev *sensor)
1580 {
1581 	u8 prediv, mult, sysdiv, pll_rdiv, bit_div, pclk_div;
1582 	u32 rate;
1583 	int ret;
1584 
1585 	rate = ov5640_calc_pixel_rate(sensor);
1586 	rate *= ov5640_code_to_bpp(sensor, sensor->fmt.code);
1587 	rate /= sensor->ep.bus.parallel.bus_width;
1588 
1589 	ov5640_calc_pclk(sensor, rate, &prediv, &mult, &sysdiv, &pll_rdiv,
1590 			 &bit_div, &pclk_div);
1591 
1592 	if (bit_div == 2)
1593 		bit_div = 8;
1594 
1595 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0,
1596 			     0x0f, bit_div);
1597 	if (ret)
1598 		return ret;
1599 
1600 	/*
1601 	 * We need to set sysdiv according to the clock, and to clear
1602 	 * the MIPI divider.
1603 	 */
1604 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1,
1605 			     0xff, sysdiv << 4);
1606 	if (ret)
1607 		return ret;
1608 
1609 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2,
1610 			     0xff, mult);
1611 	if (ret)
1612 		return ret;
1613 
1614 	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3,
1615 			     0x1f, prediv | ((pll_rdiv - 1) << 4));
1616 	if (ret)
1617 		return ret;
1618 
1619 	return ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x30,
1620 			      (ilog2(pclk_div) << 4));
1621 }
1622 
1623 /* set JPEG framing sizes */
ov5640_set_jpeg_timings(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)1624 static int ov5640_set_jpeg_timings(struct ov5640_dev *sensor,
1625 				   const struct ov5640_mode_info *mode)
1626 {
1627 	int ret;
1628 
1629 	/*
1630 	 * compression mode 3 timing
1631 	 *
1632 	 * Data is transmitted with programmable width (VFIFO_HSIZE).
1633 	 * No padding done. Last line may have less data. Varying
1634 	 * number of lines per frame, depending on amount of data.
1635 	 */
1636 	ret = ov5640_mod_reg(sensor, OV5640_REG_JPG_MODE_SELECT, 0x7, 0x3);
1637 	if (ret < 0)
1638 		return ret;
1639 
1640 	ret = ov5640_write_reg16(sensor, OV5640_REG_VFIFO_HSIZE, mode->width);
1641 	if (ret < 0)
1642 		return ret;
1643 
1644 	return ov5640_write_reg16(sensor, OV5640_REG_VFIFO_VSIZE, mode->height);
1645 }
1646 
1647 /* download ov5640 settings to sensor through i2c */
ov5640_set_timings(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)1648 static int ov5640_set_timings(struct ov5640_dev *sensor,
1649 			      const struct ov5640_mode_info *mode)
1650 {
1651 	const struct ov5640_timings *timings;
1652 	const struct v4l2_rect *analog_crop;
1653 	const struct v4l2_rect *crop;
1654 	int ret;
1655 
1656 	if (sensor->fmt.code == MEDIA_BUS_FMT_JPEG_1X8) {
1657 		ret = ov5640_set_jpeg_timings(sensor, mode);
1658 		if (ret < 0)
1659 			return ret;
1660 	}
1661 
1662 	timings = ov5640_timings(sensor, mode);
1663 	analog_crop = &timings->analog_crop;
1664 	crop = &timings->crop;
1665 
1666 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HS,
1667 				 analog_crop->left);
1668 	if (ret < 0)
1669 		return ret;
1670 
1671 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VS,
1672 				 analog_crop->top);
1673 	if (ret < 0)
1674 		return ret;
1675 
1676 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HW,
1677 				 analog_crop->left + analog_crop->width - 1);
1678 	if (ret < 0)
1679 		return ret;
1680 
1681 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VH,
1682 				 analog_crop->top + analog_crop->height - 1);
1683 	if (ret < 0)
1684 		return ret;
1685 
1686 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HOFFS, crop->left);
1687 	if (ret < 0)
1688 		return ret;
1689 
1690 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VOFFS, crop->top);
1691 	if (ret < 0)
1692 		return ret;
1693 
1694 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPHO, mode->width);
1695 	if (ret < 0)
1696 		return ret;
1697 
1698 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPVO, mode->height);
1699 	if (ret < 0)
1700 		return ret;
1701 
1702 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HTS, timings->htot);
1703 	if (ret < 0)
1704 		return ret;
1705 
1706 	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
1707 				 mode->height + timings->vblank_def);
1708 	if (ret < 0)
1709 		return ret;
1710 
1711 	return 0;
1712 }
1713 
ov5640_load_regs(struct ov5640_dev * sensor,const struct reg_value * regs,unsigned int regnum)1714 static void ov5640_load_regs(struct ov5640_dev *sensor,
1715 			     const struct reg_value *regs, unsigned int regnum)
1716 {
1717 	unsigned int i;
1718 	u32 delay_ms;
1719 	u16 reg_addr;
1720 	u8 mask, val;
1721 	int ret = 0;
1722 
1723 	for (i = 0; i < regnum; ++i, ++regs) {
1724 		delay_ms = regs->delay_ms;
1725 		reg_addr = regs->reg_addr;
1726 		val = regs->val;
1727 		mask = regs->mask;
1728 
1729 		/* remain in power down mode for DVP */
1730 		if (regs->reg_addr == OV5640_REG_SYS_CTRL0 &&
1731 		    val == OV5640_REG_SYS_CTRL0_SW_PWUP &&
1732 		    !ov5640_is_csi2(sensor))
1733 			continue;
1734 
1735 		if (mask)
1736 			ret = ov5640_mod_reg(sensor, reg_addr, mask, val);
1737 		else
1738 			ret = ov5640_write_reg(sensor, reg_addr, val);
1739 		if (ret)
1740 			break;
1741 
1742 		if (delay_ms)
1743 			usleep_range(1000 * delay_ms, 1000 * delay_ms + 100);
1744 	}
1745 }
1746 
ov5640_set_autoexposure(struct ov5640_dev * sensor,bool on)1747 static int ov5640_set_autoexposure(struct ov5640_dev *sensor, bool on)
1748 {
1749 	return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1750 			      BIT(0), on ? 0 : BIT(0));
1751 }
1752 
1753 /* read exposure, in number of line periods */
ov5640_get_exposure(struct ov5640_dev * sensor)1754 static int ov5640_get_exposure(struct ov5640_dev *sensor)
1755 {
1756 	int exp, ret;
1757 	u8 temp;
1758 
1759 	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_HI, &temp);
1760 	if (ret)
1761 		return ret;
1762 	exp = ((int)temp & 0x0f) << 16;
1763 	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_MED, &temp);
1764 	if (ret)
1765 		return ret;
1766 	exp |= ((int)temp << 8);
1767 	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_LO, &temp);
1768 	if (ret)
1769 		return ret;
1770 	exp |= (int)temp;
1771 
1772 	return exp >> 4;
1773 }
1774 
1775 /* write exposure, given number of line periods */
ov5640_set_exposure(struct ov5640_dev * sensor,u32 exposure)1776 static int ov5640_set_exposure(struct ov5640_dev *sensor, u32 exposure)
1777 {
1778 	int ret;
1779 
1780 	exposure <<= 4;
1781 
1782 	ret = ov5640_write_reg(sensor,
1783 			       OV5640_REG_AEC_PK_EXPOSURE_LO,
1784 			       exposure & 0xff);
1785 	if (ret)
1786 		return ret;
1787 	ret = ov5640_write_reg(sensor,
1788 			       OV5640_REG_AEC_PK_EXPOSURE_MED,
1789 			       (exposure >> 8) & 0xff);
1790 	if (ret)
1791 		return ret;
1792 	return ov5640_write_reg(sensor,
1793 				OV5640_REG_AEC_PK_EXPOSURE_HI,
1794 				(exposure >> 16) & 0x0f);
1795 }
1796 
ov5640_get_gain(struct ov5640_dev * sensor)1797 static int ov5640_get_gain(struct ov5640_dev *sensor)
1798 {
1799 	u16 gain;
1800 	int ret;
1801 
1802 	ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN, &gain);
1803 	if (ret)
1804 		return ret;
1805 
1806 	return gain & 0x3ff;
1807 }
1808 
ov5640_set_gain(struct ov5640_dev * sensor,int gain)1809 static int ov5640_set_gain(struct ov5640_dev *sensor, int gain)
1810 {
1811 	return ov5640_write_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN,
1812 				  (u16)gain & 0x3ff);
1813 }
1814 
ov5640_set_autogain(struct ov5640_dev * sensor,bool on)1815 static int ov5640_set_autogain(struct ov5640_dev *sensor, bool on)
1816 {
1817 	return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1818 			      BIT(1), on ? 0 : BIT(1));
1819 }
1820 
ov5640_set_stream_dvp(struct ov5640_dev * sensor,bool on)1821 static int ov5640_set_stream_dvp(struct ov5640_dev *sensor, bool on)
1822 {
1823 	return ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0, on ?
1824 				OV5640_REG_SYS_CTRL0_SW_PWUP :
1825 				OV5640_REG_SYS_CTRL0_SW_PWDN);
1826 }
1827 
ov5640_set_stream_mipi(struct ov5640_dev * sensor,bool on)1828 static int ov5640_set_stream_mipi(struct ov5640_dev *sensor, bool on)
1829 {
1830 	int ret;
1831 
1832 	/*
1833 	 * Enable/disable the MIPI interface
1834 	 *
1835 	 * 0x300e = on ? 0x45 : 0x40
1836 	 *
1837 	 * FIXME: the sensor manual (version 2.03) reports
1838 	 * [7:5] = 000  : 1 data lane mode
1839 	 * [7:5] = 001  : 2 data lanes mode
1840 	 * But this settings do not work, while the following ones
1841 	 * have been validated for 2 data lanes mode.
1842 	 *
1843 	 * [7:5] = 010	: 2 data lanes mode
1844 	 * [4] = 0	: Power up MIPI HS Tx
1845 	 * [3] = 0	: Power up MIPI LS Rx
1846 	 * [2] = 1/0	: MIPI interface enable/disable
1847 	 * [1:0] = 01/00: FIXME: 'debug'
1848 	 */
1849 	ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00,
1850 			       on ? 0x45 : 0x40);
1851 	if (ret)
1852 		return ret;
1853 
1854 	return ov5640_write_reg(sensor, OV5640_REG_FRAME_CTRL01,
1855 				on ? 0x00 : 0x0f);
1856 }
1857 
ov5640_get_sysclk(struct ov5640_dev * sensor)1858 static int ov5640_get_sysclk(struct ov5640_dev *sensor)
1859 {
1860 	 /* calculate sysclk */
1861 	u32 xvclk = sensor->xclk_freq / 10000;
1862 	u32 multiplier, prediv, VCO, sysdiv, pll_rdiv;
1863 	u32 sclk_rdiv_map[] = {1, 2, 4, 8};
1864 	u32 bit_div2x = 1, sclk_rdiv, sysclk;
1865 	u8 temp1, temp2;
1866 	int ret;
1867 
1868 	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL0, &temp1);
1869 	if (ret)
1870 		return ret;
1871 	temp2 = temp1 & 0x0f;
1872 	if (temp2 == 8 || temp2 == 10)
1873 		bit_div2x = temp2 / 2;
1874 
1875 	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL1, &temp1);
1876 	if (ret)
1877 		return ret;
1878 	sysdiv = temp1 >> 4;
1879 	if (sysdiv == 0)
1880 		sysdiv = 16;
1881 
1882 	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL2, &temp1);
1883 	if (ret)
1884 		return ret;
1885 	multiplier = temp1;
1886 
1887 	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL3, &temp1);
1888 	if (ret)
1889 		return ret;
1890 	prediv = temp1 & 0x0f;
1891 	pll_rdiv = ((temp1 >> 4) & 0x01) + 1;
1892 
1893 	ret = ov5640_read_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, &temp1);
1894 	if (ret)
1895 		return ret;
1896 	temp2 = temp1 & 0x03;
1897 	sclk_rdiv = sclk_rdiv_map[temp2];
1898 
1899 	if (!prediv || !sysdiv || !pll_rdiv || !bit_div2x)
1900 		return -EINVAL;
1901 
1902 	VCO = xvclk * multiplier / prediv;
1903 
1904 	sysclk = VCO / sysdiv / pll_rdiv * 2 / bit_div2x / sclk_rdiv;
1905 
1906 	return sysclk;
1907 }
1908 
ov5640_set_night_mode(struct ov5640_dev * sensor)1909 static int ov5640_set_night_mode(struct ov5640_dev *sensor)
1910 {
1911 	 /* read HTS from register settings */
1912 	u8 mode;
1913 	int ret;
1914 
1915 	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_CTRL00, &mode);
1916 	if (ret)
1917 		return ret;
1918 	mode &= 0xfb;
1919 	return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL00, mode);
1920 }
1921 
ov5640_get_hts(struct ov5640_dev * sensor)1922 static int ov5640_get_hts(struct ov5640_dev *sensor)
1923 {
1924 	/* read HTS from register settings */
1925 	u16 hts;
1926 	int ret;
1927 
1928 	ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_HTS, &hts);
1929 	if (ret)
1930 		return ret;
1931 	return hts;
1932 }
1933 
ov5640_get_vts(struct ov5640_dev * sensor)1934 static int ov5640_get_vts(struct ov5640_dev *sensor)
1935 {
1936 	u16 vts;
1937 	int ret;
1938 
1939 	ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_VTS, &vts);
1940 	if (ret)
1941 		return ret;
1942 	return vts;
1943 }
1944 
ov5640_set_vts(struct ov5640_dev * sensor,int vts)1945 static int ov5640_set_vts(struct ov5640_dev *sensor, int vts)
1946 {
1947 	return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS, vts);
1948 }
1949 
ov5640_get_light_freq(struct ov5640_dev * sensor)1950 static int ov5640_get_light_freq(struct ov5640_dev *sensor)
1951 {
1952 	/* get banding filter value */
1953 	int ret, light_freq = 0;
1954 	u8 temp, temp1;
1955 
1956 	ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL01, &temp);
1957 	if (ret)
1958 		return ret;
1959 
1960 	if (temp & 0x80) {
1961 		/* manual */
1962 		ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL00,
1963 				      &temp1);
1964 		if (ret)
1965 			return ret;
1966 		if (temp1 & 0x04) {
1967 			/* 50Hz */
1968 			light_freq = 50;
1969 		} else {
1970 			/* 60Hz */
1971 			light_freq = 60;
1972 		}
1973 	} else {
1974 		/* auto */
1975 		ret = ov5640_read_reg(sensor, OV5640_REG_SIGMADELTA_CTRL0C,
1976 				      &temp1);
1977 		if (ret)
1978 			return ret;
1979 
1980 		if (temp1 & 0x01) {
1981 			/* 50Hz */
1982 			light_freq = 50;
1983 		} else {
1984 			/* 60Hz */
1985 		}
1986 	}
1987 
1988 	return light_freq;
1989 }
1990 
ov5640_set_bandingfilter(struct ov5640_dev * sensor)1991 static int ov5640_set_bandingfilter(struct ov5640_dev *sensor)
1992 {
1993 	u32 band_step60, max_band60, band_step50, max_band50, prev_vts;
1994 	int ret;
1995 
1996 	/* read preview PCLK */
1997 	ret = ov5640_get_sysclk(sensor);
1998 	if (ret < 0)
1999 		return ret;
2000 	if (ret == 0)
2001 		return -EINVAL;
2002 	sensor->prev_sysclk = ret;
2003 	/* read preview HTS */
2004 	ret = ov5640_get_hts(sensor);
2005 	if (ret < 0)
2006 		return ret;
2007 	if (ret == 0)
2008 		return -EINVAL;
2009 	sensor->prev_hts = ret;
2010 
2011 	/* read preview VTS */
2012 	ret = ov5640_get_vts(sensor);
2013 	if (ret < 0)
2014 		return ret;
2015 	prev_vts = ret;
2016 
2017 	/* calculate banding filter */
2018 	/* 60Hz */
2019 	band_step60 = sensor->prev_sysclk * 100 / sensor->prev_hts * 100 / 120;
2020 	ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B60_STEP, band_step60);
2021 	if (ret)
2022 		return ret;
2023 	if (!band_step60)
2024 		return -EINVAL;
2025 	max_band60 = (int)((prev_vts - 4) / band_step60);
2026 	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0D, max_band60);
2027 	if (ret)
2028 		return ret;
2029 
2030 	/* 50Hz */
2031 	band_step50 = sensor->prev_sysclk * 100 / sensor->prev_hts;
2032 	ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B50_STEP, band_step50);
2033 	if (ret)
2034 		return ret;
2035 	if (!band_step50)
2036 		return -EINVAL;
2037 	max_band50 = (int)((prev_vts - 4) / band_step50);
2038 	return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0E, max_band50);
2039 }
2040 
ov5640_set_ae_target(struct ov5640_dev * sensor,int target)2041 static int ov5640_set_ae_target(struct ov5640_dev *sensor, int target)
2042 {
2043 	/* stable in high */
2044 	u32 fast_high, fast_low;
2045 	int ret;
2046 
2047 	sensor->ae_low = target * 23 / 25;	/* 0.92 */
2048 	sensor->ae_high = target * 27 / 25;	/* 1.08 */
2049 
2050 	fast_high = sensor->ae_high << 1;
2051 	if (fast_high > 255)
2052 		fast_high = 255;
2053 
2054 	fast_low = sensor->ae_low >> 1;
2055 
2056 	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0F, sensor->ae_high);
2057 	if (ret)
2058 		return ret;
2059 	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL10, sensor->ae_low);
2060 	if (ret)
2061 		return ret;
2062 	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1B, sensor->ae_high);
2063 	if (ret)
2064 		return ret;
2065 	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1E, sensor->ae_low);
2066 	if (ret)
2067 		return ret;
2068 	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL11, fast_high);
2069 	if (ret)
2070 		return ret;
2071 	return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1F, fast_low);
2072 }
2073 
ov5640_get_binning(struct ov5640_dev * sensor)2074 static int ov5640_get_binning(struct ov5640_dev *sensor)
2075 {
2076 	u8 temp;
2077 	int ret;
2078 
2079 	ret = ov5640_read_reg(sensor, OV5640_REG_TIMING_TC_REG21, &temp);
2080 	if (ret)
2081 		return ret;
2082 
2083 	return temp & BIT(0);
2084 }
2085 
ov5640_set_binning(struct ov5640_dev * sensor,bool enable)2086 static int ov5640_set_binning(struct ov5640_dev *sensor, bool enable)
2087 {
2088 	int ret;
2089 
2090 	/*
2091 	 * TIMING TC REG21:
2092 	 * - [0]:	Horizontal binning enable
2093 	 */
2094 	ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
2095 			     BIT(0), enable ? BIT(0) : 0);
2096 	if (ret)
2097 		return ret;
2098 	/*
2099 	 * TIMING TC REG20:
2100 	 * - [0]:	Undocumented, but hardcoded init sequences
2101 	 *		are always setting REG21/REG20 bit 0 to same value...
2102 	 */
2103 	return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
2104 			      BIT(0), enable ? BIT(0) : 0);
2105 }
2106 
ov5640_set_virtual_channel(struct ov5640_dev * sensor)2107 static int ov5640_set_virtual_channel(struct ov5640_dev *sensor)
2108 {
2109 	struct i2c_client *client = sensor->i2c_client;
2110 	u8 temp, channel = virtual_channel;
2111 	int ret;
2112 
2113 	if (channel > 3) {
2114 		dev_err(&client->dev,
2115 			"%s: wrong virtual_channel parameter, expected (0..3), got %d\n",
2116 			__func__, channel);
2117 		return -EINVAL;
2118 	}
2119 
2120 	ret = ov5640_read_reg(sensor, OV5640_REG_DEBUG_MODE, &temp);
2121 	if (ret)
2122 		return ret;
2123 	temp &= ~(3 << 6);
2124 	temp |= (channel << 6);
2125 	return ov5640_write_reg(sensor, OV5640_REG_DEBUG_MODE, temp);
2126 }
2127 
2128 static const struct ov5640_mode_info *
ov5640_find_mode(struct ov5640_dev * sensor,int width,int height,bool nearest)2129 ov5640_find_mode(struct ov5640_dev *sensor, int width, int height, bool nearest)
2130 {
2131 	const struct ov5640_mode_info *mode;
2132 
2133 	mode = v4l2_find_nearest_size(ov5640_mode_data,
2134 				      ARRAY_SIZE(ov5640_mode_data),
2135 				      width, height, width, height);
2136 
2137 	if (!mode ||
2138 	    (!nearest &&
2139 	     (mode->width != width || mode->height != height)))
2140 		return NULL;
2141 
2142 	return mode;
2143 }
2144 
2145 /*
2146  * sensor changes between scaling and subsampling, go through
2147  * exposure calculation
2148  */
ov5640_set_mode_exposure_calc(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)2149 static int ov5640_set_mode_exposure_calc(struct ov5640_dev *sensor,
2150 					 const struct ov5640_mode_info *mode)
2151 {
2152 	u32 prev_shutter, prev_gain16;
2153 	u32 cap_shutter, cap_gain16;
2154 	u32 cap_sysclk, cap_hts, cap_vts;
2155 	u32 light_freq, cap_bandfilt, cap_maxband;
2156 	u32 cap_gain16_shutter;
2157 	u8 average;
2158 	int ret;
2159 
2160 	if (!mode->reg_data)
2161 		return -EINVAL;
2162 
2163 	/* read preview shutter */
2164 	ret = ov5640_get_exposure(sensor);
2165 	if (ret < 0)
2166 		return ret;
2167 	prev_shutter = ret;
2168 	ret = ov5640_get_binning(sensor);
2169 	if (ret < 0)
2170 		return ret;
2171 	if (ret && mode->id != OV5640_MODE_720P_1280_720 &&
2172 	    mode->id != OV5640_MODE_1080P_1920_1080)
2173 		prev_shutter *= 2;
2174 
2175 	/* read preview gain */
2176 	ret = ov5640_get_gain(sensor);
2177 	if (ret < 0)
2178 		return ret;
2179 	prev_gain16 = ret;
2180 
2181 	/* get average */
2182 	ret = ov5640_read_reg(sensor, OV5640_REG_AVG_READOUT, &average);
2183 	if (ret)
2184 		return ret;
2185 
2186 	/* turn off night mode for capture */
2187 	ret = ov5640_set_night_mode(sensor);
2188 	if (ret < 0)
2189 		return ret;
2190 
2191 	/* Write capture setting */
2192 	ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2193 	ret = ov5640_set_timings(sensor, mode);
2194 	if (ret < 0)
2195 		return ret;
2196 
2197 	/* read capture VTS */
2198 	ret = ov5640_get_vts(sensor);
2199 	if (ret < 0)
2200 		return ret;
2201 	cap_vts = ret;
2202 	ret = ov5640_get_hts(sensor);
2203 	if (ret < 0)
2204 		return ret;
2205 	if (ret == 0)
2206 		return -EINVAL;
2207 	cap_hts = ret;
2208 
2209 	ret = ov5640_get_sysclk(sensor);
2210 	if (ret < 0)
2211 		return ret;
2212 	if (ret == 0)
2213 		return -EINVAL;
2214 	cap_sysclk = ret;
2215 
2216 	/* calculate capture banding filter */
2217 	ret = ov5640_get_light_freq(sensor);
2218 	if (ret < 0)
2219 		return ret;
2220 	light_freq = ret;
2221 
2222 	if (light_freq == 60) {
2223 		/* 60Hz */
2224 		cap_bandfilt = cap_sysclk * 100 / cap_hts * 100 / 120;
2225 	} else {
2226 		/* 50Hz */
2227 		cap_bandfilt = cap_sysclk * 100 / cap_hts;
2228 	}
2229 
2230 	if (!sensor->prev_sysclk) {
2231 		ret = ov5640_get_sysclk(sensor);
2232 		if (ret < 0)
2233 			return ret;
2234 		if (ret == 0)
2235 			return -EINVAL;
2236 		sensor->prev_sysclk = ret;
2237 	}
2238 
2239 	if (!cap_bandfilt)
2240 		return -EINVAL;
2241 
2242 	cap_maxband = (int)((cap_vts - 4) / cap_bandfilt);
2243 
2244 	/* calculate capture shutter/gain16 */
2245 	if (average > sensor->ae_low && average < sensor->ae_high) {
2246 		/* in stable range */
2247 		cap_gain16_shutter =
2248 			prev_gain16 * prev_shutter *
2249 			cap_sysclk / sensor->prev_sysclk *
2250 			sensor->prev_hts / cap_hts *
2251 			sensor->ae_target / average;
2252 	} else {
2253 		cap_gain16_shutter =
2254 			prev_gain16 * prev_shutter *
2255 			cap_sysclk / sensor->prev_sysclk *
2256 			sensor->prev_hts / cap_hts;
2257 	}
2258 
2259 	/* gain to shutter */
2260 	if (cap_gain16_shutter < (cap_bandfilt * 16)) {
2261 		/* shutter < 1/100 */
2262 		cap_shutter = cap_gain16_shutter / 16;
2263 		if (cap_shutter < 1)
2264 			cap_shutter = 1;
2265 
2266 		cap_gain16 = cap_gain16_shutter / cap_shutter;
2267 		if (cap_gain16 < 16)
2268 			cap_gain16 = 16;
2269 	} else {
2270 		if (cap_gain16_shutter > (cap_bandfilt * cap_maxband * 16)) {
2271 			/* exposure reach max */
2272 			cap_shutter = cap_bandfilt * cap_maxband;
2273 			if (!cap_shutter)
2274 				return -EINVAL;
2275 
2276 			cap_gain16 = cap_gain16_shutter / cap_shutter;
2277 		} else {
2278 			/* 1/100 < (cap_shutter = n/100) =< max */
2279 			cap_shutter =
2280 				((int)(cap_gain16_shutter / 16 / cap_bandfilt))
2281 				* cap_bandfilt;
2282 			if (!cap_shutter)
2283 				return -EINVAL;
2284 
2285 			cap_gain16 = cap_gain16_shutter / cap_shutter;
2286 		}
2287 	}
2288 
2289 	/* set capture gain */
2290 	ret = ov5640_set_gain(sensor, cap_gain16);
2291 	if (ret)
2292 		return ret;
2293 
2294 	/* write capture shutter */
2295 	if (cap_shutter > (cap_vts - 4)) {
2296 		cap_vts = cap_shutter + 4;
2297 		ret = ov5640_set_vts(sensor, cap_vts);
2298 		if (ret < 0)
2299 			return ret;
2300 	}
2301 
2302 	/* set exposure */
2303 	return ov5640_set_exposure(sensor, cap_shutter);
2304 }
2305 
2306 /*
2307  * if sensor changes inside scaling or subsampling
2308  * change mode directly
2309  */
ov5640_set_mode_direct(struct ov5640_dev * sensor,const struct ov5640_mode_info * mode)2310 static int ov5640_set_mode_direct(struct ov5640_dev *sensor,
2311 				  const struct ov5640_mode_info *mode)
2312 {
2313 	if (!mode->reg_data)
2314 		return -EINVAL;
2315 
2316 	/* Write capture setting */
2317 	ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2318 	return ov5640_set_timings(sensor, mode);
2319 }
2320 
ov5640_set_mode(struct ov5640_dev * sensor)2321 static int ov5640_set_mode(struct ov5640_dev *sensor)
2322 {
2323 	const struct ov5640_mode_info *mode = sensor->current_mode;
2324 	const struct ov5640_mode_info *orig_mode = sensor->last_mode;
2325 	enum ov5640_downsize_mode dn_mode, orig_dn_mode;
2326 	bool auto_gain = sensor->ctrls.auto_gain->val == 1;
2327 	bool auto_exp =  sensor->ctrls.auto_exp->val == V4L2_EXPOSURE_AUTO;
2328 	int ret;
2329 
2330 	dn_mode = mode->dn_mode;
2331 	orig_dn_mode = orig_mode->dn_mode;
2332 
2333 	/* auto gain and exposure must be turned off when changing modes */
2334 	if (auto_gain) {
2335 		ret = ov5640_set_autogain(sensor, false);
2336 		if (ret)
2337 			return ret;
2338 	}
2339 
2340 	if (auto_exp) {
2341 		ret = ov5640_set_autoexposure(sensor, false);
2342 		if (ret)
2343 			goto restore_auto_gain;
2344 	}
2345 
2346 	if (ov5640_is_csi2(sensor))
2347 		ret = ov5640_set_mipi_pclk(sensor);
2348 	else
2349 		ret = ov5640_set_dvp_pclk(sensor);
2350 	if (ret < 0)
2351 		return 0;
2352 
2353 	if ((dn_mode == SUBSAMPLING && orig_dn_mode == SCALING) ||
2354 	    (dn_mode == SCALING && orig_dn_mode == SUBSAMPLING)) {
2355 		/*
2356 		 * change between subsampling and scaling
2357 		 * go through exposure calculation
2358 		 */
2359 		ret = ov5640_set_mode_exposure_calc(sensor, mode);
2360 	} else {
2361 		/*
2362 		 * change inside subsampling or scaling
2363 		 * download firmware directly
2364 		 */
2365 		ret = ov5640_set_mode_direct(sensor, mode);
2366 	}
2367 	if (ret < 0)
2368 		goto restore_auto_exp_gain;
2369 
2370 	/* restore auto gain and exposure */
2371 	if (auto_gain)
2372 		ov5640_set_autogain(sensor, true);
2373 	if (auto_exp)
2374 		ov5640_set_autoexposure(sensor, true);
2375 
2376 	ret = ov5640_set_binning(sensor, dn_mode != SCALING);
2377 	if (ret < 0)
2378 		return ret;
2379 	ret = ov5640_set_ae_target(sensor, sensor->ae_target);
2380 	if (ret < 0)
2381 		return ret;
2382 	ret = ov5640_get_light_freq(sensor);
2383 	if (ret < 0)
2384 		return ret;
2385 	ret = ov5640_set_bandingfilter(sensor);
2386 	if (ret < 0)
2387 		return ret;
2388 	ret = ov5640_set_virtual_channel(sensor);
2389 	if (ret < 0)
2390 		return ret;
2391 
2392 	sensor->pending_mode_change = false;
2393 	sensor->last_mode = mode;
2394 
2395 	return 0;
2396 
2397 restore_auto_exp_gain:
2398 	if (auto_exp)
2399 		ov5640_set_autoexposure(sensor, true);
2400 restore_auto_gain:
2401 	if (auto_gain)
2402 		ov5640_set_autogain(sensor, true);
2403 
2404 	return ret;
2405 }
2406 
2407 static int ov5640_set_framefmt(struct ov5640_dev *sensor,
2408 			       struct v4l2_mbus_framefmt *format);
2409 
2410 /* restore the last set video mode after chip power-on */
ov5640_restore_mode(struct ov5640_dev * sensor)2411 static int ov5640_restore_mode(struct ov5640_dev *sensor)
2412 {
2413 	int ret;
2414 
2415 	/* first load the initial register values */
2416 	ov5640_load_regs(sensor, ov5640_init_setting,
2417 			 ARRAY_SIZE(ov5640_init_setting));
2418 
2419 	ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
2420 			     (ilog2(OV5640_SCLK2X_ROOT_DIV) << 2) |
2421 			     ilog2(OV5640_SCLK_ROOT_DIV));
2422 	if (ret)
2423 		return ret;
2424 
2425 	/* now restore the last capture mode */
2426 	ret = ov5640_set_mode(sensor);
2427 	if (ret < 0)
2428 		return ret;
2429 
2430 	return ov5640_set_framefmt(sensor, &sensor->fmt);
2431 }
2432 
ov5640_power(struct ov5640_dev * sensor,bool enable)2433 static void ov5640_power(struct ov5640_dev *sensor, bool enable)
2434 {
2435 	gpiod_set_value_cansleep(sensor->pwdn_gpio, enable ? 0 : 1);
2436 }
2437 
2438 /*
2439  * From section 2.7 power up sequence:
2440  * t0 + t1 + t2 >= 5ms	Delay from DOVDD stable to PWDN pull down
2441  * t3 >= 1ms		Delay from PWDN pull down to RESETB pull up
2442  * t4 >= 20ms		Delay from RESETB pull up to SCCB (i2c) stable
2443  *
2444  * Some modules don't expose RESETB/PWDN pins directly, instead providing a
2445  * "PWUP" GPIO which is wired through appropriate delays and inverters to the
2446  * pins.
2447  *
2448  * In such cases, this gpio should be mapped to pwdn_gpio in the driver, and we
2449  * should still toggle the pwdn_gpio below with the appropriate delays, while
2450  * the calls to reset_gpio will be ignored.
2451  */
ov5640_powerup_sequence(struct ov5640_dev * sensor)2452 static void ov5640_powerup_sequence(struct ov5640_dev *sensor)
2453 {
2454 	if (sensor->pwdn_gpio) {
2455 		gpiod_set_value_cansleep(sensor->reset_gpio, 1);
2456 
2457 		/* camera power cycle */
2458 		ov5640_power(sensor, false);
2459 		usleep_range(5000, 10000);	/* t2 */
2460 		ov5640_power(sensor, true);
2461 		usleep_range(1000, 2000);	/* t3 */
2462 
2463 		gpiod_set_value_cansleep(sensor->reset_gpio, 0);
2464 	} else {
2465 		/* software reset */
2466 		ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0,
2467 				 OV5640_REG_SYS_CTRL0_SW_RST);
2468 	}
2469 	usleep_range(20000, 25000);	/* t4 */
2470 
2471 	/*
2472 	 * software standby: allows registers programming;
2473 	 * exit at restore_mode() for CSI, s_stream(1) for DVP
2474 	 */
2475 	ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0,
2476 			 OV5640_REG_SYS_CTRL0_SW_PWDN);
2477 }
2478 
ov5640_set_power_on(struct ov5640_dev * sensor)2479 static int ov5640_set_power_on(struct ov5640_dev *sensor)
2480 {
2481 	struct i2c_client *client = sensor->i2c_client;
2482 	int ret;
2483 
2484 	ret = clk_prepare_enable(sensor->xclk);
2485 	if (ret) {
2486 		dev_err(&client->dev, "%s: failed to enable clock\n",
2487 			__func__);
2488 		return ret;
2489 	}
2490 
2491 	ret = regulator_bulk_enable(OV5640_NUM_SUPPLIES,
2492 				    sensor->supplies);
2493 	if (ret) {
2494 		dev_err(&client->dev, "%s: failed to enable regulators\n",
2495 			__func__);
2496 		goto xclk_off;
2497 	}
2498 
2499 	ov5640_powerup_sequence(sensor);
2500 
2501 	ret = ov5640_init_slave_id(sensor);
2502 	if (ret)
2503 		goto power_off;
2504 
2505 	return 0;
2506 
2507 power_off:
2508 	ov5640_power(sensor, false);
2509 	regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2510 xclk_off:
2511 	clk_disable_unprepare(sensor->xclk);
2512 	return ret;
2513 }
2514 
ov5640_set_power_off(struct ov5640_dev * sensor)2515 static void ov5640_set_power_off(struct ov5640_dev *sensor)
2516 {
2517 	ov5640_power(sensor, false);
2518 	regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2519 	clk_disable_unprepare(sensor->xclk);
2520 }
2521 
ov5640_set_power_mipi(struct ov5640_dev * sensor,bool on)2522 static int ov5640_set_power_mipi(struct ov5640_dev *sensor, bool on)
2523 {
2524 	int ret;
2525 
2526 	if (!on) {
2527 		/* Reset MIPI bus settings to their default values. */
2528 		ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2529 		ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x04);
2530 		ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x00);
2531 		return 0;
2532 	}
2533 
2534 	/*
2535 	 * Power up MIPI HS Tx and LS Rx; 2 data lanes mode
2536 	 *
2537 	 * 0x300e = 0x40
2538 	 * [7:5] = 010	: 2 data lanes mode (see FIXME note in
2539 	 *		  "ov5640_set_stream_mipi()")
2540 	 * [4] = 0	: Power up MIPI HS Tx
2541 	 * [3] = 0	: Power up MIPI LS Rx
2542 	 * [2] = 1	: MIPI interface enabled
2543 	 */
2544 	ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x44);
2545 	if (ret)
2546 		return ret;
2547 
2548 	/*
2549 	 * Gate clock and set LP11 in 'no packets mode' (idle)
2550 	 *
2551 	 * 0x4800 = 0x24
2552 	 * [5] = 1	: Gate clock when 'no packets'
2553 	 * [2] = 1	: MIPI bus in LP11 when 'no packets'
2554 	 */
2555 	ret = ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x24);
2556 	if (ret)
2557 		return ret;
2558 
2559 	/*
2560 	 * Set data lanes and clock in LP11 when 'sleeping'
2561 	 *
2562 	 * 0x3019 = 0x70
2563 	 * [6] = 1	: MIPI data lane 2 in LP11 when 'sleeping'
2564 	 * [5] = 1	: MIPI data lane 1 in LP11 when 'sleeping'
2565 	 * [4] = 1	: MIPI clock lane in LP11 when 'sleeping'
2566 	 */
2567 	ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x70);
2568 	if (ret)
2569 		return ret;
2570 
2571 	/* Give lanes some time to coax into LP11 state. */
2572 	usleep_range(500, 1000);
2573 
2574 	return 0;
2575 }
2576 
ov5640_set_power_dvp(struct ov5640_dev * sensor,bool on)2577 static int ov5640_set_power_dvp(struct ov5640_dev *sensor, bool on)
2578 {
2579 	unsigned int flags = sensor->ep.bus.parallel.flags;
2580 	bool bt656 = sensor->ep.bus_type == V4L2_MBUS_BT656;
2581 	u8 polarities = 0;
2582 	int ret;
2583 
2584 	if (!on) {
2585 		/* Reset settings to their default values. */
2586 		ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00, 0x00);
2587 		ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2588 		ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, 0x20);
2589 		ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01, 0x00);
2590 		ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0x00);
2591 		return 0;
2592 	}
2593 
2594 	/*
2595 	 * Note about parallel port configuration.
2596 	 *
2597 	 * When configured in parallel mode, the OV5640 will
2598 	 * output 10 bits data on DVP data lines [9:0].
2599 	 * If only 8 bits data are wanted, the 8 bits data lines
2600 	 * of the camera interface must be physically connected
2601 	 * on the DVP data lines [9:2].
2602 	 *
2603 	 * Control lines polarity can be configured through
2604 	 * devicetree endpoint control lines properties.
2605 	 * If no endpoint control lines properties are set,
2606 	 * polarity will be as below:
2607 	 * - VSYNC:	active high
2608 	 * - HREF:	active low
2609 	 * - PCLK:	active low
2610 	 *
2611 	 * VSYNC & HREF are not configured if BT656 bus mode is selected
2612 	 */
2613 
2614 	/*
2615 	 * BT656 embedded synchronization configuration
2616 	 *
2617 	 * CCIR656 CTRL00
2618 	 * - [7]:	SYNC code selection (0: auto generate sync code,
2619 	 *		1: sync code from regs 0x4732-0x4735)
2620 	 * - [6]:	f value in CCIR656 SYNC code when fixed f value
2621 	 * - [5]:	Fixed f value
2622 	 * - [4:3]:	Blank toggle data options (00: data=1'h040/1'h200,
2623 	 *		01: data from regs 0x4736-0x4738, 10: always keep 0)
2624 	 * - [1]:	Clip data disable
2625 	 * - [0]:	CCIR656 mode enable
2626 	 *
2627 	 * Default CCIR656 SAV/EAV mode with default codes
2628 	 * SAV=0xff000080 & EAV=0xff00009d is enabled here with settings:
2629 	 * - CCIR656 mode enable
2630 	 * - auto generation of sync codes
2631 	 * - blank toggle data 1'h040/1'h200
2632 	 * - clip reserved data (0x00 & 0xff changed to 0x01 & 0xfe)
2633 	 */
2634 	ret = ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00,
2635 			       bt656 ? 0x01 : 0x00);
2636 	if (ret)
2637 		return ret;
2638 
2639 	/*
2640 	 * configure parallel port control lines polarity
2641 	 *
2642 	 * POLARITY CTRL0
2643 	 * - [5]:	PCLK polarity (0: active low, 1: active high)
2644 	 * - [1]:	HREF polarity (0: active low, 1: active high)
2645 	 * - [0]:	VSYNC polarity (mismatch here between
2646 	 *		datasheet and hardware, 0 is active high
2647 	 *		and 1 is active low...)
2648 	 */
2649 	if (!bt656) {
2650 		if (flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH)
2651 			polarities |= BIT(1);
2652 		if (flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
2653 			polarities |= BIT(0);
2654 	}
2655 	if (flags & V4L2_MBUS_PCLK_SAMPLE_RISING)
2656 		polarities |= BIT(5);
2657 
2658 	ret = ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, polarities);
2659 	if (ret)
2660 		return ret;
2661 
2662 	/*
2663 	 * powerdown MIPI TX/RX PHY & enable DVP
2664 	 *
2665 	 * MIPI CONTROL 00
2666 	 * [4] = 1	: Power down MIPI HS Tx
2667 	 * [3] = 1	: Power down MIPI LS Rx
2668 	 * [2] = 0	: DVP enable (MIPI disable)
2669 	 */
2670 	ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x18);
2671 	if (ret)
2672 		return ret;
2673 
2674 	/*
2675 	 * enable VSYNC/HREF/PCLK DVP control lines
2676 	 * & D[9:6] DVP data lines
2677 	 *
2678 	 * PAD OUTPUT ENABLE 01
2679 	 * - 6:		VSYNC output enable
2680 	 * - 5:		HREF output enable
2681 	 * - 4:		PCLK output enable
2682 	 * - [3:0]:	D[9:6] output enable
2683 	 */
2684 	ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01,
2685 			       bt656 ? 0x1f : 0x7f);
2686 	if (ret)
2687 		return ret;
2688 
2689 	/*
2690 	 * enable D[5:0] DVP data lines
2691 	 *
2692 	 * PAD OUTPUT ENABLE 02
2693 	 * - [7:2]:	D[5:0] output enable
2694 	 */
2695 	return ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0xfc);
2696 }
2697 
ov5640_set_power(struct ov5640_dev * sensor,bool on)2698 static int ov5640_set_power(struct ov5640_dev *sensor, bool on)
2699 {
2700 	int ret = 0;
2701 
2702 	if (on) {
2703 		ret = ov5640_set_power_on(sensor);
2704 		if (ret)
2705 			return ret;
2706 
2707 		ret = ov5640_restore_mode(sensor);
2708 		if (ret)
2709 			goto power_off;
2710 	}
2711 
2712 	if (sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY)
2713 		ret = ov5640_set_power_mipi(sensor, on);
2714 	else
2715 		ret = ov5640_set_power_dvp(sensor, on);
2716 	if (ret)
2717 		goto power_off;
2718 
2719 	if (!on)
2720 		ov5640_set_power_off(sensor);
2721 
2722 	return 0;
2723 
2724 power_off:
2725 	ov5640_set_power_off(sensor);
2726 	return ret;
2727 }
2728 
ov5640_sensor_suspend(struct device * dev)2729 static int ov5640_sensor_suspend(struct device *dev)
2730 {
2731 	struct v4l2_subdev *sd = dev_get_drvdata(dev);
2732 	struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2733 
2734 	return ov5640_set_power(ov5640, false);
2735 }
2736 
ov5640_sensor_resume(struct device * dev)2737 static int ov5640_sensor_resume(struct device *dev)
2738 {
2739 	struct v4l2_subdev *sd = dev_get_drvdata(dev);
2740 	struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2741 
2742 	return ov5640_set_power(ov5640, true);
2743 }
2744 
2745 /* --------------- Subdev Operations --------------- */
2746 
ov5640_try_frame_interval(struct ov5640_dev * sensor,struct v4l2_fract * fi,const struct ov5640_mode_info * mode_info)2747 static int ov5640_try_frame_interval(struct ov5640_dev *sensor,
2748 				     struct v4l2_fract *fi,
2749 				     const struct ov5640_mode_info *mode_info)
2750 {
2751 	const struct ov5640_mode_info *mode = mode_info;
2752 	enum ov5640_frame_rate rate = OV5640_15_FPS;
2753 	int minfps, maxfps, best_fps, fps;
2754 	int i;
2755 
2756 	minfps = ov5640_framerates[OV5640_15_FPS];
2757 	maxfps = ov5640_framerates[mode->max_fps];
2758 
2759 	if (fi->numerator == 0) {
2760 		fi->denominator = maxfps;
2761 		fi->numerator = 1;
2762 		rate = mode->max_fps;
2763 		goto find_mode;
2764 	}
2765 
2766 	fps = clamp_val(DIV_ROUND_CLOSEST(fi->denominator, fi->numerator),
2767 			minfps, maxfps);
2768 
2769 	best_fps = minfps;
2770 	for (i = 0; i < ARRAY_SIZE(ov5640_framerates); i++) {
2771 		int curr_fps = ov5640_framerates[i];
2772 
2773 		if (abs(curr_fps - fps) < abs(best_fps - fps)) {
2774 			best_fps = curr_fps;
2775 			rate = i;
2776 		}
2777 	}
2778 
2779 	fi->numerator = 1;
2780 	fi->denominator = best_fps;
2781 
2782 find_mode:
2783 	mode = ov5640_find_mode(sensor, mode->width, mode->height, false);
2784 	return mode ? rate : -EINVAL;
2785 }
2786 
ov5640_get_fmt(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_format * format)2787 static int ov5640_get_fmt(struct v4l2_subdev *sd,
2788 			  struct v4l2_subdev_state *sd_state,
2789 			  struct v4l2_subdev_format *format)
2790 {
2791 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
2792 	struct v4l2_mbus_framefmt *fmt;
2793 
2794 	if (format->pad != 0)
2795 		return -EINVAL;
2796 
2797 	mutex_lock(&sensor->lock);
2798 
2799 	if (format->which == V4L2_SUBDEV_FORMAT_TRY)
2800 		fmt = v4l2_subdev_state_get_format(sd_state, format->pad);
2801 	else
2802 		fmt = &sensor->fmt;
2803 
2804 	format->format = *fmt;
2805 
2806 	mutex_unlock(&sensor->lock);
2807 
2808 	return 0;
2809 }
2810 
ov5640_try_fmt_internal(struct v4l2_subdev * sd,struct v4l2_mbus_framefmt * fmt,const struct ov5640_mode_info ** new_mode)2811 static int ov5640_try_fmt_internal(struct v4l2_subdev *sd,
2812 				   struct v4l2_mbus_framefmt *fmt,
2813 				   const struct ov5640_mode_info **new_mode)
2814 {
2815 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
2816 	const struct ov5640_mode_info *mode;
2817 	const struct ov5640_pixfmt *pixfmt;
2818 	unsigned int bpp;
2819 
2820 	mode = ov5640_find_mode(sensor, fmt->width, fmt->height, true);
2821 	if (!mode)
2822 		return -EINVAL;
2823 
2824 	pixfmt = ov5640_code_to_pixfmt(sensor, fmt->code);
2825 	bpp = pixfmt->bpp;
2826 
2827 	/*
2828 	 * Adjust mode according to bpp:
2829 	 * - 8bpp modes work for resolution >= 1280x720
2830 	 * - 24bpp modes work resolution < 1280x720
2831 	 */
2832 	if (bpp == 8 && mode->width < 1280)
2833 		mode = &ov5640_mode_data[OV5640_MODE_720P_1280_720];
2834 	else if (bpp == 24 && mode->width > 1024)
2835 		mode = &ov5640_mode_data[OV5640_MODE_XGA_1024_768];
2836 
2837 	fmt->width = mode->width;
2838 	fmt->height = mode->height;
2839 
2840 	if (new_mode)
2841 		*new_mode = mode;
2842 
2843 	fmt->code = pixfmt->code;
2844 	fmt->colorspace = pixfmt->colorspace;
2845 	fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
2846 	fmt->quantization = V4L2_QUANTIZATION_FULL_RANGE;
2847 	fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
2848 
2849 	return 0;
2850 }
2851 
__v4l2_ctrl_vblank_update(struct ov5640_dev * sensor,u32 vblank)2852 static void __v4l2_ctrl_vblank_update(struct ov5640_dev *sensor, u32 vblank)
2853 {
2854 	const struct ov5640_mode_info *mode = sensor->current_mode;
2855 
2856 	__v4l2_ctrl_modify_range(sensor->ctrls.vblank, OV5640_MIN_VBLANK,
2857 				 OV5640_MAX_VTS - mode->height, 1, vblank);
2858 
2859 	__v4l2_ctrl_s_ctrl(sensor->ctrls.vblank, vblank);
2860 }
2861 
ov5640_update_pixel_rate(struct ov5640_dev * sensor)2862 static int ov5640_update_pixel_rate(struct ov5640_dev *sensor)
2863 {
2864 	const struct ov5640_mode_info *mode = sensor->current_mode;
2865 	enum ov5640_pixel_rate_id pixel_rate_id = mode->pixel_rate;
2866 	struct v4l2_mbus_framefmt *fmt = &sensor->fmt;
2867 	const struct ov5640_timings *timings = ov5640_timings(sensor, mode);
2868 	s32 exposure_val, exposure_max;
2869 	unsigned int hblank;
2870 	unsigned int i = 0;
2871 	u32 pixel_rate;
2872 	s64 link_freq;
2873 	u32 num_lanes;
2874 	u32 vblank;
2875 	u32 bpp;
2876 
2877 	/*
2878 	 * Update the pixel rate control value.
2879 	 *
2880 	 * For DVP mode, maintain the pixel rate calculation using fixed FPS.
2881 	 */
2882 	if (!ov5640_is_csi2(sensor)) {
2883 		__v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate,
2884 					 ov5640_calc_pixel_rate(sensor));
2885 
2886 		__v4l2_ctrl_vblank_update(sensor, timings->vblank_def);
2887 
2888 		return 0;
2889 	}
2890 
2891 	/*
2892 	 * The MIPI CSI-2 link frequency should comply with the CSI-2
2893 	 * specification and be lower than 1GHz.
2894 	 *
2895 	 * Start from the suggested pixel_rate for the current mode and
2896 	 * progressively slow it down if it exceeds 1GHz.
2897 	 */
2898 	num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
2899 	bpp = ov5640_code_to_bpp(sensor, fmt->code);
2900 	do {
2901 		pixel_rate = ov5640_pixel_rates[pixel_rate_id];
2902 		link_freq = pixel_rate * bpp / (2 * num_lanes);
2903 	} while (link_freq >= 1000000000U &&
2904 		 ++pixel_rate_id < OV5640_NUM_PIXEL_RATES);
2905 
2906 	sensor->current_link_freq = link_freq;
2907 
2908 	/*
2909 	 * Higher link rates require the clock tree to be programmed with
2910 	 * 'mipi_div' = 1; this has the effect of halving the actual output
2911 	 * pixel rate in the MIPI domain.
2912 	 *
2913 	 * Adjust the pixel rate and link frequency control value to report it
2914 	 * correctly to userspace.
2915 	 */
2916 	if (link_freq > OV5640_LINK_RATE_MAX) {
2917 		pixel_rate /= 2;
2918 		link_freq /= 2;
2919 	}
2920 
2921 	for (i = 0; i < ARRAY_SIZE(ov5640_csi2_link_freqs); ++i) {
2922 		if (ov5640_csi2_link_freqs[i] == link_freq)
2923 			break;
2924 	}
2925 	WARN_ON(i == ARRAY_SIZE(ov5640_csi2_link_freqs));
2926 
2927 	__v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate, pixel_rate);
2928 	__v4l2_ctrl_s_ctrl(sensor->ctrls.link_freq, i);
2929 
2930 	hblank = timings->htot - mode->width;
2931 	__v4l2_ctrl_modify_range(sensor->ctrls.hblank,
2932 				 hblank, hblank, 1, hblank);
2933 
2934 	vblank = timings->vblank_def;
2935 	__v4l2_ctrl_vblank_update(sensor, vblank);
2936 
2937 	exposure_max = timings->crop.height + vblank - 4;
2938 	exposure_val = clamp_t(s32, sensor->ctrls.exposure->val,
2939 			       sensor->ctrls.exposure->minimum,
2940 			       exposure_max);
2941 
2942 	__v4l2_ctrl_modify_range(sensor->ctrls.exposure,
2943 				 sensor->ctrls.exposure->minimum,
2944 				 exposure_max, 1, exposure_val);
2945 
2946 	return 0;
2947 }
2948 
ov5640_set_fmt(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_format * format)2949 static int ov5640_set_fmt(struct v4l2_subdev *sd,
2950 			  struct v4l2_subdev_state *sd_state,
2951 			  struct v4l2_subdev_format *format)
2952 {
2953 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
2954 	const struct ov5640_mode_info *new_mode;
2955 	struct v4l2_mbus_framefmt *mbus_fmt = &format->format;
2956 	int ret;
2957 
2958 	if (format->pad != 0)
2959 		return -EINVAL;
2960 
2961 	mutex_lock(&sensor->lock);
2962 
2963 	if (sensor->streaming) {
2964 		ret = -EBUSY;
2965 		goto out;
2966 	}
2967 
2968 	ret = ov5640_try_fmt_internal(sd, mbus_fmt, &new_mode);
2969 	if (ret)
2970 		goto out;
2971 
2972 	if (format->which == V4L2_SUBDEV_FORMAT_TRY) {
2973 		*v4l2_subdev_state_get_format(sd_state, 0) = *mbus_fmt;
2974 		goto out;
2975 	}
2976 
2977 	if (new_mode != sensor->current_mode) {
2978 		sensor->current_fr = new_mode->def_fps;
2979 		sensor->current_mode = new_mode;
2980 		sensor->pending_mode_change = true;
2981 	}
2982 	if (mbus_fmt->code != sensor->fmt.code)
2983 		sensor->pending_fmt_change = true;
2984 
2985 	/* update format even if code is unchanged, resolution might change */
2986 	sensor->fmt = *mbus_fmt;
2987 
2988 	ov5640_update_pixel_rate(sensor);
2989 
2990 out:
2991 	mutex_unlock(&sensor->lock);
2992 	return ret;
2993 }
2994 
ov5640_get_selection(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_selection * sel)2995 static int ov5640_get_selection(struct v4l2_subdev *sd,
2996 				struct v4l2_subdev_state *sd_state,
2997 				struct v4l2_subdev_selection *sel)
2998 {
2999 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3000 	const struct ov5640_mode_info *mode = sensor->current_mode;
3001 	const struct ov5640_timings *timings;
3002 
3003 	switch (sel->target) {
3004 	case V4L2_SEL_TGT_CROP: {
3005 		mutex_lock(&sensor->lock);
3006 		timings = ov5640_timings(sensor, mode);
3007 		sel->r = timings->analog_crop;
3008 		mutex_unlock(&sensor->lock);
3009 
3010 		return 0;
3011 	}
3012 
3013 	case V4L2_SEL_TGT_NATIVE_SIZE:
3014 	case V4L2_SEL_TGT_CROP_BOUNDS:
3015 		sel->r.top = 0;
3016 		sel->r.left = 0;
3017 		sel->r.width = OV5640_NATIVE_WIDTH;
3018 		sel->r.height = OV5640_NATIVE_HEIGHT;
3019 
3020 		return 0;
3021 
3022 	case V4L2_SEL_TGT_CROP_DEFAULT:
3023 		sel->r.top = OV5640_PIXEL_ARRAY_TOP;
3024 		sel->r.left = OV5640_PIXEL_ARRAY_LEFT;
3025 		sel->r.width = OV5640_PIXEL_ARRAY_WIDTH;
3026 		sel->r.height = OV5640_PIXEL_ARRAY_HEIGHT;
3027 
3028 		return 0;
3029 	}
3030 
3031 	return -EINVAL;
3032 }
3033 
ov5640_set_framefmt(struct ov5640_dev * sensor,struct v4l2_mbus_framefmt * format)3034 static int ov5640_set_framefmt(struct ov5640_dev *sensor,
3035 			       struct v4l2_mbus_framefmt *format)
3036 {
3037 	bool is_jpeg = format->code == MEDIA_BUS_FMT_JPEG_1X8;
3038 	const struct ov5640_pixfmt *pixfmt;
3039 	int ret = 0;
3040 
3041 	pixfmt = ov5640_code_to_pixfmt(sensor, format->code);
3042 
3043 	/* FORMAT CONTROL00: YUV and RGB formatting */
3044 	ret = ov5640_write_reg(sensor, OV5640_REG_FORMAT_CONTROL00,
3045 			       pixfmt->ctrl00);
3046 	if (ret)
3047 		return ret;
3048 
3049 	/* FORMAT MUX CONTROL: ISP YUV or RGB */
3050 	ret = ov5640_write_reg(sensor, OV5640_REG_ISP_FORMAT_MUX_CTRL,
3051 			       pixfmt->mux);
3052 	if (ret)
3053 		return ret;
3054 
3055 	/*
3056 	 * TIMING TC REG21:
3057 	 * - [5]:	JPEG enable
3058 	 */
3059 	ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3060 			     BIT(5), is_jpeg ? BIT(5) : 0);
3061 	if (ret)
3062 		return ret;
3063 
3064 	/*
3065 	 * SYSTEM RESET02:
3066 	 * - [4]:	Reset JFIFO
3067 	 * - [3]:	Reset SFIFO
3068 	 * - [2]:	Reset JPEG
3069 	 */
3070 	ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_RESET02,
3071 			     BIT(4) | BIT(3) | BIT(2),
3072 			     is_jpeg ? 0 : (BIT(4) | BIT(3) | BIT(2)));
3073 	if (ret)
3074 		return ret;
3075 
3076 	/*
3077 	 * CLOCK ENABLE02:
3078 	 * - [5]:	Enable JPEG 2x clock
3079 	 * - [3]:	Enable JPEG clock
3080 	 */
3081 	return ov5640_mod_reg(sensor, OV5640_REG_SYS_CLOCK_ENABLE02,
3082 			      BIT(5) | BIT(3),
3083 			      is_jpeg ? (BIT(5) | BIT(3)) : 0);
3084 }
3085 
3086 /*
3087  * Sensor Controls.
3088  */
3089 
ov5640_set_ctrl_hue(struct ov5640_dev * sensor,int value)3090 static int ov5640_set_ctrl_hue(struct ov5640_dev *sensor, int value)
3091 {
3092 	int ret;
3093 
3094 	if (value) {
3095 		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3096 				     BIT(0), BIT(0));
3097 		if (ret)
3098 			return ret;
3099 		ret = ov5640_write_reg16(sensor, OV5640_REG_SDE_CTRL1, value);
3100 	} else {
3101 		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(0), 0);
3102 	}
3103 
3104 	return ret;
3105 }
3106 
ov5640_set_ctrl_contrast(struct ov5640_dev * sensor,int value)3107 static int ov5640_set_ctrl_contrast(struct ov5640_dev *sensor, int value)
3108 {
3109 	int ret;
3110 
3111 	if (value) {
3112 		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3113 				     BIT(2), BIT(2));
3114 		if (ret)
3115 			return ret;
3116 		ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL5,
3117 				       value & 0xff);
3118 	} else {
3119 		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(2), 0);
3120 	}
3121 
3122 	return ret;
3123 }
3124 
ov5640_set_ctrl_saturation(struct ov5640_dev * sensor,int value)3125 static int ov5640_set_ctrl_saturation(struct ov5640_dev *sensor, int value)
3126 {
3127 	int ret;
3128 
3129 	if (value) {
3130 		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3131 				     BIT(1), BIT(1));
3132 		if (ret)
3133 			return ret;
3134 		ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL3,
3135 				       value & 0xff);
3136 		if (ret)
3137 			return ret;
3138 		ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL4,
3139 				       value & 0xff);
3140 	} else {
3141 		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(1), 0);
3142 	}
3143 
3144 	return ret;
3145 }
3146 
ov5640_set_ctrl_white_balance(struct ov5640_dev * sensor,int awb)3147 static int ov5640_set_ctrl_white_balance(struct ov5640_dev *sensor, int awb)
3148 {
3149 	int ret;
3150 
3151 	ret = ov5640_mod_reg(sensor, OV5640_REG_AWB_MANUAL_CTRL,
3152 			     BIT(0), awb ? 0 : 1);
3153 	if (ret)
3154 		return ret;
3155 
3156 	if (!awb) {
3157 		u16 red = (u16)sensor->ctrls.red_balance->val;
3158 		u16 blue = (u16)sensor->ctrls.blue_balance->val;
3159 
3160 		ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_R_GAIN, red);
3161 		if (ret)
3162 			return ret;
3163 		ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_B_GAIN, blue);
3164 	}
3165 
3166 	return ret;
3167 }
3168 
ov5640_set_ctrl_exposure(struct ov5640_dev * sensor,enum v4l2_exposure_auto_type auto_exposure)3169 static int ov5640_set_ctrl_exposure(struct ov5640_dev *sensor,
3170 				    enum v4l2_exposure_auto_type auto_exposure)
3171 {
3172 	struct ov5640_ctrls *ctrls = &sensor->ctrls;
3173 	bool auto_exp = (auto_exposure == V4L2_EXPOSURE_AUTO);
3174 	int ret = 0;
3175 
3176 	if (ctrls->auto_exp->is_new) {
3177 		ret = ov5640_set_autoexposure(sensor, auto_exp);
3178 		if (ret)
3179 			return ret;
3180 	}
3181 
3182 	if (!auto_exp && ctrls->exposure->is_new) {
3183 		u16 max_exp;
3184 
3185 		ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_VTS,
3186 					&max_exp);
3187 		if (ret)
3188 			return ret;
3189 		ret = ov5640_get_vts(sensor);
3190 		if (ret < 0)
3191 			return ret;
3192 		max_exp += ret;
3193 		ret = 0;
3194 
3195 		if (ctrls->exposure->val < max_exp)
3196 			ret = ov5640_set_exposure(sensor, ctrls->exposure->val);
3197 	}
3198 
3199 	return ret;
3200 }
3201 
ov5640_set_ctrl_gain(struct ov5640_dev * sensor,bool auto_gain)3202 static int ov5640_set_ctrl_gain(struct ov5640_dev *sensor, bool auto_gain)
3203 {
3204 	struct ov5640_ctrls *ctrls = &sensor->ctrls;
3205 	int ret = 0;
3206 
3207 	if (ctrls->auto_gain->is_new) {
3208 		ret = ov5640_set_autogain(sensor, auto_gain);
3209 		if (ret)
3210 			return ret;
3211 	}
3212 
3213 	if (!auto_gain && ctrls->gain->is_new)
3214 		ret = ov5640_set_gain(sensor, ctrls->gain->val);
3215 
3216 	return ret;
3217 }
3218 
3219 static const char * const test_pattern_menu[] = {
3220 	"Disabled",
3221 	"Color bars",
3222 	"Color bars w/ rolling bar",
3223 	"Color squares",
3224 	"Color squares w/ rolling bar",
3225 };
3226 
3227 #define OV5640_TEST_ENABLE		BIT(7)
3228 #define OV5640_TEST_ROLLING		BIT(6)	/* rolling horizontal bar */
3229 #define OV5640_TEST_TRANSPARENT		BIT(5)
3230 #define OV5640_TEST_SQUARE_BW		BIT(4)	/* black & white squares */
3231 #define OV5640_TEST_BAR_STANDARD	(0 << 2)
3232 #define OV5640_TEST_BAR_VERT_CHANGE_1	(1 << 2)
3233 #define OV5640_TEST_BAR_HOR_CHANGE	(2 << 2)
3234 #define OV5640_TEST_BAR_VERT_CHANGE_2	(3 << 2)
3235 #define OV5640_TEST_BAR			(0 << 0)
3236 #define OV5640_TEST_RANDOM		(1 << 0)
3237 #define OV5640_TEST_SQUARE		(2 << 0)
3238 #define OV5640_TEST_BLACK		(3 << 0)
3239 
3240 static const u8 test_pattern_val[] = {
3241 	0,
3242 	OV5640_TEST_ENABLE | OV5640_TEST_BAR_VERT_CHANGE_1 |
3243 		OV5640_TEST_BAR,
3244 	OV5640_TEST_ENABLE | OV5640_TEST_ROLLING |
3245 		OV5640_TEST_BAR_VERT_CHANGE_1 | OV5640_TEST_BAR,
3246 	OV5640_TEST_ENABLE | OV5640_TEST_SQUARE,
3247 	OV5640_TEST_ENABLE | OV5640_TEST_ROLLING | OV5640_TEST_SQUARE,
3248 };
3249 
ov5640_set_ctrl_test_pattern(struct ov5640_dev * sensor,int value)3250 static int ov5640_set_ctrl_test_pattern(struct ov5640_dev *sensor, int value)
3251 {
3252 	return ov5640_write_reg(sensor, OV5640_REG_PRE_ISP_TEST_SET1,
3253 				test_pattern_val[value]);
3254 }
3255 
ov5640_set_ctrl_light_freq(struct ov5640_dev * sensor,int value)3256 static int ov5640_set_ctrl_light_freq(struct ov5640_dev *sensor, int value)
3257 {
3258 	int ret;
3259 
3260 	ret = ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL01, BIT(7),
3261 			     (value == V4L2_CID_POWER_LINE_FREQUENCY_AUTO) ?
3262 			     0 : BIT(7));
3263 	if (ret)
3264 		return ret;
3265 
3266 	return ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL00, BIT(2),
3267 			      (value == V4L2_CID_POWER_LINE_FREQUENCY_50HZ) ?
3268 			      BIT(2) : 0);
3269 }
3270 
ov5640_set_ctrl_hflip(struct ov5640_dev * sensor,int value)3271 static int ov5640_set_ctrl_hflip(struct ov5640_dev *sensor, int value)
3272 {
3273 	/*
3274 	 * If sensor is mounted upside down, mirror logic is inversed.
3275 	 *
3276 	 * Sensor is a BSI (Back Side Illuminated) one,
3277 	 * so image captured is physically mirrored.
3278 	 * This is why mirror logic is inversed in
3279 	 * order to cancel this mirror effect.
3280 	 */
3281 
3282 	/*
3283 	 * TIMING TC REG21:
3284 	 * - [2]:	ISP mirror
3285 	 * - [1]:	Sensor mirror
3286 	 */
3287 	return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3288 			      BIT(2) | BIT(1),
3289 			      (!(value ^ sensor->upside_down)) ?
3290 			      (BIT(2) | BIT(1)) : 0);
3291 }
3292 
ov5640_set_ctrl_vflip(struct ov5640_dev * sensor,int value)3293 static int ov5640_set_ctrl_vflip(struct ov5640_dev *sensor, int value)
3294 {
3295 	/* If sensor is mounted upside down, flip logic is inversed */
3296 
3297 	/*
3298 	 * TIMING TC REG20:
3299 	 * - [2]:	ISP vflip
3300 	 * - [1]:	Sensor vflip
3301 	 */
3302 	return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
3303 			      BIT(2) | BIT(1),
3304 			      (value ^ sensor->upside_down) ?
3305 			      (BIT(2) | BIT(1)) : 0);
3306 }
3307 
ov5640_set_ctrl_vblank(struct ov5640_dev * sensor,int value)3308 static int ov5640_set_ctrl_vblank(struct ov5640_dev *sensor, int value)
3309 {
3310 	const struct ov5640_mode_info *mode = sensor->current_mode;
3311 
3312 	/* Update the VTOT timing register value. */
3313 	return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
3314 				  mode->height + value);
3315 }
3316 
ov5640_g_volatile_ctrl(struct v4l2_ctrl * ctrl)3317 static int ov5640_g_volatile_ctrl(struct v4l2_ctrl *ctrl)
3318 {
3319 	struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3320 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3321 	int val;
3322 
3323 	/* v4l2_ctrl_lock() locks our own mutex */
3324 
3325 	if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3326 		return 0;
3327 
3328 	switch (ctrl->id) {
3329 	case V4L2_CID_AUTOGAIN:
3330 		val = ov5640_get_gain(sensor);
3331 		if (val < 0)
3332 			return val;
3333 		sensor->ctrls.gain->val = val;
3334 		break;
3335 	case V4L2_CID_EXPOSURE_AUTO:
3336 		val = ov5640_get_exposure(sensor);
3337 		if (val < 0)
3338 			return val;
3339 		sensor->ctrls.exposure->val = val;
3340 		break;
3341 	}
3342 
3343 	pm_runtime_mark_last_busy(&sensor->i2c_client->dev);
3344 	pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3345 
3346 	return 0;
3347 }
3348 
ov5640_s_ctrl(struct v4l2_ctrl * ctrl)3349 static int ov5640_s_ctrl(struct v4l2_ctrl *ctrl)
3350 {
3351 	struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3352 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3353 	const struct ov5640_mode_info *mode = sensor->current_mode;
3354 	const struct ov5640_timings *timings;
3355 	unsigned int exp_max;
3356 	int ret;
3357 
3358 	/* v4l2_ctrl_lock() locks our own mutex */
3359 
3360 	switch (ctrl->id) {
3361 	case V4L2_CID_VBLANK:
3362 		/* Update the exposure range to the newly programmed vblank. */
3363 		timings = ov5640_timings(sensor, mode);
3364 		exp_max = mode->height + ctrl->val - 4;
3365 		__v4l2_ctrl_modify_range(sensor->ctrls.exposure,
3366 					 sensor->ctrls.exposure->minimum,
3367 					 exp_max, sensor->ctrls.exposure->step,
3368 					 timings->vblank_def);
3369 		break;
3370 	}
3371 
3372 	/*
3373 	 * If the device is not powered up by the host driver do
3374 	 * not apply any controls to H/W at this time. Instead
3375 	 * the controls will be restored at start streaming time.
3376 	 */
3377 	if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3378 		return 0;
3379 
3380 	switch (ctrl->id) {
3381 	case V4L2_CID_AUTOGAIN:
3382 		ret = ov5640_set_ctrl_gain(sensor, ctrl->val);
3383 		break;
3384 	case V4L2_CID_EXPOSURE_AUTO:
3385 		ret = ov5640_set_ctrl_exposure(sensor, ctrl->val);
3386 		break;
3387 	case V4L2_CID_AUTO_WHITE_BALANCE:
3388 		ret = ov5640_set_ctrl_white_balance(sensor, ctrl->val);
3389 		break;
3390 	case V4L2_CID_HUE:
3391 		ret = ov5640_set_ctrl_hue(sensor, ctrl->val);
3392 		break;
3393 	case V4L2_CID_CONTRAST:
3394 		ret = ov5640_set_ctrl_contrast(sensor, ctrl->val);
3395 		break;
3396 	case V4L2_CID_SATURATION:
3397 		ret = ov5640_set_ctrl_saturation(sensor, ctrl->val);
3398 		break;
3399 	case V4L2_CID_TEST_PATTERN:
3400 		ret = ov5640_set_ctrl_test_pattern(sensor, ctrl->val);
3401 		break;
3402 	case V4L2_CID_POWER_LINE_FREQUENCY:
3403 		ret = ov5640_set_ctrl_light_freq(sensor, ctrl->val);
3404 		break;
3405 	case V4L2_CID_HFLIP:
3406 		ret = ov5640_set_ctrl_hflip(sensor, ctrl->val);
3407 		break;
3408 	case V4L2_CID_VFLIP:
3409 		ret = ov5640_set_ctrl_vflip(sensor, ctrl->val);
3410 		break;
3411 	case V4L2_CID_VBLANK:
3412 		ret = ov5640_set_ctrl_vblank(sensor, ctrl->val);
3413 		break;
3414 	default:
3415 		ret = -EINVAL;
3416 		break;
3417 	}
3418 
3419 	pm_runtime_mark_last_busy(&sensor->i2c_client->dev);
3420 	pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3421 
3422 	return ret;
3423 }
3424 
3425 static const struct v4l2_ctrl_ops ov5640_ctrl_ops = {
3426 	.g_volatile_ctrl = ov5640_g_volatile_ctrl,
3427 	.s_ctrl = ov5640_s_ctrl,
3428 };
3429 
ov5640_init_controls(struct ov5640_dev * sensor)3430 static int ov5640_init_controls(struct ov5640_dev *sensor)
3431 {
3432 	const struct ov5640_mode_info *mode = sensor->current_mode;
3433 	const struct v4l2_ctrl_ops *ops = &ov5640_ctrl_ops;
3434 	struct ov5640_ctrls *ctrls = &sensor->ctrls;
3435 	struct v4l2_ctrl_handler *hdl = &ctrls->handler;
3436 	struct v4l2_fwnode_device_properties props;
3437 	const struct ov5640_timings *timings;
3438 	unsigned int max_vblank;
3439 	unsigned int hblank;
3440 	int ret;
3441 
3442 	v4l2_ctrl_handler_init(hdl, 32);
3443 
3444 	/* we can use our own mutex for the ctrl lock */
3445 	hdl->lock = &sensor->lock;
3446 
3447 	/* Clock related controls */
3448 	ctrls->pixel_rate = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_PIXEL_RATE,
3449 			      ov5640_pixel_rates[OV5640_NUM_PIXEL_RATES - 1],
3450 			      ov5640_pixel_rates[0], 1,
3451 			      ov5640_pixel_rates[mode->pixel_rate]);
3452 
3453 	ctrls->link_freq = v4l2_ctrl_new_int_menu(hdl, ops,
3454 					V4L2_CID_LINK_FREQ,
3455 					ARRAY_SIZE(ov5640_csi2_link_freqs) - 1,
3456 					OV5640_DEFAULT_LINK_FREQ,
3457 					ov5640_csi2_link_freqs);
3458 
3459 	timings = ov5640_timings(sensor, mode);
3460 	hblank = timings->htot - mode->width;
3461 	ctrls->hblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HBLANK, hblank,
3462 					  hblank, 1, hblank);
3463 
3464 	max_vblank = OV5640_MAX_VTS - mode->height;
3465 	ctrls->vblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VBLANK,
3466 					  OV5640_MIN_VBLANK, max_vblank,
3467 					  1, timings->vblank_def);
3468 
3469 	/* Auto/manual white balance */
3470 	ctrls->auto_wb = v4l2_ctrl_new_std(hdl, ops,
3471 					   V4L2_CID_AUTO_WHITE_BALANCE,
3472 					   0, 1, 1, 1);
3473 	ctrls->blue_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_BLUE_BALANCE,
3474 						0, 4095, 1, 0);
3475 	ctrls->red_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_RED_BALANCE,
3476 					       0, 4095, 1, 0);
3477 	/* Auto/manual exposure */
3478 	ctrls->auto_exp = v4l2_ctrl_new_std_menu(hdl, ops,
3479 						 V4L2_CID_EXPOSURE_AUTO,
3480 						 V4L2_EXPOSURE_MANUAL, 0,
3481 						 V4L2_EXPOSURE_AUTO);
3482 	ctrls->exposure = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_EXPOSURE,
3483 					    0, 65535, 1, 0);
3484 	/* Auto/manual gain */
3485 	ctrls->auto_gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_AUTOGAIN,
3486 					     0, 1, 1, 1);
3487 	ctrls->gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_ANALOGUE_GAIN,
3488 					0, 1023, 1, 0);
3489 
3490 	ctrls->saturation = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_SATURATION,
3491 					      0, 255, 1, 64);
3492 	ctrls->hue = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HUE,
3493 				       0, 359, 1, 0);
3494 	ctrls->contrast = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_CONTRAST,
3495 					    0, 255, 1, 0);
3496 	ctrls->test_pattern =
3497 		v4l2_ctrl_new_std_menu_items(hdl, ops, V4L2_CID_TEST_PATTERN,
3498 					     ARRAY_SIZE(test_pattern_menu) - 1,
3499 					     0, 0, test_pattern_menu);
3500 	ctrls->hflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HFLIP,
3501 					 0, 1, 1, 0);
3502 	ctrls->vflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VFLIP,
3503 					 0, 1, 1, 0);
3504 
3505 	ctrls->light_freq =
3506 		v4l2_ctrl_new_std_menu(hdl, ops,
3507 				       V4L2_CID_POWER_LINE_FREQUENCY,
3508 				       V4L2_CID_POWER_LINE_FREQUENCY_AUTO, 0,
3509 				       V4L2_CID_POWER_LINE_FREQUENCY_50HZ);
3510 
3511 	if (hdl->error) {
3512 		ret = hdl->error;
3513 		goto free_ctrls;
3514 	}
3515 
3516 	ret = v4l2_fwnode_device_parse(&sensor->i2c_client->dev, &props);
3517 	if (ret)
3518 		goto free_ctrls;
3519 
3520 	if (props.rotation == 180)
3521 		sensor->upside_down = true;
3522 
3523 	ret = v4l2_ctrl_new_fwnode_properties(hdl, ops, &props);
3524 	if (ret)
3525 		goto free_ctrls;
3526 
3527 	ctrls->pixel_rate->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3528 	ctrls->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3529 	ctrls->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3530 	ctrls->gain->flags |= V4L2_CTRL_FLAG_VOLATILE;
3531 	ctrls->exposure->flags |= V4L2_CTRL_FLAG_VOLATILE;
3532 
3533 	v4l2_ctrl_auto_cluster(3, &ctrls->auto_wb, 0, false);
3534 	v4l2_ctrl_auto_cluster(2, &ctrls->auto_gain, 0, true);
3535 	v4l2_ctrl_auto_cluster(2, &ctrls->auto_exp, 1, true);
3536 
3537 	sensor->sd.ctrl_handler = hdl;
3538 	return 0;
3539 
3540 free_ctrls:
3541 	v4l2_ctrl_handler_free(hdl);
3542 	return ret;
3543 }
3544 
ov5640_enum_frame_size(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_frame_size_enum * fse)3545 static int ov5640_enum_frame_size(struct v4l2_subdev *sd,
3546 				  struct v4l2_subdev_state *sd_state,
3547 				  struct v4l2_subdev_frame_size_enum *fse)
3548 {
3549 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3550 	u32 bpp = ov5640_code_to_bpp(sensor, fse->code);
3551 	unsigned int index = fse->index;
3552 
3553 	if (fse->pad != 0)
3554 		return -EINVAL;
3555 	if (!bpp)
3556 		return -EINVAL;
3557 
3558 	/* Only low-resolution modes are supported for 24bpp formats. */
3559 	if (bpp == 24 && index >= OV5640_MODE_720P_1280_720)
3560 		return -EINVAL;
3561 
3562 	/* FIXME: Low resolution modes don't work in 8bpp formats. */
3563 	if (bpp == 8)
3564 		index += OV5640_MODE_720P_1280_720;
3565 
3566 	if (index >= OV5640_NUM_MODES)
3567 		return -EINVAL;
3568 
3569 	fse->min_width = ov5640_mode_data[index].width;
3570 	fse->max_width = fse->min_width;
3571 	fse->min_height = ov5640_mode_data[index].height;
3572 	fse->max_height = fse->min_height;
3573 
3574 	return 0;
3575 }
3576 
ov5640_enum_frame_interval(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_frame_interval_enum * fie)3577 static int ov5640_enum_frame_interval(
3578 	struct v4l2_subdev *sd,
3579 	struct v4l2_subdev_state *sd_state,
3580 	struct v4l2_subdev_frame_interval_enum *fie)
3581 {
3582 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3583 	const struct ov5640_mode_info *mode;
3584 	struct v4l2_fract tpf;
3585 	int ret;
3586 
3587 	if (fie->pad != 0)
3588 		return -EINVAL;
3589 	if (fie->index >= OV5640_NUM_FRAMERATES)
3590 		return -EINVAL;
3591 
3592 	mode = ov5640_find_mode(sensor, fie->width, fie->height, false);
3593 	if (!mode)
3594 		return -EINVAL;
3595 
3596 	tpf.numerator = 1;
3597 	tpf.denominator = ov5640_framerates[fie->index];
3598 
3599 	ret = ov5640_try_frame_interval(sensor, &tpf, mode);
3600 	if (ret < 0)
3601 		return -EINVAL;
3602 
3603 	fie->interval = tpf;
3604 	return 0;
3605 }
3606 
ov5640_get_frame_interval(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_frame_interval * fi)3607 static int ov5640_get_frame_interval(struct v4l2_subdev *sd,
3608 				     struct v4l2_subdev_state *sd_state,
3609 				     struct v4l2_subdev_frame_interval *fi)
3610 {
3611 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3612 
3613 	/*
3614 	 * FIXME: Implement support for V4L2_SUBDEV_FORMAT_TRY, using the V4L2
3615 	 * subdev active state API.
3616 	 */
3617 	if (fi->which != V4L2_SUBDEV_FORMAT_ACTIVE)
3618 		return -EINVAL;
3619 
3620 	mutex_lock(&sensor->lock);
3621 	fi->interval = sensor->frame_interval;
3622 	mutex_unlock(&sensor->lock);
3623 
3624 	return 0;
3625 }
3626 
ov5640_set_frame_interval(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_frame_interval * fi)3627 static int ov5640_set_frame_interval(struct v4l2_subdev *sd,
3628 				     struct v4l2_subdev_state *sd_state,
3629 				     struct v4l2_subdev_frame_interval *fi)
3630 {
3631 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3632 	const struct ov5640_mode_info *mode;
3633 	int frame_rate, ret = 0;
3634 
3635 	/*
3636 	 * FIXME: Implement support for V4L2_SUBDEV_FORMAT_TRY, using the V4L2
3637 	 * subdev active state API.
3638 	 */
3639 	if (fi->which != V4L2_SUBDEV_FORMAT_ACTIVE)
3640 		return -EINVAL;
3641 
3642 	if (fi->pad != 0)
3643 		return -EINVAL;
3644 
3645 	mutex_lock(&sensor->lock);
3646 
3647 	if (sensor->streaming) {
3648 		ret = -EBUSY;
3649 		goto out;
3650 	}
3651 
3652 	mode = sensor->current_mode;
3653 
3654 	frame_rate = ov5640_try_frame_interval(sensor, &fi->interval, mode);
3655 	if (frame_rate < 0) {
3656 		/* Always return a valid frame interval value */
3657 		fi->interval = sensor->frame_interval;
3658 		goto out;
3659 	}
3660 
3661 	mode = ov5640_find_mode(sensor, mode->width, mode->height, true);
3662 	if (!mode) {
3663 		ret = -EINVAL;
3664 		goto out;
3665 	}
3666 
3667 	if (ov5640_framerates[frame_rate] > ov5640_framerates[mode->max_fps]) {
3668 		ret = -EINVAL;
3669 		goto out;
3670 	}
3671 
3672 	if (mode != sensor->current_mode ||
3673 	    frame_rate != sensor->current_fr) {
3674 		sensor->current_fr = frame_rate;
3675 		sensor->frame_interval = fi->interval;
3676 		sensor->current_mode = mode;
3677 		sensor->pending_mode_change = true;
3678 
3679 		ov5640_update_pixel_rate(sensor);
3680 	}
3681 out:
3682 	mutex_unlock(&sensor->lock);
3683 	return ret;
3684 }
3685 
ov5640_enum_mbus_code(struct v4l2_subdev * sd,struct v4l2_subdev_state * sd_state,struct v4l2_subdev_mbus_code_enum * code)3686 static int ov5640_enum_mbus_code(struct v4l2_subdev *sd,
3687 				 struct v4l2_subdev_state *sd_state,
3688 				 struct v4l2_subdev_mbus_code_enum *code)
3689 {
3690 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3691 	const struct ov5640_pixfmt *formats;
3692 	unsigned int num_formats;
3693 
3694 	if (ov5640_is_csi2(sensor)) {
3695 		formats = ov5640_csi2_formats;
3696 		num_formats = ARRAY_SIZE(ov5640_csi2_formats) - 1;
3697 	} else {
3698 		formats = ov5640_dvp_formats;
3699 		num_formats = ARRAY_SIZE(ov5640_dvp_formats) - 1;
3700 	}
3701 
3702 	if (code->index >= num_formats)
3703 		return -EINVAL;
3704 
3705 	code->code = formats[code->index].code;
3706 
3707 	return 0;
3708 }
3709 
ov5640_s_stream(struct v4l2_subdev * sd,int enable)3710 static int ov5640_s_stream(struct v4l2_subdev *sd, int enable)
3711 {
3712 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3713 	int ret = 0;
3714 
3715 	if (enable) {
3716 		ret = pm_runtime_resume_and_get(&sensor->i2c_client->dev);
3717 		if (ret < 0)
3718 			return ret;
3719 
3720 		ret = v4l2_ctrl_handler_setup(&sensor->ctrls.handler);
3721 		if (ret) {
3722 			pm_runtime_put(&sensor->i2c_client->dev);
3723 			return ret;
3724 		}
3725 	}
3726 
3727 	mutex_lock(&sensor->lock);
3728 
3729 	if (sensor->streaming == !enable) {
3730 		if (enable && sensor->pending_mode_change) {
3731 			ret = ov5640_set_mode(sensor);
3732 			if (ret)
3733 				goto out;
3734 		}
3735 
3736 		if (enable && sensor->pending_fmt_change) {
3737 			ret = ov5640_set_framefmt(sensor, &sensor->fmt);
3738 			if (ret)
3739 				goto out;
3740 			sensor->pending_fmt_change = false;
3741 		}
3742 
3743 		if (ov5640_is_csi2(sensor))
3744 			ret = ov5640_set_stream_mipi(sensor, enable);
3745 		else
3746 			ret = ov5640_set_stream_dvp(sensor, enable);
3747 
3748 		if (!ret)
3749 			sensor->streaming = enable;
3750 	}
3751 
3752 out:
3753 	mutex_unlock(&sensor->lock);
3754 
3755 	if (!enable || ret) {
3756 		pm_runtime_mark_last_busy(&sensor->i2c_client->dev);
3757 		pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3758 	}
3759 
3760 	return ret;
3761 }
3762 
ov5640_init_state(struct v4l2_subdev * sd,struct v4l2_subdev_state * state)3763 static int ov5640_init_state(struct v4l2_subdev *sd,
3764 			     struct v4l2_subdev_state *state)
3765 {
3766 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3767 	struct v4l2_mbus_framefmt *fmt =
3768 				v4l2_subdev_state_get_format(state, 0);
3769 	struct v4l2_rect *crop = v4l2_subdev_state_get_crop(state, 0);
3770 
3771 	*fmt = ov5640_is_csi2(sensor) ? ov5640_csi2_default_fmt :
3772 					ov5640_dvp_default_fmt;
3773 
3774 	crop->left = OV5640_PIXEL_ARRAY_LEFT;
3775 	crop->top = OV5640_PIXEL_ARRAY_TOP;
3776 	crop->width = OV5640_PIXEL_ARRAY_WIDTH;
3777 	crop->height = OV5640_PIXEL_ARRAY_HEIGHT;
3778 
3779 	return 0;
3780 }
3781 
3782 static const struct v4l2_subdev_core_ops ov5640_core_ops = {
3783 	.log_status = v4l2_ctrl_subdev_log_status,
3784 	.subscribe_event = v4l2_ctrl_subdev_subscribe_event,
3785 	.unsubscribe_event = v4l2_event_subdev_unsubscribe,
3786 };
3787 
3788 static const struct v4l2_subdev_video_ops ov5640_video_ops = {
3789 	.s_stream = ov5640_s_stream,
3790 };
3791 
3792 static const struct v4l2_subdev_pad_ops ov5640_pad_ops = {
3793 	.enum_mbus_code = ov5640_enum_mbus_code,
3794 	.get_fmt = ov5640_get_fmt,
3795 	.set_fmt = ov5640_set_fmt,
3796 	.get_selection = ov5640_get_selection,
3797 	.get_frame_interval = ov5640_get_frame_interval,
3798 	.set_frame_interval = ov5640_set_frame_interval,
3799 	.enum_frame_size = ov5640_enum_frame_size,
3800 	.enum_frame_interval = ov5640_enum_frame_interval,
3801 };
3802 
3803 static const struct v4l2_subdev_ops ov5640_subdev_ops = {
3804 	.core = &ov5640_core_ops,
3805 	.video = &ov5640_video_ops,
3806 	.pad = &ov5640_pad_ops,
3807 };
3808 
3809 static const struct v4l2_subdev_internal_ops ov5640_internal_ops = {
3810 	.init_state = ov5640_init_state,
3811 };
3812 
ov5640_get_regulators(struct ov5640_dev * sensor)3813 static int ov5640_get_regulators(struct ov5640_dev *sensor)
3814 {
3815 	int i;
3816 
3817 	for (i = 0; i < OV5640_NUM_SUPPLIES; i++)
3818 		sensor->supplies[i].supply = ov5640_supply_name[i];
3819 
3820 	return devm_regulator_bulk_get(&sensor->i2c_client->dev,
3821 				       OV5640_NUM_SUPPLIES,
3822 				       sensor->supplies);
3823 }
3824 
ov5640_check_chip_id(struct ov5640_dev * sensor)3825 static int ov5640_check_chip_id(struct ov5640_dev *sensor)
3826 {
3827 	struct i2c_client *client = sensor->i2c_client;
3828 	int ret = 0;
3829 	u16 chip_id;
3830 
3831 	ret = ov5640_read_reg16(sensor, OV5640_REG_CHIP_ID, &chip_id);
3832 	if (ret) {
3833 		dev_err(&client->dev, "%s: failed to read chip identifier\n",
3834 			__func__);
3835 		return ret;
3836 	}
3837 
3838 	if (chip_id != 0x5640) {
3839 		dev_err(&client->dev, "%s: wrong chip identifier, expected 0x5640, got 0x%x\n",
3840 			__func__, chip_id);
3841 		return -ENXIO;
3842 	}
3843 
3844 	return 0;
3845 }
3846 
ov5640_probe(struct i2c_client * client)3847 static int ov5640_probe(struct i2c_client *client)
3848 {
3849 	struct device *dev = &client->dev;
3850 	struct fwnode_handle *endpoint;
3851 	struct ov5640_dev *sensor;
3852 	int ret;
3853 
3854 	sensor = devm_kzalloc(dev, sizeof(*sensor), GFP_KERNEL);
3855 	if (!sensor)
3856 		return -ENOMEM;
3857 
3858 	sensor->i2c_client = client;
3859 
3860 	/*
3861 	 * default init sequence initialize sensor to
3862 	 * YUV422 UYVY VGA(30FPS in parallel mode, 60 in MIPI CSI-2 mode)
3863 	 */
3864 	sensor->frame_interval.numerator = 1;
3865 	sensor->frame_interval.denominator = ov5640_framerates[OV5640_30_FPS];
3866 	sensor->current_fr = OV5640_30_FPS;
3867 	sensor->current_mode =
3868 		&ov5640_mode_data[OV5640_MODE_VGA_640_480];
3869 	sensor->last_mode = sensor->current_mode;
3870 	sensor->current_link_freq =
3871 		ov5640_csi2_link_freqs[OV5640_DEFAULT_LINK_FREQ];
3872 
3873 	sensor->ae_target = 52;
3874 
3875 	endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(&client->dev),
3876 						  NULL);
3877 	if (!endpoint) {
3878 		dev_err(dev, "endpoint node not found\n");
3879 		return -EINVAL;
3880 	}
3881 
3882 	ret = v4l2_fwnode_endpoint_parse(endpoint, &sensor->ep);
3883 	fwnode_handle_put(endpoint);
3884 	if (ret) {
3885 		dev_err(dev, "Could not parse endpoint\n");
3886 		return ret;
3887 	}
3888 
3889 	if (sensor->ep.bus_type != V4L2_MBUS_PARALLEL &&
3890 	    sensor->ep.bus_type != V4L2_MBUS_CSI2_DPHY &&
3891 	    sensor->ep.bus_type != V4L2_MBUS_BT656) {
3892 		dev_err(dev, "Unsupported bus type %d\n", sensor->ep.bus_type);
3893 		return -EINVAL;
3894 	}
3895 
3896 	sensor->fmt = ov5640_is_csi2(sensor) ? ov5640_csi2_default_fmt :
3897 					       ov5640_dvp_default_fmt;
3898 
3899 	/* get system clock (xclk) */
3900 	sensor->xclk = devm_clk_get(dev, "xclk");
3901 	if (IS_ERR(sensor->xclk)) {
3902 		dev_err(dev, "failed to get xclk\n");
3903 		return PTR_ERR(sensor->xclk);
3904 	}
3905 
3906 	sensor->xclk_freq = clk_get_rate(sensor->xclk);
3907 	if (sensor->xclk_freq < OV5640_XCLK_MIN ||
3908 	    sensor->xclk_freq > OV5640_XCLK_MAX) {
3909 		dev_err(dev, "xclk frequency out of range: %d Hz\n",
3910 			sensor->xclk_freq);
3911 		return -EINVAL;
3912 	}
3913 
3914 	/* request optional power down pin */
3915 	sensor->pwdn_gpio = devm_gpiod_get_optional(dev, "powerdown",
3916 						    GPIOD_OUT_HIGH);
3917 	if (IS_ERR(sensor->pwdn_gpio))
3918 		return PTR_ERR(sensor->pwdn_gpio);
3919 
3920 	/* request optional reset pin */
3921 	sensor->reset_gpio = devm_gpiod_get_optional(dev, "reset",
3922 						     GPIOD_OUT_HIGH);
3923 	if (IS_ERR(sensor->reset_gpio))
3924 		return PTR_ERR(sensor->reset_gpio);
3925 
3926 	v4l2_i2c_subdev_init(&sensor->sd, client, &ov5640_subdev_ops);
3927 	sensor->sd.internal_ops = &ov5640_internal_ops;
3928 
3929 	sensor->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE |
3930 			    V4L2_SUBDEV_FL_HAS_EVENTS;
3931 	sensor->pad.flags = MEDIA_PAD_FL_SOURCE;
3932 	sensor->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
3933 	ret = media_entity_pads_init(&sensor->sd.entity, 1, &sensor->pad);
3934 	if (ret)
3935 		return ret;
3936 
3937 	ret = ov5640_get_regulators(sensor);
3938 	if (ret)
3939 		goto entity_cleanup;
3940 
3941 	mutex_init(&sensor->lock);
3942 
3943 	ret = ov5640_init_controls(sensor);
3944 	if (ret)
3945 		goto entity_cleanup;
3946 
3947 	ret = ov5640_sensor_resume(dev);
3948 	if (ret) {
3949 		dev_err(dev, "failed to power on\n");
3950 		goto free_ctrls;
3951 	}
3952 
3953 	pm_runtime_set_active(dev);
3954 	pm_runtime_get_noresume(dev);
3955 	pm_runtime_enable(dev);
3956 
3957 	ret = ov5640_check_chip_id(sensor);
3958 	if (ret)
3959 		goto err_pm_runtime;
3960 
3961 	ret = v4l2_async_register_subdev_sensor(&sensor->sd);
3962 	if (ret)
3963 		goto err_pm_runtime;
3964 
3965 	pm_runtime_set_autosuspend_delay(dev, 1000);
3966 	pm_runtime_use_autosuspend(dev);
3967 	pm_runtime_mark_last_busy(dev);
3968 	pm_runtime_put_autosuspend(dev);
3969 
3970 	return 0;
3971 
3972 err_pm_runtime:
3973 	pm_runtime_put_noidle(dev);
3974 	pm_runtime_disable(dev);
3975 	ov5640_sensor_suspend(dev);
3976 free_ctrls:
3977 	v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3978 entity_cleanup:
3979 	media_entity_cleanup(&sensor->sd.entity);
3980 	mutex_destroy(&sensor->lock);
3981 	return ret;
3982 }
3983 
ov5640_remove(struct i2c_client * client)3984 static void ov5640_remove(struct i2c_client *client)
3985 {
3986 	struct v4l2_subdev *sd = i2c_get_clientdata(client);
3987 	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3988 	struct device *dev = &client->dev;
3989 
3990 	pm_runtime_disable(dev);
3991 	if (!pm_runtime_status_suspended(dev))
3992 		ov5640_sensor_suspend(dev);
3993 	pm_runtime_set_suspended(dev);
3994 
3995 	v4l2_async_unregister_subdev(&sensor->sd);
3996 	media_entity_cleanup(&sensor->sd.entity);
3997 	v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3998 	mutex_destroy(&sensor->lock);
3999 }
4000 
4001 static const struct dev_pm_ops ov5640_pm_ops = {
4002 	SET_RUNTIME_PM_OPS(ov5640_sensor_suspend, ov5640_sensor_resume, NULL)
4003 };
4004 
4005 static const struct i2c_device_id ov5640_id[] = {
4006 	{ "ov5640" },
4007 	{}
4008 };
4009 MODULE_DEVICE_TABLE(i2c, ov5640_id);
4010 
4011 static const struct of_device_id ov5640_dt_ids[] = {
4012 	{ .compatible = "ovti,ov5640" },
4013 	{ /* sentinel */ }
4014 };
4015 MODULE_DEVICE_TABLE(of, ov5640_dt_ids);
4016 
4017 static struct i2c_driver ov5640_i2c_driver = {
4018 	.driver = {
4019 		.name  = "ov5640",
4020 		.of_match_table	= ov5640_dt_ids,
4021 		.pm = &ov5640_pm_ops,
4022 	},
4023 	.id_table = ov5640_id,
4024 	.probe    = ov5640_probe,
4025 	.remove   = ov5640_remove,
4026 };
4027 
4028 module_i2c_driver(ov5640_i2c_driver);
4029 
4030 MODULE_DESCRIPTION("OV5640 MIPI Camera Subdev Driver");
4031 MODULE_LICENSE("GPL");
4032