]> git.ipfire.org Git - thirdparty/openwrt.git/blob
projects / thirdparty / openwrt.git / blob
? search:


52a8922e7068bdb2f410dc16d152ce3ac4580ccc
[thirdparty/openwrt.git] /
1 From 4f5baf76ca33c76b97a4d310d5ca13395ba2110c Mon Sep 17 00:00:00 2001
2 From: Lee Jackson <info@arducam.com>
3 Date: Fri, 27 Aug 2021 14:36:55 +0800
4 Subject: [PATCH] media: i2c: imx519: Support for the Sony IMX519 sensor
5
6 dt-bindings: media: i2c: Add IMX519 CMOS sensor binding
7
8 Add YAML device tree binding for IMX519 CMOS image sensor, and
9 the relevant MAINTAINERS entries.
10
11 Signed-off-by: Lee Jackson <info@arducam.com>
12
13 media: i2c: Add driver for IMX519 sensor
14
15 Adds a driver for the 16MPix IMX519 CSI2 sensor.
16 Whilst the sensor supports 2 or 4 CSI2 data lanes, this driver
17 currently only supports 2 lanes.
18
19 The following Bayer modes are currently available:
20
21 4656x3496 10-bit @ 10fps
22 3840x2160 10-bit (cropped) @ 21fps
23 2328x1748 10-bit (binned) @ 30fps
24 1920x1080 10-bit (cropped/binned) @ 60fps
25 1280x720 10-bit (cropped/binned) @ 120fps
26
27 Signed-off-by: Lee Jackson <info@arducam.com>
28
29 media: i2c: imx519: Advertise embedded data node on media pad 1
30
31 This commit updates the imx519 driver to adverise support for embedded
32 data streams.
33
34 The imx519 sensor subdevice overloads the media pad to differentiate
35 between image stream (pad 0) and embedded data stream (pad 1) when
36 performing the v4l2_subdev_pad_ops functions.
37
38 Signed-off-by: Lee Jackson <info@arducam.com>
39
40 media: i2c: imx519: Sensor should report RAW color space
41
42 Tested on Raspberry Pi running libcamera.
43
44 Signed-off-by: David Plowman <david.plowman@raspberrypi.com>
45
46 media: i2c: Update imx519 Kconfig entry
47
48 Bring the IMX519 Kconfig declaration in line with the upstream entries.
49
50 Signed-off-by: Phil Elwell <phil@raspberrypi.com>
51
52 media: i2c: Add PDAF support for IMX519
53
54 Add PDAF support for IMX519, and reduce the pixel rate to 426666667,
55 link freq to 408000000.
56
57 Signed-off-by: Lee Jackson <lee.jackson@arducam.com>
58
59 drivers: media: imx519: Add V4L2_CID_LINK_FREQ control
60
61 Add V4L2_CID_LINK_FREQ as a read-only control with a value of 408 Mhz.
62 This will be used by the CFE driver to corretly setup the DPHY timing
63 parameters in the CSI-2 block.
64
65 Signed-off-by: Lee Jackson <lee.jackson@arducam.com>
66
67 media: i2c: imx519: Squash fixes
68 ---
69 .../devicetree/bindings/media/i2c/imx519.yaml | 113 +
70 MAINTAINERS | 8 +
71 drivers/media/i2c/Kconfig | 11 +
72 drivers/media/i2c/Makefile | 1 +
73 drivers/media/i2c/imx519.c | 2146 +++++++++++++++++
74 5 files changed, 2279 insertions(+)
75 create mode 100644 Documentation/devicetree/bindings/media/i2c/imx519.yaml
76 create mode 100644 drivers/media/i2c/imx519.c
77
78 --- /dev/null
79 +++ b/Documentation/devicetree/bindings/media/i2c/imx519.yaml
80 @@ -0,0 +1,113 @@
81 +# SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
82 +%YAML 1.2
83 +---
84 +$id: http://devicetree.org/schemas/media/i2c/imx519.yaml#
85 +$schema: http://devicetree.org/meta-schemas/core.yaml#
86 +
87 +title: Sony 1/2.5-Inch 16Mpixel CMOS Digital Image Sensor
88 +
89 +maintainers:
90 + - Lee Jackson <info@arducam.com>
91 +
92 +description: |-
93 + The Sony IMX519 is a 1/2.5-inch CMOS active pixel digital image sensor
94 + with an active array size of 4656H x 3496V. It is programmable through
95 + I2C interface. The I2C address is fixed to 0x1A as per sensor data sheet.
96 + Image data is sent through MIPI CSI-2, which is configured as either 2 or
97 + 4 data lanes.
98 +
99 +properties:
100 + compatible:
101 + const: sony,imx519
102 +
103 + reg:
104 + description: I2C device address
105 + maxItems: 1
106 +
107 + clocks:
108 + maxItems: 1
109 +
110 + VDIG-supply:
111 + description:
112 + Digital I/O voltage supply, 1.05 volts
113 +
114 + VANA-supply:
115 + description:
116 + Analog voltage supply, 2.8 volts
117 +
118 + VDDL-supply:
119 + description:
120 + Digital core voltage supply, 1.8 volts
121 +
122 + reset-gpios:
123 + description: |-
124 + Reference to the GPIO connected to the xclr pin, if any.
125 + Must be released (set high) after all supplies and INCK are applied.
126 +
127 + # See ../video-interfaces.txt for more details
128 + port:
129 + type: object
130 + properties:
131 + endpoint:
132 + type: object
133 + properties:
134 + data-lanes:
135 + description: |-
136 + The sensor supports either two-lane, or four-lane operation.
137 + For two-lane operation the property must be set to <1 2>.
138 + items:
139 + - const: 1
140 + - const: 2
141 +
142 + clock-noncontinuous:
143 + type: boolean
144 + description: |-
145 + MIPI CSI-2 clock is non-continuous if this property is present,
146 + otherwise it's continuous.
147 +
148 + link-frequencies:
149 + allOf:
150 + - $ref: /schemas/types.yaml#/definitions/uint64-array
151 + description:
152 + Allowed data bus frequencies.
153 +
154 + required:
155 + - link-frequencies
156 +
157 +required:
158 + - compatible
159 + - reg
160 + - clocks
161 + - VANA-supply
162 + - VDIG-supply
163 + - VDDL-supply
164 + - port
165 +
166 +additionalProperties: false
167 +
168 +examples:
169 + - |
170 + i2c0 {
171 + #address-cells = <1>;
172 + #size-cells = <0>;
173 +
174 + imx519: sensor@1a {
175 + compatible = "sony,imx519";
176 + reg = <0x1a>;
177 + clocks = <&imx519_clk>;
178 + VANA-supply = <&imx519_vana>; /* 2.8v */
179 + VDIG-supply = <&imx519_vdig>; /* 1.05v */
180 + VDDL-supply = <&imx519_vddl>; /* 1.8v */
181 +
182 + port {
183 + imx519_0: endpoint {
184 + remote-endpoint = <&csi1_ep>;
185 + data-lanes = <1 2>;
186 + clock-noncontinuous;
187 + link-frequencies = /bits/ 64 <493500000>;
188 + };
189 + };
190 + };
191 + };
192 +
193 +...
194 --- a/MAINTAINERS
195 +++ b/MAINTAINERS
196 @@ -21556,6 +21556,14 @@ T: git git://linuxtv.org/media_tree.git
197 F: Documentation/devicetree/bindings/media/i2c/imx477.yaml
198 F: drivers/media/i2c/imx477.c
199
200 +SONY IMX519 SENSOR DRIVER
201 +M: Arducam Kernel Maintenance <info@arducam.com>
202 +L: linux-media@vger.kernel.org
203 +S: Maintained
204 +T: git git://linuxtv.org/media_tree.git
205 +F: Documentation/devicetree/bindings/media/i2c/imx519.yaml
206 +F: drivers/media/i2c/imx519.c
207 +
208 SONY MEMORYSTICK SUBSYSTEM
209 M: Maxim Levitsky <maximlevitsky@gmail.com>
210 M: Alex Dubov <oakad@yahoo.com>
211 --- a/drivers/media/i2c/Kconfig
212 +++ b/drivers/media/i2c/Kconfig
213 @@ -265,6 +265,17 @@ config VIDEO_IMX415
214 To compile this driver as a module, choose M here: the
215 module will be called imx415.
216
217 +config VIDEO_IMX519
218 + tristate "Arducam IMX519 sensor support"
219 + depends on I2C && VIDEO_DEV
220 + select VIDEO_V4L2_SUBDEV_API
221 + help
222 + This is a Video4Linux2 sensor driver for the Arducam
223 + IMX519 camera.
224 +
225 + To compile this driver as a module, choose M here: the
226 + module will be called IMX519.
227 +
228 config VIDEO_MAX9271_LIB
229 tristate
230
231 --- a/drivers/media/i2c/Makefile
232 +++ b/drivers/media/i2c/Makefile
233 @@ -60,6 +60,7 @@ obj-$(CONFIG_VIDEO_IMX355) += imx355.o
234 obj-$(CONFIG_VIDEO_IMX412) += imx412.o
235 obj-$(CONFIG_VIDEO_IMX415) += imx415.o
236 obj-$(CONFIG_VIDEO_IMX477) += imx477.o
237 +obj-$(CONFIG_VIDEO_IMX519) += imx519.o
238 obj-$(CONFIG_VIDEO_IR_I2C) += ir-kbd-i2c.o
239 obj-$(CONFIG_VIDEO_ISL7998X) += isl7998x.o
240 obj-$(CONFIG_VIDEO_KS0127) += ks0127.o
241 --- /dev/null
242 +++ b/drivers/media/i2c/imx519.c
243 @@ -0,0 +1,2146 @@
244 +// SPDX-License-Identifier: GPL-2.0
245 +/*
246 + * A V4L2 driver for Sony IMX519 cameras.
247 + * Copyright (C) 2021 Arducam Technology co., Ltd.
248 + *
249 + * Based on Sony IMX477 camera driver
250 + * Copyright (C) 2020 Raspberry Pi (Trading) Ltd
251 + */
252 +#include <linux/unaligned.h>
253 +#include <linux/clk.h>
254 +#include <linux/delay.h>
255 +#include <linux/gpio/consumer.h>
256 +#include <linux/i2c.h>
257 +#include <linux/module.h>
258 +#include <linux/of_device.h>
259 +#include <linux/pm_runtime.h>
260 +#include <linux/regulator/consumer.h>
261 +#include <media/v4l2-ctrls.h>
262 +#include <media/v4l2-device.h>
263 +#include <media/v4l2-event.h>
264 +#include <media/v4l2-fwnode.h>
265 +#include <media/v4l2-mediabus.h>
266 +
267 +#define IMX519_REG_VALUE_08BIT 1
268 +#define IMX519_REG_VALUE_16BIT 2
269 +
270 +/* Chip ID */
271 +#define IMX519_REG_CHIP_ID 0x0016
272 +#define IMX519_CHIP_ID 0x0519
273 +
274 +#define IMX519_REG_MODE_SELECT 0x0100
275 +#define IMX519_MODE_STANDBY 0x00
276 +#define IMX519_MODE_STREAMING 0x01
277 +
278 +#define IMX519_REG_ORIENTATION 0x101
279 +
280 +#define IMX519_XCLK_FREQ 24000000
281 +
282 +#define IMX519_DEFAULT_LINK_FREQ 408000000
283 +
284 +/* Pixel rate is fixed at 426MHz for all the modes */
285 +#define IMX519_PIXEL_RATE 426666667
286 +
287 +/* V_TIMING internal */
288 +#define IMX519_REG_FRAME_LENGTH 0x0340
289 +#define IMX519_FRAME_LENGTH_MAX 0xffdc
290 +
291 +/* Long exposure multiplier */
292 +#define IMX519_LONG_EXP_SHIFT_MAX 7
293 +#define IMX519_LONG_EXP_SHIFT_REG 0x3100
294 +
295 +/* Exposure control */
296 +#define IMX519_REG_EXPOSURE 0x0202
297 +#define IMX519_EXPOSURE_OFFSET 32
298 +#define IMX519_EXPOSURE_MIN 20
299 +#define IMX519_EXPOSURE_STEP 1
300 +#define IMX519_EXPOSURE_DEFAULT 0x3e8
301 +#define IMX519_EXPOSURE_MAX (IMX519_FRAME_LENGTH_MAX - \
302 + IMX519_EXPOSURE_OFFSET)
303 +
304 +/* Analog gain control */
305 +#define IMX519_REG_ANALOG_GAIN 0x0204
306 +#define IMX519_ANA_GAIN_MIN 0
307 +#define IMX519_ANA_GAIN_MAX 960
308 +#define IMX519_ANA_GAIN_STEP 1
309 +#define IMX519_ANA_GAIN_DEFAULT 0x0
310 +
311 +/* Digital gain control */
312 +#define IMX519_REG_DIGITAL_GAIN 0x020e
313 +#define IMX519_DGTL_GAIN_MIN 0x0100
314 +#define IMX519_DGTL_GAIN_MAX 0xffff
315 +#define IMX519_DGTL_GAIN_DEFAULT 0x0100
316 +#define IMX519_DGTL_GAIN_STEP 1
317 +
318 +/* Test Pattern Control */
319 +#define IMX519_REG_TEST_PATTERN 0x0600
320 +#define IMX519_TEST_PATTERN_DISABLE 0
321 +#define IMX519_TEST_PATTERN_SOLID_COLOR 1
322 +#define IMX519_TEST_PATTERN_COLOR_BARS 2
323 +#define IMX519_TEST_PATTERN_GREY_COLOR 3
324 +#define IMX519_TEST_PATTERN_PN9 4
325 +
326 +/* Test pattern colour components */
327 +#define IMX519_REG_TEST_PATTERN_R 0x0602
328 +#define IMX519_REG_TEST_PATTERN_GR 0x0604
329 +#define IMX519_REG_TEST_PATTERN_B 0x0606
330 +#define IMX519_REG_TEST_PATTERN_GB 0x0608
331 +#define IMX519_TEST_PATTERN_COLOUR_MIN 0
332 +#define IMX519_TEST_PATTERN_COLOUR_MAX 0x0fff
333 +#define IMX519_TEST_PATTERN_COLOUR_STEP 1
334 +#define IMX519_TEST_PATTERN_R_DEFAULT IMX519_TEST_PATTERN_COLOUR_MAX
335 +#define IMX519_TEST_PATTERN_GR_DEFAULT 0
336 +#define IMX519_TEST_PATTERN_B_DEFAULT 0
337 +#define IMX519_TEST_PATTERN_GB_DEFAULT 0
338 +
339 +/* Embedded metadata stream structure */
340 +#define IMX519_EMBEDDED_LINE_WIDTH (5820 * 3)
341 +#define IMX519_NUM_EMBEDDED_LINES 1
342 +
343 +enum pad_types {
344 + IMAGE_PAD,
345 + METADATA_PAD,
346 + NUM_PADS
347 +};
348 +
349 +/* IMX519 native and active pixel array size. */
350 +#define IMX519_NATIVE_WIDTH 4672U
351 +#define IMX519_NATIVE_HEIGHT 3648U
352 +#define IMX519_PIXEL_ARRAY_LEFT 8U
353 +#define IMX519_PIXEL_ARRAY_TOP 48U
354 +#define IMX519_PIXEL_ARRAY_WIDTH 4656U
355 +#define IMX519_PIXEL_ARRAY_HEIGHT 3496U
356 +
357 +struct imx519_reg {
358 + u16 address;
359 + u8 val;
360 +};
361 +
362 +struct imx519_reg_list {
363 + unsigned int num_of_regs;
364 + const struct imx519_reg *regs;
365 +};
366 +
367 +/* Mode : resolution and related config&values */
368 +struct imx519_mode {
369 + /* Frame width */
370 + unsigned int width;
371 +
372 + /* Frame height */
373 + unsigned int height;
374 +
375 + /* H-timing in pixels */
376 + unsigned int line_length_pix;
377 +
378 + /* Analog crop rectangle. */
379 + struct v4l2_rect crop;
380 +
381 + /* Highest possible framerate. */
382 + struct v4l2_fract timeperframe_min;
383 +
384 + /* Default framerate. */
385 + struct v4l2_fract timeperframe_default;
386 +
387 + /* Default register values */
388 + struct imx519_reg_list reg_list;
389 +};
390 +
391 +static const s64 imx519_link_freq_menu[] = {
392 + IMX519_DEFAULT_LINK_FREQ,
393 +};
394 +
395 +static const struct imx519_reg mode_common_regs[] = {
396 + {0x0100, 0x00},
397 + {0x0136, 0x18},
398 + {0x0137, 0x00},
399 + {0x3c7e, 0x01},
400 + {0x3c7f, 0x07},
401 + {0x3020, 0x00},
402 + {0x3e35, 0x01},
403 + {0x3f7f, 0x01},
404 + {0x5609, 0x57},
405 + {0x5613, 0x51},
406 + {0x561f, 0x5e},
407 + {0x5623, 0xd2},
408 + {0x5637, 0x11},
409 + {0x5657, 0x11},
410 + {0x5659, 0x12},
411 + {0x5733, 0x60},
412 + {0x5905, 0x57},
413 + {0x590f, 0x51},
414 + {0x591b, 0x5e},
415 + {0x591f, 0xd2},
416 + {0x5933, 0x11},
417 + {0x5953, 0x11},
418 + {0x5955, 0x12},
419 + {0x5a2f, 0x60},
420 + {0x5a85, 0x57},
421 + {0x5a8f, 0x51},
422 + {0x5a9b, 0x5e},
423 + {0x5a9f, 0xd2},
424 + {0x5ab3, 0x11},
425 + {0x5ad3, 0x11},
426 + {0x5ad5, 0x12},
427 + {0x5baf, 0x60},
428 + {0x5c15, 0x2a},
429 + {0x5c17, 0x80},
430 + {0x5c19, 0x31},
431 + {0x5c1b, 0x87},
432 + {0x5c25, 0x25},
433 + {0x5c27, 0x7b},
434 + {0x5c29, 0x2a},
435 + {0x5c2b, 0x80},
436 + {0x5c2d, 0x31},
437 + {0x5c2f, 0x87},
438 + {0x5c35, 0x2b},
439 + {0x5c37, 0x81},
440 + {0x5c39, 0x31},
441 + {0x5c3b, 0x87},
442 + {0x5c45, 0x25},
443 + {0x5c47, 0x7b},
444 + {0x5c49, 0x2a},
445 + {0x5c4b, 0x80},
446 + {0x5c4d, 0x31},
447 + {0x5c4f, 0x87},
448 + {0x5c55, 0x2d},
449 + {0x5c57, 0x83},
450 + {0x5c59, 0x32},
451 + {0x5c5b, 0x88},
452 + {0x5c65, 0x29},
453 + {0x5c67, 0x7f},
454 + {0x5c69, 0x2e},
455 + {0x5c6b, 0x84},
456 + {0x5c6d, 0x32},
457 + {0x5c6f, 0x88},
458 + {0x5e69, 0x04},
459 + {0x5e9d, 0x00},
460 + {0x5f18, 0x10},
461 + {0x5f1a, 0x0e},
462 + {0x5f20, 0x12},
463 + {0x5f22, 0x10},
464 + {0x5f24, 0x0e},
465 + {0x5f28, 0x10},
466 + {0x5f2a, 0x0e},
467 + {0x5f30, 0x12},
468 + {0x5f32, 0x10},
469 + {0x5f34, 0x0e},
470 + {0x5f38, 0x0f},
471 + {0x5f39, 0x0d},
472 + {0x5f3c, 0x11},
473 + {0x5f3d, 0x0f},
474 + {0x5f3e, 0x0d},
475 + {0x5f61, 0x07},
476 + {0x5f64, 0x05},
477 + {0x5f67, 0x03},
478 + {0x5f6a, 0x03},
479 + {0x5f6d, 0x07},
480 + {0x5f70, 0x07},
481 + {0x5f73, 0x05},
482 + {0x5f76, 0x02},
483 + {0x5f79, 0x07},
484 + {0x5f7c, 0x07},
485 + {0x5f7f, 0x07},
486 + {0x5f82, 0x07},
487 + {0x5f85, 0x03},
488 + {0x5f88, 0x02},
489 + {0x5f8b, 0x01},
490 + {0x5f8e, 0x01},
491 + {0x5f91, 0x04},
492 + {0x5f94, 0x05},
493 + {0x5f97, 0x02},
494 + {0x5f9d, 0x07},
495 + {0x5fa0, 0x07},
496 + {0x5fa3, 0x07},
497 + {0x5fa6, 0x07},
498 + {0x5fa9, 0x03},
499 + {0x5fac, 0x01},
500 + {0x5faf, 0x01},
501 + {0x5fb5, 0x03},
502 + {0x5fb8, 0x02},
503 + {0x5fbb, 0x01},
504 + {0x5fc1, 0x07},
505 + {0x5fc4, 0x07},
506 + {0x5fc7, 0x07},
507 + {0x5fd1, 0x00},
508 + {0x6302, 0x79},
509 + {0x6305, 0x78},
510 + {0x6306, 0xa5},
511 + {0x6308, 0x03},
512 + {0x6309, 0x20},
513 + {0x630b, 0x0a},
514 + {0x630d, 0x48},
515 + {0x630f, 0x06},
516 + {0x6311, 0xa4},
517 + {0x6313, 0x03},
518 + {0x6314, 0x20},
519 + {0x6316, 0x0a},
520 + {0x6317, 0x31},
521 + {0x6318, 0x4a},
522 + {0x631a, 0x06},
523 + {0x631b, 0x40},
524 + {0x631c, 0xa4},
525 + {0x631e, 0x03},
526 + {0x631f, 0x20},
527 + {0x6321, 0x0a},
528 + {0x6323, 0x4a},
529 + {0x6328, 0x80},
530 + {0x6329, 0x01},
531 + {0x632a, 0x30},
532 + {0x632b, 0x02},
533 + {0x632c, 0x20},
534 + {0x632d, 0x02},
535 + {0x632e, 0x30},
536 + {0x6330, 0x60},
537 + {0x6332, 0x90},
538 + {0x6333, 0x01},
539 + {0x6334, 0x30},
540 + {0x6335, 0x02},
541 + {0x6336, 0x20},
542 + {0x6338, 0x80},
543 + {0x633a, 0xa0},
544 + {0x633b, 0x01},
545 + {0x633c, 0x60},
546 + {0x633d, 0x02},
547 + {0x633e, 0x60},
548 + {0x633f, 0x01},
549 + {0x6340, 0x30},
550 + {0x6341, 0x02},
551 + {0x6342, 0x20},
552 + {0x6343, 0x03},
553 + {0x6344, 0x80},
554 + {0x6345, 0x03},
555 + {0x6346, 0x90},
556 + {0x6348, 0xf0},
557 + {0x6349, 0x01},
558 + {0x634a, 0x20},
559 + {0x634b, 0x02},
560 + {0x634c, 0x10},
561 + {0x634d, 0x03},
562 + {0x634e, 0x60},
563 + {0x6350, 0xa0},
564 + {0x6351, 0x01},
565 + {0x6352, 0x60},
566 + {0x6353, 0x02},
567 + {0x6354, 0x50},
568 + {0x6355, 0x02},
569 + {0x6356, 0x60},
570 + {0x6357, 0x01},
571 + {0x6358, 0x30},
572 + {0x6359, 0x02},
573 + {0x635a, 0x30},
574 + {0x635b, 0x03},
575 + {0x635c, 0x90},
576 + {0x635f, 0x01},
577 + {0x6360, 0x10},
578 + {0x6361, 0x01},
579 + {0x6362, 0x40},
580 + {0x6363, 0x02},
581 + {0x6364, 0x50},
582 + {0x6368, 0x70},
583 + {0x636a, 0xa0},
584 + {0x636b, 0x01},
585 + {0x636c, 0x50},
586 + {0x637d, 0xe4},
587 + {0x637e, 0xb4},
588 + {0x638c, 0x8e},
589 + {0x638d, 0x38},
590 + {0x638e, 0xe3},
591 + {0x638f, 0x4c},
592 + {0x6390, 0x30},
593 + {0x6391, 0xc3},
594 + {0x6392, 0xae},
595 + {0x6393, 0xba},
596 + {0x6394, 0xeb},
597 + {0x6395, 0x6e},
598 + {0x6396, 0x34},
599 + {0x6397, 0xe3},
600 + {0x6398, 0xcf},
601 + {0x6399, 0x3c},
602 + {0x639a, 0xf3},
603 + {0x639b, 0x0c},
604 + {0x639c, 0x30},
605 + {0x639d, 0xc1},
606 + {0x63b9, 0xa3},
607 + {0x63ba, 0xfe},
608 + {0x7600, 0x01},
609 + {0x79a0, 0x01},
610 + {0x79a1, 0x01},
611 + {0x79a2, 0x01},
612 + {0x79a3, 0x01},
613 + {0x79a4, 0x01},
614 + {0x79a5, 0x20},
615 + {0x79a9, 0x00},
616 + {0x79aa, 0x01},
617 + {0x79ad, 0x00},
618 + {0x79af, 0x00},
619 + {0x8173, 0x01},
620 + {0x835c, 0x01},
621 + {0x8a74, 0x01},
622 + {0x8c1f, 0x00},
623 + {0x8c27, 0x00},
624 + {0x8c3b, 0x03},
625 + {0x9004, 0x0b},
626 + {0x920c, 0x6a},
627 + {0x920d, 0x22},
628 + {0x920e, 0x6a},
629 + {0x920f, 0x23},
630 + {0x9214, 0x6a},
631 + {0x9215, 0x20},
632 + {0x9216, 0x6a},
633 + {0x9217, 0x21},
634 + {0x9385, 0x3e},
635 + {0x9387, 0x1b},
636 + {0x938d, 0x4d},
637 + {0x938f, 0x43},
638 + {0x9391, 0x1b},
639 + {0x9395, 0x4d},
640 + {0x9397, 0x43},
641 + {0x9399, 0x1b},
642 + {0x939d, 0x3e},
643 + {0x939f, 0x2f},
644 + {0x93a5, 0x43},
645 + {0x93a7, 0x2f},
646 + {0x93a9, 0x2f},
647 + {0x93ad, 0x34},
648 + {0x93af, 0x2f},
649 + {0x93b5, 0x3e},
650 + {0x93b7, 0x2f},
651 + {0x93bd, 0x4d},
652 + {0x93bf, 0x43},
653 + {0x93c1, 0x2f},
654 + {0x93c5, 0x4d},
655 + {0x93c7, 0x43},
656 + {0x93c9, 0x2f},
657 + {0x974b, 0x02},
658 + {0x995c, 0x8c},
659 + {0x995d, 0x00},
660 + {0x995e, 0x00},
661 + {0x9963, 0x64},
662 + {0x9964, 0x50},
663 + {0xaa0a, 0x26},
664 + {0xae03, 0x04},
665 + {0xae04, 0x03},
666 + {0xae05, 0x03},
667 + {0xbc1c, 0x08},
668 + {0xbcf1, 0x02},
669 + {0x38a3, 0x00},
670 +};
671 +
672 +/* 16 mpix 10fps */
673 +static const struct imx519_reg mode_4656x3496_regs[] = {
674 + {0x0111, 0x02},
675 + {0x0112, 0x0a},
676 + {0x0113, 0x0a},
677 + {0x0114, 0x01},
678 + {0x0342, 0x31},
679 + {0x0343, 0x6a},
680 + {0x0340, 0x0d},
681 + {0x0341, 0xf4},
682 + {0x0344, 0x00},
683 + {0x0345, 0x00},
684 + {0x0346, 0x00},
685 + {0x0347, 0x00},
686 + {0x0348, 0x12},
687 + {0x0349, 0x2f},
688 + {0x034a, 0x0d},
689 + {0x034b, 0xa7},
690 + {0x0220, 0x00},
691 + {0x0221, 0x11},
692 + {0x0222, 0x01},
693 + {0x0900, 0x00},
694 + {0x0901, 0x11},
695 + {0x0902, 0x0a},
696 + {0x3f4c, 0x01},
697 + {0x3f4d, 0x01},
698 + {0x4254, 0x7f},
699 + {0x0401, 0x00},
700 + {0x0404, 0x00},
701 + {0x0405, 0x10},
702 + {0x0408, 0x00},
703 + {0x0409, 0x00},
704 + {0x040a, 0x00},
705 + {0x040b, 0x00},
706 + {0x040c, 0x12},
707 + {0x040d, 0x30},
708 + {0x040e, 0x0d},
709 + {0x040f, 0xa8},
710 + {0x034c, 0x12},
711 + {0x034d, 0x30},
712 + {0x034e, 0x0d},
713 + {0x034f, 0xa8},
714 + {0x0301, 0x06},
715 + {0x0303, 0x04},
716 + {0x0305, 0x06},
717 + {0x0306, 0x01},
718 + {0x0307, 0x40},
719 + {0x0309, 0x0a},
720 + {0x030b, 0x02},
721 + {0x030d, 0x04},
722 + {0x030e, 0x01},
723 + {0x030f, 0x10},
724 + {0x0310, 0x01},
725 + {0x0820, 0x0a},
726 + {0x0821, 0x20},
727 + {0x0822, 0x00},
728 + {0x0823, 0x00},
729 + {0x3e20, 0x01},
730 + {0x3e37, 0x01},
731 + {0x3e3b, 0x00},
732 + {0x38a4, 0x00},
733 + {0x38a5, 0x00},
734 + {0x38a6, 0x00},
735 + {0x38a7, 0x00},
736 + {0x38a8, 0x01},
737 + {0x38a9, 0x23},
738 + {0x38aa, 0x01},
739 + {0x38ab, 0x23},
740 + {0x0106, 0x00},
741 + {0x0b00, 0x00},
742 + {0x3230, 0x00},
743 + {0x3f14, 0x01},
744 + {0x3f3c, 0x01},
745 + {0x3f0d, 0x0a},
746 + {0x3fbc, 0x00},
747 + {0x3c06, 0x00},
748 + {0x3c07, 0x48},
749 + {0x3c0a, 0x00},
750 + {0x3c0b, 0x00},
751 + {0x3f78, 0x00},
752 + {0x3f79, 0x40},
753 + {0x3f7c, 0x00},
754 + {0x3f7d, 0x00},
755 +};
756 +
757 +/* 4k 21fps mode */
758 +static const struct imx519_reg mode_3840x2160_regs[] = {
759 + {0x0111, 0x02},
760 + {0x0112, 0x0a},
761 + {0x0113, 0x0a},
762 + {0x0114, 0x01},
763 + {0x0342, 0x28},
764 + {0x0343, 0xf6},
765 + {0x0340, 0x08},
766 + {0x0341, 0xd4},
767 + {0x0344, 0x01},
768 + {0x0345, 0x98},
769 + {0x0346, 0x02},
770 + {0x0347, 0xa0},
771 + {0x0348, 0x10},
772 + {0x0349, 0x97},
773 + {0x034a, 0x0b},
774 + {0x034b, 0x17},
775 + {0x0220, 0x00},
776 + {0x0221, 0x11},
777 + {0x0222, 0x01},
778 + {0x0900, 0x00},
779 + {0x0901, 0x11},
780 + {0x0902, 0x0a},
781 + {0x3f4c, 0x01},
782 + {0x3f4d, 0x01},
783 + {0x4254, 0x7f},
784 + {0x0401, 0x00},
785 + {0x0404, 0x00},
786 + {0x0405, 0x10},
787 + {0x0408, 0x00},
788 + {0x0409, 0x00},
789 + {0x040a, 0x00},
790 + {0x040b, 0x00},
791 + {0x040c, 0x0f},
792 + {0x040d, 0x00},
793 + {0x040e, 0x08},
794 + {0x040f, 0x70},
795 + {0x034c, 0x0f},
796 + {0x034d, 0x00},
797 + {0x034e, 0x08},
798 + {0x034f, 0x70},
799 + {0x0301, 0x06},
800 + {0x0303, 0x04},
801 + {0x0305, 0x06},
802 + {0x0306, 0x01},
803 + {0x0307, 0x40},
804 + {0x0309, 0x0a},
805 + {0x030b, 0x02},
806 + {0x030d, 0x04},
807 + {0x030e, 0x01},
808 + {0x030f, 0x10},
809 + {0x0310, 0x01},
810 + {0x0820, 0x0a},
811 + {0x0821, 0x20},
812 + {0x0822, 0x00},
813 + {0x0823, 0x00},
814 + {0x3e20, 0x01},
815 + {0x3e37, 0x01},
816 + {0x3e3b, 0x00},
817 + {0x38a4, 0x00},
818 + {0x38a5, 0x00},
819 + {0x38a6, 0x00},
820 + {0x38a7, 0x00},
821 + {0x38a8, 0x00},
822 + {0x38a9, 0xf0},
823 + {0x38aa, 0x00},
824 + {0x38ab, 0xb4},
825 + {0x0106, 0x00},
826 + {0x0b00, 0x00},
827 + {0x3230, 0x00},
828 + {0x3f14, 0x01},
829 + {0x3f3c, 0x01},
830 + {0x3f0d, 0x0a},
831 + {0x3fbc, 0x00},
832 + {0x3c06, 0x00},
833 + {0x3c07, 0x48},
834 + {0x3c0a, 0x00},
835 + {0x3c0b, 0x00},
836 + {0x3f78, 0x00},
837 + {0x3f79, 0x40},
838 + {0x3f7c, 0x00},
839 + {0x3f7d, 0x00},
840 +};
841 +
842 +/* 2x2 binned 30fps mode */
843 +static const struct imx519_reg mode_2328x1748_regs[] = {
844 + {0x0111, 0x02},
845 + {0x0112, 0x0a},
846 + {0x0113, 0x0a},
847 + {0x0114, 0x01},
848 + {0x0342, 0x19},
849 + {0x0343, 0x70},
850 + {0x0340, 0x08},
851 + {0x0341, 0x88},
852 + {0x0344, 0x00},
853 + {0x0345, 0x00},
854 + {0x0346, 0x00},
855 + {0x0347, 0x00},
856 + {0x0348, 0x12},
857 + {0x0349, 0x2f},
858 + {0x034a, 0x0d},
859 + {0x034b, 0xa7},
860 + {0x0220, 0x00},
861 + {0x0221, 0x11},
862 + {0x0222, 0x01},
863 + {0x0900, 0x01},
864 + {0x0901, 0x22},
865 + {0x0902, 0x0a},
866 + {0x3f4c, 0x05},
867 + {0x3f4d, 0x03},
868 + {0x4254, 0x7f},
869 + {0x0401, 0x00},
870 + {0x0404, 0x00},
871 + {0x0405, 0x10},
872 + {0x0408, 0x00},
873 + {0x0409, 0x00},
874 + {0x040a, 0x00},
875 + {0x040b, 0x00},
876 + {0x040c, 0x09},
877 + {0x040d, 0x18},
878 + {0x040e, 0x06},
879 + {0x040f, 0xd4},
880 + {0x034c, 0x09},
881 + {0x034d, 0x18},
882 + {0x034e, 0x06},
883 + {0x034f, 0xd4},
884 + {0x0301, 0x06},
885 + {0x0303, 0x04},
886 + {0x0305, 0x06},
887 + {0x0306, 0x01},
888 + {0x0307, 0x40},
889 + {0x0309, 0x0a},
890 + {0x030b, 0x02},
891 + {0x030d, 0x04},
892 + {0x030e, 0x01},
893 + {0x030f, 0x10},
894 + {0x0310, 0x01},
895 + {0x0820, 0x0a},
896 + {0x0821, 0x20},
897 + {0x0822, 0x00},
898 + {0x0823, 0x00},
899 + {0x3e20, 0x01},
900 + {0x3e37, 0x01},
901 + {0x3e3b, 0x00},
902 + {0x38a4, 0x00},
903 + {0x38a5, 0x00},
904 + {0x38a6, 0x00},
905 + {0x38a7, 0x00},
906 + {0x38a8, 0x00},
907 + {0x38a9, 0x91},
908 + {0x38aa, 0x00},
909 + {0x38ab, 0x91},
910 + {0x0106, 0x00},
911 + {0x0b00, 0x00},
912 + {0x3230, 0x00},
913 + {0x3f14, 0x01},
914 + {0x3f3c, 0x01},
915 + {0x3f0d, 0x0a},
916 + {0x3fbc, 0x00},
917 + {0x3c06, 0x00},
918 + {0x3c07, 0x48},
919 + {0x3c0a, 0x00},
920 + {0x3c0b, 0x00},
921 + {0x3f78, 0x00},
922 + {0x3f79, 0x40},
923 + {0x3f7c, 0x00},
924 + {0x3f7d, 0x00},
925 +};
926 +
927 +/* 1080p 60fps mode */
928 +static const struct imx519_reg mode_1920x1080_regs[] = {
929 + {0x0111, 0x02},
930 + {0x0112, 0x0a},
931 + {0x0113, 0x0a},
932 + {0x0114, 0x01},
933 + {0x0342, 0x17},
934 + {0x0343, 0x8b},
935 + {0x0340, 0x04},
936 + {0x0341, 0x9c},
937 + {0x0344, 0x01},
938 + {0x0345, 0x98},
939 + {0x0346, 0x02},
940 + {0x0347, 0xa2},
941 + {0x0348, 0x10},
942 + {0x0349, 0x97},
943 + {0x034a, 0x0b},
944 + {0x034b, 0x15},
945 + {0x0220, 0x00},
946 + {0x0221, 0x11},
947 + {0x0222, 0x01},
948 + {0x0900, 0x01},
949 + {0x0901, 0x22},
950 + {0x0902, 0x0a},
951 + {0x3f4c, 0x05},
952 + {0x3f4d, 0x03},
953 + {0x4254, 0x7f},
954 + {0x0401, 0x00},
955 + {0x0404, 0x00},
956 + {0x0405, 0x10},
957 + {0x0408, 0x00},
958 + {0x0409, 0x00},
959 + {0x040a, 0x00},
960 + {0x040b, 0x00},
961 + {0x040c, 0x07},
962 + {0x040d, 0x80},
963 + {0x040e, 0x04},
964 + {0x040f, 0x38},
965 + {0x034c, 0x07},
966 + {0x034d, 0x80},
967 + {0x034e, 0x04},
968 + {0x034f, 0x38},
969 + {0x0301, 0x06},
970 + {0x0303, 0x04},
971 + {0x0305, 0x06},
972 + {0x0306, 0x01},
973 + {0x0307, 0x40},
974 + {0x0309, 0x0a},
975 + {0x030b, 0x02},
976 + {0x030d, 0x04},
977 + {0x030e, 0x01},
978 + {0x030f, 0x10},
979 + {0x0310, 0x01},
980 + {0x0820, 0x0a},
981 + {0x0821, 0x20},
982 + {0x0822, 0x00},
983 + {0x0823, 0x00},
984 + {0x3e20, 0x01},
985 + {0x3e37, 0x01},
986 + {0x3e3b, 0x00},
987 + {0x38a4, 0x00},
988 + {0x38a5, 0x00},
989 + {0x38a6, 0x00},
990 + {0x38a7, 0x00},
991 + {0x38a8, 0x00},
992 + {0x38a9, 0x78},
993 + {0x38aa, 0x00},
994 + {0x38ab, 0x5a},
995 + {0x0106, 0x00},
996 + {0x0b00, 0x00},
997 + {0x3230, 0x00},
998 + {0x3f14, 0x01},
999 + {0x3f3c, 0x01},
1000 + {0x3f0d, 0x0a},
1001 + {0x3fbc, 0x00},
1002 + {0x3c06, 0x00},
1003 + {0x3c07, 0x48},
1004 + {0x3c0a, 0x00},
1005 + {0x3c0b, 0x00},
1006 + {0x3f78, 0x00},
1007 + {0x3f79, 0x40},
1008 + {0x3f7c, 0x00},
1009 + {0x3f7d, 0x00},
1010 +};
1011 +
1012 +/* 720p 120fps mode */
1013 +static const struct imx519_reg mode_1280x720_regs[] = {
1014 + {0x0111, 0x02},
1015 + {0x0112, 0x0a},
1016 + {0x0113, 0x0a},
1017 + {0x0114, 0x01},
1018 + {0x0342, 0x18},
1019 + {0x0343, 0x00},
1020 + {0x0340, 0x03},
1021 + {0x0341, 0x34},
1022 + {0x0344, 0x04},
1023 + {0x0345, 0x18},
1024 + {0x0346, 0x04},
1025 + {0x0347, 0x12},
1026 + {0x0348, 0x0e},
1027 + {0x0349, 0x17},
1028 + {0x034a, 0x09},
1029 + {0x034b, 0xb6},
1030 + {0x0220, 0x00},
1031 + {0x0221, 0x11},
1032 + {0x0222, 0x01},
1033 + {0x0900, 0x01},
1034 + {0x0901, 0x22},
1035 + {0x0902, 0x0a},
1036 + {0x3f4c, 0x05},
1037 + {0x3f4d, 0x03},
1038 + {0x4254, 0x7f},
1039 + {0x0401, 0x00},
1040 + {0x0404, 0x00},
1041 + {0x0405, 0x10},
1042 + {0x0408, 0x00},
1043 + {0x0409, 0x00},
1044 + {0x040a, 0x00},
1045 + {0x040b, 0x00},
1046 + {0x040c, 0x05},
1047 + {0x040d, 0x00},
1048 + {0x040e, 0x02},
1049 + {0x040f, 0xd0},
1050 + {0x034c, 0x05},
1051 + {0x034d, 0x00},
1052 + {0x034e, 0x02},
1053 + {0x034f, 0xd0},
1054 + {0x0301, 0x06},
1055 + {0x0303, 0x04},
1056 + {0x0305, 0x06},
1057 + {0x0306, 0x01},
1058 + {0x0307, 0x40},
1059 + {0x0309, 0x0a},
1060 + {0x030b, 0x02},
1061 + {0x030d, 0x04},
1062 + {0x030e, 0x01},
1063 + {0x030f, 0x10},
1064 + {0x0310, 0x01},
1065 + {0x0820, 0x0a},
1066 + {0x0821, 0x20},
1067 + {0x0822, 0x00},
1068 + {0x0823, 0x00},
1069 + {0x3e20, 0x01},
1070 + {0x3e37, 0x01},
1071 + {0x3e3b, 0x00},
1072 + {0x38a4, 0x00},
1073 + {0x38a5, 0x00},
1074 + {0x38a6, 0x00},
1075 + {0x38a7, 0x00},
1076 + {0x38a8, 0x00},
1077 + {0x38a9, 0x50},
1078 + {0x38aa, 0x00},
1079 + {0x38ab, 0x3c},
1080 + {0x0106, 0x00},
1081 + {0x0b00, 0x00},
1082 + {0x3230, 0x00},
1083 + {0x3f14, 0x01},
1084 + {0x3f3c, 0x01},
1085 + {0x3f0d, 0x0a},
1086 + {0x3fbc, 0x00},
1087 + {0x3c06, 0x00},
1088 + {0x3c07, 0x48},
1089 + {0x3c0a, 0x00},
1090 + {0x3c0b, 0x00},
1091 + {0x3f78, 0x00},
1092 + {0x3f79, 0x40},
1093 + {0x3f7c, 0x00},
1094 + {0x3f7d, 0x00},
1095 +};
1096 +
1097 +/* Mode configs */
1098 +static const struct imx519_mode supported_modes_10bit[] = {
1099 + {
1100 + .width = 4656,
1101 + .height = 3496,
1102 + .line_length_pix = 0x316a,
1103 + .crop = {
1104 + .left = IMX519_PIXEL_ARRAY_LEFT,
1105 + .top = IMX519_PIXEL_ARRAY_TOP,
1106 + .width = 4656,
1107 + .height = 3496,
1108 + },
1109 + .timeperframe_min = {
1110 + .numerator = 100,
1111 + .denominator = 900
1112 + },
1113 + .timeperframe_default = {
1114 + .numerator = 100,
1115 + .denominator = 900
1116 + },
1117 + .reg_list = {
1118 + .num_of_regs = ARRAY_SIZE(mode_4656x3496_regs),
1119 + .regs = mode_4656x3496_regs,
1120 + }
1121 + },
1122 + {
1123 + .width = 3840,
1124 + .height = 2160,
1125 + .line_length_pix = 0x28f6,
1126 + .crop = {
1127 + .left = IMX519_PIXEL_ARRAY_LEFT + 408,
1128 + .top = IMX519_PIXEL_ARRAY_TOP + 672,
1129 + .width = 3840,
1130 + .height = 2160,
1131 + },
1132 + .timeperframe_min = {
1133 + .numerator = 100,
1134 + .denominator = 1800
1135 + },
1136 + .timeperframe_default = {
1137 + .numerator = 100,
1138 + .denominator = 1800
1139 + },
1140 + .reg_list = {
1141 + .num_of_regs = ARRAY_SIZE(mode_3840x2160_regs),
1142 + .regs = mode_3840x2160_regs,
1143 + }
1144 + },
1145 + {
1146 + .width = 2328,
1147 + .height = 1748,
1148 + .line_length_pix = 0x1970,
1149 + .crop = {
1150 + .left = IMX519_PIXEL_ARRAY_LEFT,
1151 + .top = IMX519_PIXEL_ARRAY_TOP,
1152 + .width = 4656,
1153 + .height = 3496,
1154 + },
1155 + .timeperframe_min = {
1156 + .numerator = 100,
1157 + .denominator = 3000
1158 + },
1159 + .timeperframe_default = {
1160 + .numerator = 100,
1161 + .denominator = 3000
1162 + },
1163 + .reg_list = {
1164 + .num_of_regs = ARRAY_SIZE(mode_2328x1748_regs),
1165 + .regs = mode_2328x1748_regs,
1166 + }
1167 + },
1168 + {
1169 + .width = 1920,
1170 + .height = 1080,
1171 + .line_length_pix = 0x178b,
1172 + .crop = {
1173 + .left = IMX519_PIXEL_ARRAY_LEFT + 408,
1174 + .top = IMX519_PIXEL_ARRAY_TOP + 674,
1175 + .width = 3840,
1176 + .height = 2160,
1177 + },
1178 + .timeperframe_min = {
1179 + .numerator = 100,
1180 + .denominator = 6000
1181 + },
1182 + .timeperframe_default = {
1183 + .numerator = 100,
1184 + .denominator = 6000
1185 + },
1186 + .reg_list = {
1187 + .num_of_regs = ARRAY_SIZE(mode_1920x1080_regs),
1188 + .regs = mode_1920x1080_regs,
1189 + }
1190 + },
1191 + {
1192 + .width = 1280,
1193 + .height = 720,
1194 + .line_length_pix = 0x1800,
1195 + .crop = {
1196 + .left = IMX519_PIXEL_ARRAY_LEFT + 1048,
1197 + .top = IMX519_PIXEL_ARRAY_TOP + 1042,
1198 + .width = 2560,
1199 + .height = 1440,
1200 + },
1201 + .timeperframe_min = {
1202 + .numerator = 100,
1203 + .denominator = 8000
1204 + },
1205 + .timeperframe_default = {
1206 + .numerator = 100,
1207 + .denominator = 8000
1208 + },
1209 + .reg_list = {
1210 + .num_of_regs = ARRAY_SIZE(mode_1280x720_regs),
1211 + .regs = mode_1280x720_regs,
1212 + }
1213 + }
1214 +};
1215 +
1216 +/*
1217 + * The supported formats.
1218 + * This table MUST contain 4 entries per format, to cover the various flip
1219 + * combinations in the order
1220 + * - no flip
1221 + * - h flip
1222 + * - v flip
1223 + * - h&v flips
1224 + */
1225 +static const u32 codes[] = {
1226 + /* 10-bit modes. */
1227 + MEDIA_BUS_FMT_SRGGB10_1X10,
1228 + MEDIA_BUS_FMT_SGRBG10_1X10,
1229 + MEDIA_BUS_FMT_SGBRG10_1X10,
1230 + MEDIA_BUS_FMT_SBGGR10_1X10,
1231 +};
1232 +
1233 +static const char * const imx519_test_pattern_menu[] = {
1234 + "Disabled",
1235 + "Color Bars",
1236 + "Solid Color",
1237 + "Grey Color Bars",
1238 + "PN9"
1239 +};
1240 +
1241 +static const int imx519_test_pattern_val[] = {
1242 + IMX519_TEST_PATTERN_DISABLE,
1243 + IMX519_TEST_PATTERN_COLOR_BARS,
1244 + IMX519_TEST_PATTERN_SOLID_COLOR,
1245 + IMX519_TEST_PATTERN_GREY_COLOR,
1246 + IMX519_TEST_PATTERN_PN9,
1247 +};
1248 +
1249 +/* regulator supplies */
1250 +static const char * const imx519_supply_name[] = {
1251 + /* Supplies can be enabled in any order */
1252 + "VANA", /* Analog (2.8V) supply */
1253 + "VDIG", /* Digital Core (1.05V) supply */
1254 + "VDDL", /* IF (1.8V) supply */
1255 +};
1256 +
1257 +#define IMX519_NUM_SUPPLIES ARRAY_SIZE(imx519_supply_name)
1258 +
1259 +/*
1260 + * Initialisation delay between XCLR low->high and the moment when the sensor
1261 + * can start capture (i.e. can leave software standby), given by T7 in the
1262 + * datasheet is 8ms. This does include I2C setup time as well.
1263 + *
1264 + * Note, that delay between XCLR low->high and reading the CCI ID register (T6
1265 + * in the datasheet) is much smaller - 600us.
1266 + */
1267 +#define IMX519_XCLR_MIN_DELAY_US 8000
1268 +#define IMX519_XCLR_DELAY_RANGE_US 1000
1269 +
1270 +struct imx519 {
1271 + struct v4l2_subdev sd;
1272 + struct media_pad pad[NUM_PADS];
1273 +
1274 + unsigned int fmt_code;
1275 +
1276 + struct clk *xclk;
1277 +
1278 + struct gpio_desc *reset_gpio;
1279 + struct regulator_bulk_data supplies[IMX519_NUM_SUPPLIES];
1280 +
1281 + struct v4l2_ctrl_handler ctrl_handler;
1282 + /* V4L2 Controls */
1283 + struct v4l2_ctrl *pixel_rate;
1284 + struct v4l2_ctrl *exposure;
1285 + struct v4l2_ctrl *vflip;
1286 + struct v4l2_ctrl *hflip;
1287 + struct v4l2_ctrl *vblank;
1288 + struct v4l2_ctrl *hblank;
1289 +
1290 + /* Current mode */
1291 + const struct imx519_mode *mode;
1292 +
1293 + /*
1294 + * Mutex for serialized access:
1295 + * Protect sensor module set pad format and start/stop streaming safely.
1296 + */
1297 + struct mutex mutex;
1298 +
1299 + /* Streaming on/off */
1300 + bool streaming;
1301 +
1302 + /* Rewrite common registers on stream on? */
1303 + bool common_regs_written;
1304 +
1305 + /* Current long exposure factor in use. Set through V4L2_CID_VBLANK */
1306 + unsigned int long_exp_shift;
1307 +};
1308 +
1309 +static inline struct imx519 *to_imx519(struct v4l2_subdev *_sd)
1310 +{
1311 + return container_of(_sd, struct imx519, sd);
1312 +}
1313 +
1314 +/* Read registers up to 2 at a time */
1315 +static int imx519_read_reg(struct imx519 *imx519, u16 reg, u32 len, u32 *val)
1316 +{
1317 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
1318 + struct i2c_msg msgs[2];
1319 + u8 addr_buf[2] = { reg >> 8, reg & 0xff };
1320 + u8 data_buf[4] = { 0, };
1321 + int ret;
1322 +
1323 + if (len > 4)
1324 + return -EINVAL;
1325 +
1326 + /* Write register address */
1327 + msgs[0].addr = client->addr;
1328 + msgs[0].flags = 0;
1329 + msgs[0].len = ARRAY_SIZE(addr_buf);
1330 + msgs[0].buf = addr_buf;
1331 +
1332 + /* Read data from register */
1333 + msgs[1].addr = client->addr;
1334 + msgs[1].flags = I2C_M_RD;
1335 + msgs[1].len = len;
1336 + msgs[1].buf = &data_buf[4 - len];
1337 +
1338 + ret = i2c_transfer(client->adapter, msgs, ARRAY_SIZE(msgs));
1339 + if (ret != ARRAY_SIZE(msgs))
1340 + return -EIO;
1341 +
1342 + *val = get_unaligned_be32(data_buf);
1343 +
1344 + return 0;
1345 +}
1346 +
1347 +/* Write registers up to 2 at a time */
1348 +static int imx519_write_reg(struct imx519 *imx519, u16 reg, u32 len, u32 val)
1349 +{
1350 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
1351 + u8 buf[6];
1352 +
1353 + if (len > 4)
1354 + return -EINVAL;
1355 +
1356 + put_unaligned_be16(reg, buf);
1357 + put_unaligned_be32(val << (8 * (4 - len)), buf + 2);
1358 + if (i2c_master_send(client, buf, len + 2) != len + 2)
1359 + return -EIO;
1360 +
1361 + return 0;
1362 +}
1363 +
1364 +/* Write a list of registers */
1365 +static int imx519_write_regs(struct imx519 *imx519,
1366 + const struct imx519_reg *regs, u32 len)
1367 +{
1368 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
1369 + unsigned int i;
1370 + int ret;
1371 +
1372 + for (i = 0; i < len; i++) {
1373 + ret = imx519_write_reg(imx519, regs[i].address, 1, regs[i].val);
1374 + if (ret) {
1375 + dev_err_ratelimited(&client->dev,
1376 + "Failed to write reg 0x%4.4x. error = %d\n",
1377 + regs[i].address, ret);
1378 +
1379 + return ret;
1380 + }
1381 + }
1382 +
1383 + return 0;
1384 +}
1385 +
1386 +/* Get bayer order based on flip setting. */
1387 +static u32 imx519_get_format_code(struct imx519 *imx519)
1388 +{
1389 + unsigned int i;
1390 +
1391 + lockdep_assert_held(&imx519->mutex);
1392 +
1393 + i = (imx519->vflip->val ? 2 : 0) |
1394 + (imx519->hflip->val ? 1 : 0);
1395 +
1396 + return codes[i];
1397 +}
1398 +
1399 +static int imx519_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
1400 +{
1401 + struct imx519 *imx519 = to_imx519(sd);
1402 + struct v4l2_mbus_framefmt *try_fmt_img =
1403 + v4l2_subdev_state_get_format(fh->state, IMAGE_PAD);
1404 + struct v4l2_mbus_framefmt *try_fmt_meta =
1405 + v4l2_subdev_state_get_format(fh->state, METADATA_PAD);
1406 + struct v4l2_rect *try_crop;
1407 +
1408 + mutex_lock(&imx519->mutex);
1409 +
1410 + /* Initialize try_fmt for the image pad */
1411 + try_fmt_img->width = supported_modes_10bit[0].width;
1412 + try_fmt_img->height = supported_modes_10bit[0].height;
1413 + try_fmt_img->code = imx519_get_format_code(imx519);
1414 + try_fmt_img->field = V4L2_FIELD_NONE;
1415 +
1416 + /* Initialize try_fmt for the embedded metadata pad */
1417 + try_fmt_meta->width = IMX519_EMBEDDED_LINE_WIDTH;
1418 + try_fmt_meta->height = IMX519_NUM_EMBEDDED_LINES;
1419 + try_fmt_meta->code = MEDIA_BUS_FMT_SENSOR_DATA;
1420 + try_fmt_meta->field = V4L2_FIELD_NONE;
1421 +
1422 + /* Initialize try_crop */
1423 + try_crop = v4l2_subdev_state_get_crop(fh->state, IMAGE_PAD);
1424 + try_crop->left = IMX519_PIXEL_ARRAY_LEFT;
1425 + try_crop->top = IMX519_PIXEL_ARRAY_TOP;
1426 + try_crop->width = IMX519_PIXEL_ARRAY_WIDTH;
1427 + try_crop->height = IMX519_PIXEL_ARRAY_HEIGHT;
1428 +
1429 + mutex_unlock(&imx519->mutex);
1430 +
1431 + return 0;
1432 +}
1433 +
1434 +static void imx519_adjust_exposure_range(struct imx519 *imx519)
1435 +{
1436 + int exposure_max, exposure_def;
1437 +
1438 + /* Honour the VBLANK limits when setting exposure. */
1439 + exposure_max = imx519->mode->height + imx519->vblank->val -
1440 + IMX519_EXPOSURE_OFFSET;
1441 + exposure_def = min(exposure_max, imx519->exposure->val);
1442 + __v4l2_ctrl_modify_range(imx519->exposure, imx519->exposure->minimum,
1443 + exposure_max, imx519->exposure->step,
1444 + exposure_def);
1445 +}
1446 +
1447 +static int imx519_set_frame_length(struct imx519 *imx519, unsigned int val)
1448 +{
1449 + int ret = 0;
1450 +
1451 + imx519->long_exp_shift = 0;
1452 +
1453 + while (val > IMX519_FRAME_LENGTH_MAX) {
1454 + imx519->long_exp_shift++;
1455 + val >>= 1;
1456 + }
1457 +
1458 + ret = imx519_write_reg(imx519, IMX519_REG_FRAME_LENGTH,
1459 + IMX519_REG_VALUE_16BIT, val);
1460 + if (ret)
1461 + return ret;
1462 +
1463 + return imx519_write_reg(imx519, IMX519_LONG_EXP_SHIFT_REG,
1464 + IMX519_REG_VALUE_08BIT, imx519->long_exp_shift);
1465 +}
1466 +
1467 +static int imx519_set_ctrl(struct v4l2_ctrl *ctrl)
1468 +{
1469 + struct imx519 *imx519 =
1470 + container_of(ctrl->handler, struct imx519, ctrl_handler);
1471 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
1472 + int ret = 0;
1473 +
1474 + /*
1475 + * The VBLANK control may change the limits of usable exposure, so check
1476 + * and adjust if necessary.
1477 + */
1478 + if (ctrl->id == V4L2_CID_VBLANK)
1479 + imx519_adjust_exposure_range(imx519);
1480 +
1481 + /*
1482 + * Applying V4L2 control value only happens
1483 + * when power is up for streaming
1484 + */
1485 + if (pm_runtime_get_if_in_use(&client->dev) == 0)
1486 + return 0;
1487 +
1488 + switch (ctrl->id) {
1489 + case V4L2_CID_ANALOGUE_GAIN:
1490 + ret = imx519_write_reg(imx519, IMX519_REG_ANALOG_GAIN,
1491 + IMX519_REG_VALUE_16BIT, ctrl->val);
1492 + break;
1493 + case V4L2_CID_EXPOSURE:
1494 + ret = imx519_write_reg(imx519, IMX519_REG_EXPOSURE,
1495 + IMX519_REG_VALUE_16BIT, ctrl->val >>
1496 + imx519->long_exp_shift);
1497 + break;
1498 + case V4L2_CID_DIGITAL_GAIN:
1499 + ret = imx519_write_reg(imx519, IMX519_REG_DIGITAL_GAIN,
1500 + IMX519_REG_VALUE_16BIT, ctrl->val);
1501 + break;
1502 + case V4L2_CID_TEST_PATTERN:
1503 + ret = imx519_write_reg(imx519, IMX519_REG_TEST_PATTERN,
1504 + IMX519_REG_VALUE_16BIT,
1505 + imx519_test_pattern_val[ctrl->val]);
1506 + break;
1507 + case V4L2_CID_TEST_PATTERN_RED:
1508 + ret = imx519_write_reg(imx519, IMX519_REG_TEST_PATTERN_R,
1509 + IMX519_REG_VALUE_16BIT, ctrl->val);
1510 + break;
1511 + case V4L2_CID_TEST_PATTERN_GREENR:
1512 + ret = imx519_write_reg(imx519, IMX519_REG_TEST_PATTERN_GR,
1513 + IMX519_REG_VALUE_16BIT, ctrl->val);
1514 + break;
1515 + case V4L2_CID_TEST_PATTERN_BLUE:
1516 + ret = imx519_write_reg(imx519, IMX519_REG_TEST_PATTERN_B,
1517 + IMX519_REG_VALUE_16BIT, ctrl->val);
1518 + break;
1519 + case V4L2_CID_TEST_PATTERN_GREENB:
1520 + ret = imx519_write_reg(imx519, IMX519_REG_TEST_PATTERN_GB,
1521 + IMX519_REG_VALUE_16BIT, ctrl->val);
1522 + break;
1523 + case V4L2_CID_HFLIP:
1524 + case V4L2_CID_VFLIP:
1525 + ret = imx519_write_reg(imx519, IMX519_REG_ORIENTATION, 1,
1526 + imx519->hflip->val |
1527 + imx519->vflip->val << 1);
1528 + break;
1529 + case V4L2_CID_VBLANK:
1530 + ret = imx519_set_frame_length(imx519,
1531 + imx519->mode->height + ctrl->val);
1532 + break;
1533 + default:
1534 + dev_info(&client->dev,
1535 + "ctrl(id:0x%x,val:0x%x) is not handled\n",
1536 + ctrl->id, ctrl->val);
1537 + ret = -EINVAL;
1538 + break;
1539 + }
1540 +
1541 + pm_runtime_put(&client->dev);
1542 +
1543 + return ret;
1544 +}
1545 +
1546 +static const struct v4l2_ctrl_ops imx519_ctrl_ops = {
1547 + .s_ctrl = imx519_set_ctrl,
1548 +};
1549 +
1550 +static int imx519_enum_mbus_code(struct v4l2_subdev *sd,
1551 + struct v4l2_subdev_state *sd_state,
1552 + struct v4l2_subdev_mbus_code_enum *code)
1553 +{
1554 + struct imx519 *imx519 = to_imx519(sd);
1555 +
1556 + if (code->pad >= NUM_PADS)
1557 + return -EINVAL;
1558 +
1559 + if (code->pad == IMAGE_PAD) {
1560 + if (code->index > 0)
1561 + return -EINVAL;
1562 +
1563 + code->code = imx519_get_format_code(imx519);
1564 + } else {
1565 + if (code->index > 0)
1566 + return -EINVAL;
1567 +
1568 + code->code = MEDIA_BUS_FMT_SENSOR_DATA;
1569 + }
1570 +
1571 + return 0;
1572 +}
1573 +
1574 +static int imx519_enum_frame_size(struct v4l2_subdev *sd,
1575 + struct v4l2_subdev_state *sd_state,
1576 + struct v4l2_subdev_frame_size_enum *fse)
1577 +{
1578 + struct imx519 *imx519 = to_imx519(sd);
1579 +
1580 + if (fse->pad >= NUM_PADS)
1581 + return -EINVAL;
1582 +
1583 + if (fse->pad == IMAGE_PAD) {
1584 + if (fse->index >= ARRAY_SIZE(supported_modes_10bit))
1585 + return -EINVAL;
1586 +
1587 + if (fse->code != imx519_get_format_code(imx519))
1588 + return -EINVAL;
1589 +
1590 + fse->min_width = supported_modes_10bit[fse->index].width;
1591 + fse->max_width = fse->min_width;
1592 + fse->min_height = supported_modes_10bit[fse->index].height;
1593 + fse->max_height = fse->min_height;
1594 + } else {
1595 + if (fse->code != MEDIA_BUS_FMT_SENSOR_DATA || fse->index > 0)
1596 + return -EINVAL;
1597 +
1598 + fse->min_width = IMX519_EMBEDDED_LINE_WIDTH;
1599 + fse->max_width = fse->min_width;
1600 + fse->min_height = IMX519_NUM_EMBEDDED_LINES;
1601 + fse->max_height = fse->min_height;
1602 + }
1603 +
1604 + return 0;
1605 +}
1606 +
1607 +static void imx519_reset_colorspace(struct v4l2_mbus_framefmt *fmt)
1608 +{
1609 + fmt->colorspace = V4L2_COLORSPACE_RAW;
1610 + fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
1611 + fmt->quantization = V4L2_MAP_QUANTIZATION_DEFAULT(true,
1612 + fmt->colorspace,
1613 + fmt->ycbcr_enc);
1614 + fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
1615 +}
1616 +
1617 +static void imx519_update_image_pad_format(struct imx519 *imx519,
1618 + const struct imx519_mode *mode,
1619 + struct v4l2_subdev_format *fmt)
1620 +{
1621 + fmt->format.width = mode->width;
1622 + fmt->format.height = mode->height;
1623 + fmt->format.field = V4L2_FIELD_NONE;
1624 + imx519_reset_colorspace(&fmt->format);
1625 +}
1626 +
1627 +static void imx519_update_metadata_pad_format(struct v4l2_subdev_format *fmt)
1628 +{
1629 + fmt->format.width = IMX519_EMBEDDED_LINE_WIDTH;
1630 + fmt->format.height = IMX519_NUM_EMBEDDED_LINES;
1631 + fmt->format.code = MEDIA_BUS_FMT_SENSOR_DATA;
1632 + fmt->format.field = V4L2_FIELD_NONE;
1633 +}
1634 +
1635 +static int imx519_get_pad_format(struct v4l2_subdev *sd,
1636 + struct v4l2_subdev_state *sd_state,
1637 + struct v4l2_subdev_format *fmt)
1638 +{
1639 + struct imx519 *imx519 = to_imx519(sd);
1640 +
1641 + if (fmt->pad >= NUM_PADS)
1642 + return -EINVAL;
1643 +
1644 + mutex_lock(&imx519->mutex);
1645 +
1646 + if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1647 + struct v4l2_mbus_framefmt *try_fmt =
1648 + v4l2_subdev_state_get_format(sd_state,
1649 + fmt->pad);
1650 + /* update the code which could change due to vflip or hflip: */
1651 + try_fmt->code = fmt->pad == IMAGE_PAD ?
1652 + imx519_get_format_code(imx519) :
1653 + MEDIA_BUS_FMT_SENSOR_DATA;
1654 + fmt->format = *try_fmt;
1655 + } else {
1656 + if (fmt->pad == IMAGE_PAD) {
1657 + imx519_update_image_pad_format(imx519, imx519->mode,
1658 + fmt);
1659 + fmt->format.code =
1660 + imx519_get_format_code(imx519);
1661 + } else {
1662 + imx519_update_metadata_pad_format(fmt);
1663 + }
1664 + }
1665 +
1666 + mutex_unlock(&imx519->mutex);
1667 + return 0;
1668 +}
1669 +
1670 +static
1671 +unsigned int imx519_get_frame_length(const struct imx519_mode *mode,
1672 + const struct v4l2_fract *timeperframe)
1673 +{
1674 + u64 frame_length;
1675 +
1676 + frame_length = (u64)timeperframe->numerator * IMX519_PIXEL_RATE;
1677 + do_div(frame_length,
1678 + (u64)timeperframe->denominator * mode->line_length_pix);
1679 +
1680 + if (WARN_ON(frame_length > IMX519_FRAME_LENGTH_MAX))
1681 + frame_length = IMX519_FRAME_LENGTH_MAX;
1682 +
1683 + return max_t(unsigned int, frame_length, mode->height);
1684 +}
1685 +
1686 +static void imx519_set_framing_limits(struct imx519 *imx519)
1687 +{
1688 + unsigned int frm_length_min, frm_length_default, hblank;
1689 + const struct imx519_mode *mode = imx519->mode;
1690 +
1691 + frm_length_min = imx519_get_frame_length(mode, &mode->timeperframe_min);
1692 + frm_length_default =
1693 + imx519_get_frame_length(mode, &mode->timeperframe_default);
1694 +
1695 + /* Default to no long exposure multiplier. */
1696 + imx519->long_exp_shift = 0;
1697 +
1698 + /* Update limits and set FPS to default */
1699 + __v4l2_ctrl_modify_range(imx519->vblank, frm_length_min - mode->height,
1700 + ((1 << IMX519_LONG_EXP_SHIFT_MAX) *
1701 + IMX519_FRAME_LENGTH_MAX) - mode->height,
1702 + 1, frm_length_default - mode->height);
1703 +
1704 + /* Setting this will adjust the exposure limits as well. */
1705 + __v4l2_ctrl_s_ctrl(imx519->vblank, frm_length_default - mode->height);
1706 +
1707 + /*
1708 + * Currently PPL is fixed to the mode specified value, so hblank
1709 + * depends on mode->width only, and is not changeable in any
1710 + * way other than changing the mode.
1711 + */
1712 + hblank = mode->line_length_pix - mode->width;
1713 + __v4l2_ctrl_modify_range(imx519->hblank, hblank, hblank, 1, hblank);
1714 +}
1715 +
1716 +static int imx519_set_pad_format(struct v4l2_subdev *sd,
1717 + struct v4l2_subdev_state *sd_state,
1718 + struct v4l2_subdev_format *fmt)
1719 +{
1720 + struct v4l2_mbus_framefmt *framefmt;
1721 + const struct imx519_mode *mode;
1722 + struct imx519 *imx519 = to_imx519(sd);
1723 +
1724 + if (fmt->pad >= NUM_PADS)
1725 + return -EINVAL;
1726 +
1727 + mutex_lock(&imx519->mutex);
1728 +
1729 + if (fmt->pad == IMAGE_PAD) {
1730 + /* Bayer order varies with flips */
1731 + fmt->format.code = imx519_get_format_code(imx519);
1732 +
1733 + mode = v4l2_find_nearest_size(supported_modes_10bit,
1734 + ARRAY_SIZE(supported_modes_10bit),
1735 + width, height,
1736 + fmt->format.width,
1737 + fmt->format.height);
1738 + imx519_update_image_pad_format(imx519, mode, fmt);
1739 + if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1740 + framefmt = v4l2_subdev_state_get_format(sd_state,
1741 + fmt->pad);
1742 + *framefmt = fmt->format;
1743 + } else {
1744 + imx519->mode = mode;
1745 + imx519->fmt_code = fmt->format.code;
1746 + imx519_set_framing_limits(imx519);
1747 + }
1748 + } else {
1749 + if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1750 + framefmt = v4l2_subdev_state_get_format(sd_state,
1751 + fmt->pad);
1752 + *framefmt = fmt->format;
1753 + } else {
1754 + /* Only one embedded data mode is supported */
1755 + imx519_update_metadata_pad_format(fmt);
1756 + }
1757 + }
1758 +
1759 + mutex_unlock(&imx519->mutex);
1760 +
1761 + return 0;
1762 +}
1763 +
1764 +static const struct v4l2_rect *
1765 +__imx519_get_pad_crop(struct imx519 *imx519, struct v4l2_subdev_state *sd_state,
1766 + unsigned int pad, enum v4l2_subdev_format_whence which)
1767 +{
1768 + switch (which) {
1769 + case V4L2_SUBDEV_FORMAT_TRY:
1770 + return v4l2_subdev_state_get_crop(sd_state, pad);
1771 + case V4L2_SUBDEV_FORMAT_ACTIVE:
1772 + return &imx519->mode->crop;
1773 + }
1774 +
1775 + return NULL;
1776 +}
1777 +
1778 +static int imx519_get_selection(struct v4l2_subdev *sd,
1779 + struct v4l2_subdev_state *sd_state,
1780 + struct v4l2_subdev_selection *sel)
1781 +{
1782 + switch (sel->target) {
1783 + case V4L2_SEL_TGT_CROP: {
1784 + struct imx519 *imx519 = to_imx519(sd);
1785 +
1786 + mutex_lock(&imx519->mutex);
1787 + sel->r = *__imx519_get_pad_crop(imx519, sd_state, sel->pad,
1788 + sel->which);
1789 + mutex_unlock(&imx519->mutex);
1790 +
1791 + return 0;
1792 + }
1793 +
1794 + case V4L2_SEL_TGT_NATIVE_SIZE:
1795 + sel->r.left = 0;
1796 + sel->r.top = 0;
1797 + sel->r.width = IMX519_NATIVE_WIDTH;
1798 + sel->r.height = IMX519_NATIVE_HEIGHT;
1799 +
1800 + return 0;
1801 +
1802 + case V4L2_SEL_TGT_CROP_DEFAULT:
1803 + case V4L2_SEL_TGT_CROP_BOUNDS:
1804 + sel->r.left = IMX519_PIXEL_ARRAY_LEFT;
1805 + sel->r.top = IMX519_PIXEL_ARRAY_TOP;
1806 + sel->r.width = IMX519_PIXEL_ARRAY_WIDTH;
1807 + sel->r.height = IMX519_PIXEL_ARRAY_HEIGHT;
1808 +
1809 + return 0;
1810 + }
1811 +
1812 + return -EINVAL;
1813 +}
1814 +
1815 +/* Start streaming */
1816 +static int imx519_start_streaming(struct imx519 *imx519)
1817 +{
1818 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
1819 + const struct imx519_reg_list *reg_list;
1820 + int ret;
1821 +
1822 + if (!imx519->common_regs_written) {
1823 + ret = imx519_write_regs(imx519, mode_common_regs,
1824 + ARRAY_SIZE(mode_common_regs));
1825 +
1826 + if (ret) {
1827 + dev_err(&client->dev, "%s failed to set common settings\n",
1828 + __func__);
1829 + return ret;
1830 + }
1831 + imx519->common_regs_written = true;
1832 + }
1833 +
1834 + /* Apply default values of current mode */
1835 + reg_list = &imx519->mode->reg_list;
1836 + ret = imx519_write_regs(imx519, reg_list->regs, reg_list->num_of_regs);
1837 + if (ret) {
1838 + dev_err(&client->dev, "%s failed to set mode\n", __func__);
1839 + return ret;
1840 + }
1841 +
1842 + /* Apply customized values from user */
1843 + ret = __v4l2_ctrl_handler_setup(imx519->sd.ctrl_handler);
1844 + if (ret)
1845 + return ret;
1846 +
1847 + /* set stream on register */
1848 + return imx519_write_reg(imx519, IMX519_REG_MODE_SELECT,
1849 + IMX519_REG_VALUE_08BIT, IMX519_MODE_STREAMING);
1850 +}
1851 +
1852 +/* Stop streaming */
1853 +static void imx519_stop_streaming(struct imx519 *imx519)
1854 +{
1855 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
1856 + int ret;
1857 +
1858 + /* set stream off register */
1859 + ret = imx519_write_reg(imx519, IMX519_REG_MODE_SELECT,
1860 + IMX519_REG_VALUE_08BIT, IMX519_MODE_STANDBY);
1861 + if (ret)
1862 + dev_err(&client->dev, "%s failed to set stream\n", __func__);
1863 +}
1864 +
1865 +static int imx519_set_stream(struct v4l2_subdev *sd, int enable)
1866 +{
1867 + struct imx519 *imx519 = to_imx519(sd);
1868 + struct i2c_client *client = v4l2_get_subdevdata(sd);
1869 + int ret = 0;
1870 +
1871 + mutex_lock(&imx519->mutex);
1872 + if (imx519->streaming == enable) {
1873 + mutex_unlock(&imx519->mutex);
1874 + return 0;
1875 + }
1876 +
1877 + if (enable) {
1878 + ret = pm_runtime_get_sync(&client->dev);
1879 + if (ret < 0) {
1880 + pm_runtime_put_noidle(&client->dev);
1881 + goto err_unlock;
1882 + }
1883 +
1884 + /*
1885 + * Apply default & customized values
1886 + * and then start streaming.
1887 + */
1888 + ret = imx519_start_streaming(imx519);
1889 + if (ret)
1890 + goto err_rpm_put;
1891 + } else {
1892 + imx519_stop_streaming(imx519);
1893 + pm_runtime_put(&client->dev);
1894 + }
1895 +
1896 + imx519->streaming = enable;
1897 +
1898 + /* vflip and hflip cannot change during streaming */
1899 + __v4l2_ctrl_grab(imx519->vflip, enable);
1900 + __v4l2_ctrl_grab(imx519->hflip, enable);
1901 +
1902 + mutex_unlock(&imx519->mutex);
1903 +
1904 + return ret;
1905 +
1906 +err_rpm_put:
1907 + pm_runtime_put(&client->dev);
1908 +err_unlock:
1909 + mutex_unlock(&imx519->mutex);
1910 +
1911 + return ret;
1912 +}
1913 +
1914 +/* Power/clock management functions */
1915 +static int imx519_power_on(struct device *dev)
1916 +{
1917 + struct i2c_client *client = to_i2c_client(dev);
1918 + struct v4l2_subdev *sd = i2c_get_clientdata(client);
1919 + struct imx519 *imx519 = to_imx519(sd);
1920 + int ret;
1921 +
1922 + ret = regulator_bulk_enable(IMX519_NUM_SUPPLIES,
1923 + imx519->supplies);
1924 + if (ret) {
1925 + dev_err(&client->dev, "%s: failed to enable regulators\n",
1926 + __func__);
1927 + return ret;
1928 + }
1929 +
1930 + ret = clk_prepare_enable(imx519->xclk);
1931 + if (ret) {
1932 + dev_err(&client->dev, "%s: failed to enable clock\n",
1933 + __func__);
1934 + goto reg_off;
1935 + }
1936 +
1937 + gpiod_set_value_cansleep(imx519->reset_gpio, 1);
1938 + usleep_range(IMX519_XCLR_MIN_DELAY_US,
1939 + IMX519_XCLR_MIN_DELAY_US + IMX519_XCLR_DELAY_RANGE_US);
1940 +
1941 + return 0;
1942 +
1943 +reg_off:
1944 + regulator_bulk_disable(IMX519_NUM_SUPPLIES, imx519->supplies);
1945 + return ret;
1946 +}
1947 +
1948 +static int imx519_power_off(struct device *dev)
1949 +{
1950 + struct i2c_client *client = to_i2c_client(dev);
1951 + struct v4l2_subdev *sd = i2c_get_clientdata(client);
1952 + struct imx519 *imx519 = to_imx519(sd);
1953 +
1954 + gpiod_set_value_cansleep(imx519->reset_gpio, 0);
1955 + regulator_bulk_disable(IMX519_NUM_SUPPLIES, imx519->supplies);
1956 + clk_disable_unprepare(imx519->xclk);
1957 +
1958 + /* Force reprogramming of the common registers when powered up again. */
1959 + imx519->common_regs_written = false;
1960 +
1961 + return 0;
1962 +}
1963 +
1964 +static int __maybe_unused imx519_suspend(struct device *dev)
1965 +{
1966 + struct i2c_client *client = to_i2c_client(dev);
1967 + struct v4l2_subdev *sd = i2c_get_clientdata(client);
1968 + struct imx519 *imx519 = to_imx519(sd);
1969 +
1970 + if (imx519->streaming)
1971 + imx519_stop_streaming(imx519);
1972 +
1973 + return 0;
1974 +}
1975 +
1976 +static int __maybe_unused imx519_resume(struct device *dev)
1977 +{
1978 + struct i2c_client *client = to_i2c_client(dev);
1979 + struct v4l2_subdev *sd = i2c_get_clientdata(client);
1980 + struct imx519 *imx519 = to_imx519(sd);
1981 + int ret;
1982 +
1983 + if (imx519->streaming) {
1984 + ret = imx519_start_streaming(imx519);
1985 + if (ret)
1986 + goto error;
1987 + }
1988 +
1989 + return 0;
1990 +
1991 +error:
1992 + imx519_stop_streaming(imx519);
1993 + imx519->streaming = 0;
1994 + return ret;
1995 +}
1996 +
1997 +static int imx519_get_regulators(struct imx519 *imx519)
1998 +{
1999 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
2000 + unsigned int i;
2001 +
2002 + for (i = 0; i < IMX519_NUM_SUPPLIES; i++)
2003 + imx519->supplies[i].supply = imx519_supply_name[i];
2004 +
2005 + return devm_regulator_bulk_get(&client->dev,
2006 + IMX519_NUM_SUPPLIES,
2007 + imx519->supplies);
2008 +}
2009 +
2010 +/* Verify chip ID */
2011 +static int imx519_identify_module(struct imx519 *imx519, u32 expected_id)
2012 +{
2013 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
2014 + int ret;
2015 + u32 val;
2016 +
2017 + ret = imx519_read_reg(imx519, IMX519_REG_CHIP_ID,
2018 + IMX519_REG_VALUE_16BIT, &val);
2019 + if (ret) {
2020 + dev_err(&client->dev, "failed to read chip id %x, with error %d\n",
2021 + expected_id, ret);
2022 + return ret;
2023 + }
2024 +
2025 + if (val != expected_id) {
2026 + dev_err(&client->dev, "chip id mismatch: %x!=%x\n",
2027 + expected_id, val);
2028 + return -EIO;
2029 + }
2030 +
2031 + dev_info(&client->dev, "Device found is imx%x\n", val);
2032 +
2033 + return 0;
2034 +}
2035 +
2036 +static const struct v4l2_subdev_core_ops imx519_core_ops = {
2037 + .subscribe_event = v4l2_ctrl_subdev_subscribe_event,
2038 + .unsubscribe_event = v4l2_event_subdev_unsubscribe,
2039 +};
2040 +
2041 +static const struct v4l2_subdev_video_ops imx519_video_ops = {
2042 + .s_stream = imx519_set_stream,
2043 +};
2044 +
2045 +static const struct v4l2_subdev_pad_ops imx519_pad_ops = {
2046 + .enum_mbus_code = imx519_enum_mbus_code,
2047 + .get_fmt = imx519_get_pad_format,
2048 + .set_fmt = imx519_set_pad_format,
2049 + .get_selection = imx519_get_selection,
2050 + .enum_frame_size = imx519_enum_frame_size,
2051 +};
2052 +
2053 +static const struct v4l2_subdev_ops imx519_subdev_ops = {
2054 + .core = &imx519_core_ops,
2055 + .video = &imx519_video_ops,
2056 + .pad = &imx519_pad_ops,
2057 +};
2058 +
2059 +static const struct v4l2_subdev_internal_ops imx519_internal_ops = {
2060 + .open = imx519_open,
2061 +};
2062 +
2063 +/* Initialize control handlers */
2064 +static int imx519_init_controls(struct imx519 *imx519)
2065 +{
2066 + struct v4l2_ctrl_handler *ctrl_hdlr;
2067 + struct i2c_client *client = v4l2_get_subdevdata(&imx519->sd);
2068 + struct v4l2_fwnode_device_properties props;
2069 + struct v4l2_ctrl *link_freq;
2070 + unsigned int i;
2071 + int ret;
2072 +
2073 + ctrl_hdlr = &imx519->ctrl_handler;
2074 + ret = v4l2_ctrl_handler_init(ctrl_hdlr, 16);
2075 + if (ret)
2076 + return ret;
2077 +
2078 + mutex_init(&imx519->mutex);
2079 + ctrl_hdlr->lock = &imx519->mutex;
2080 +
2081 + /* By default, PIXEL_RATE is read only */
2082 + imx519->pixel_rate = v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2083 + V4L2_CID_PIXEL_RATE,
2084 + IMX519_PIXEL_RATE,
2085 + IMX519_PIXEL_RATE, 1,
2086 + IMX519_PIXEL_RATE);
2087 +
2088 + /* LINK_FREQ is also read only */
2089 + link_freq =
2090 + v4l2_ctrl_new_int_menu(ctrl_hdlr, &imx519_ctrl_ops,
2091 + V4L2_CID_LINK_FREQ,
2092 + ARRAY_SIZE(imx519_link_freq_menu) - 1, 0,
2093 + imx519_link_freq_menu);
2094 + if (link_freq)
2095 + link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
2096 +
2097 + /*
2098 + * Create the controls here, but mode specific limits are setup
2099 + * in the imx519_set_framing_limits() call below.
2100 + */
2101 + imx519->vblank = v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2102 + V4L2_CID_VBLANK, 0, 0xffff, 1, 0);
2103 + imx519->hblank = v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2104 + V4L2_CID_HBLANK, 0, 0xffff, 1, 0);
2105 +
2106 + /* HBLANK is read-only for now, but does change with mode. */
2107 + if (imx519->hblank)
2108 + imx519->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
2109 +
2110 + imx519->exposure = v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2111 + V4L2_CID_EXPOSURE,
2112 + IMX519_EXPOSURE_MIN,
2113 + IMX519_EXPOSURE_MAX,
2114 + IMX519_EXPOSURE_STEP,
2115 + IMX519_EXPOSURE_DEFAULT);
2116 +
2117 + v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops, V4L2_CID_ANALOGUE_GAIN,
2118 + IMX519_ANA_GAIN_MIN, IMX519_ANA_GAIN_MAX,
2119 + IMX519_ANA_GAIN_STEP, IMX519_ANA_GAIN_DEFAULT);
2120 +
2121 + v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops, V4L2_CID_DIGITAL_GAIN,
2122 + IMX519_DGTL_GAIN_MIN, IMX519_DGTL_GAIN_MAX,
2123 + IMX519_DGTL_GAIN_STEP, IMX519_DGTL_GAIN_DEFAULT);
2124 +
2125 + imx519->hflip = v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2126 + V4L2_CID_HFLIP, 0, 1, 1, 0);
2127 + if (imx519->hflip)
2128 + imx519->hflip->flags |= V4L2_CTRL_FLAG_MODIFY_LAYOUT;
2129 +
2130 + imx519->vflip = v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2131 + V4L2_CID_VFLIP, 0, 1, 1, 0);
2132 + if (imx519->vflip)
2133 + imx519->vflip->flags |= V4L2_CTRL_FLAG_MODIFY_LAYOUT;
2134 +
2135 + v4l2_ctrl_new_std_menu_items(ctrl_hdlr, &imx519_ctrl_ops,
2136 + V4L2_CID_TEST_PATTERN,
2137 + ARRAY_SIZE(imx519_test_pattern_menu) - 1,
2138 + 0, 0, imx519_test_pattern_menu);
2139 + for (i = 0; i < 4; i++) {
2140 + /*
2141 + * The assumption is that
2142 + * V4L2_CID_TEST_PATTERN_GREENR == V4L2_CID_TEST_PATTERN_RED + 1
2143 + * V4L2_CID_TEST_PATTERN_BLUE == V4L2_CID_TEST_PATTERN_RED + 2
2144 + * V4L2_CID_TEST_PATTERN_GREENB == V4L2_CID_TEST_PATTERN_RED + 3
2145 + */
2146 + v4l2_ctrl_new_std(ctrl_hdlr, &imx519_ctrl_ops,
2147 + V4L2_CID_TEST_PATTERN_RED + i,
2148 + IMX519_TEST_PATTERN_COLOUR_MIN,
2149 + IMX519_TEST_PATTERN_COLOUR_MAX,
2150 + IMX519_TEST_PATTERN_COLOUR_STEP,
2151 + IMX519_TEST_PATTERN_COLOUR_MAX);
2152 + /* The "Solid color" pattern is white by default */
2153 + }
2154 +
2155 + if (ctrl_hdlr->error) {
2156 + ret = ctrl_hdlr->error;
2157 + dev_err(&client->dev, "%s control init failed (%d)\n",
2158 + __func__, ret);
2159 + goto error;
2160 + }
2161 +
2162 + ret = v4l2_fwnode_device_parse(&client->dev, &props);
2163 + if (ret)
2164 + goto error;
2165 +
2166 + ret = v4l2_ctrl_new_fwnode_properties(ctrl_hdlr, &imx519_ctrl_ops,
2167 + &props);
2168 + if (ret)
2169 + goto error;
2170 +
2171 + imx519->sd.ctrl_handler = ctrl_hdlr;
2172 +
2173 + /* Setup exposure and frame/line length limits. */
2174 + imx519_set_framing_limits(imx519);
2175 +
2176 + return 0;
2177 +
2178 +error:
2179 + v4l2_ctrl_handler_free(ctrl_hdlr);
2180 + mutex_destroy(&imx519->mutex);
2181 +
2182 + return ret;
2183 +}
2184 +
2185 +static void imx519_free_controls(struct imx519 *imx519)
2186 +{
2187 + v4l2_ctrl_handler_free(imx519->sd.ctrl_handler);
2188 + mutex_destroy(&imx519->mutex);
2189 +}
2190 +
2191 +static int imx519_check_hwcfg(struct device *dev)
2192 +{
2193 + struct fwnode_handle *endpoint;
2194 + struct v4l2_fwnode_endpoint ep_cfg = {
2195 + .bus_type = V4L2_MBUS_CSI2_DPHY
2196 + };
2197 + int ret = -EINVAL;
2198 +
2199 + endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(dev), NULL);
2200 + if (!endpoint) {
2201 + dev_err(dev, "endpoint node not found\n");
2202 + return -EINVAL;
2203 + }
2204 +
2205 + if (v4l2_fwnode_endpoint_alloc_parse(endpoint, &ep_cfg)) {
2206 + dev_err(dev, "could not parse endpoint\n");
2207 + goto error_out;
2208 + }
2209 +
2210 + /* Check the number of MIPI CSI2 data lanes */
2211 + if (ep_cfg.bus.mipi_csi2.num_data_lanes != 2) {
2212 + dev_err(dev, "only 2 data lanes are currently supported\n");
2213 + goto error_out;
2214 + }
2215 +
2216 + /* Check the link frequency set in device tree */
2217 + if (!ep_cfg.nr_of_link_frequencies) {
2218 + dev_err(dev, "link-frequency property not found in DT\n");
2219 + goto error_out;
2220 + }
2221 +
2222 + if (ep_cfg.nr_of_link_frequencies != 1 ||
2223 + ep_cfg.link_frequencies[0] != IMX519_DEFAULT_LINK_FREQ) {
2224 + dev_err(dev, "Link frequency not supported: %lld\n",
2225 + ep_cfg.link_frequencies[0]);
2226 + goto error_out;
2227 + }
2228 +
2229 + ret = 0;
2230 +
2231 +error_out:
2232 + v4l2_fwnode_endpoint_free(&ep_cfg);
2233 + fwnode_handle_put(endpoint);
2234 +
2235 + return ret;
2236 +}
2237 +
2238 +static const struct of_device_id imx519_dt_ids[] = {
2239 + { .compatible = "sony,imx519"},
2240 + { /* sentinel */ }
2241 +};
2242 +
2243 +static int imx519_probe(struct i2c_client *client)
2244 +{
2245 + struct device *dev = &client->dev;
2246 + struct imx519 *imx519;
2247 + const struct of_device_id *match;
2248 + u32 xclk_freq;
2249 + int ret;
2250 +
2251 + imx519 = devm_kzalloc(&client->dev, sizeof(*imx519), GFP_KERNEL);
2252 + if (!imx519)
2253 + return -ENOMEM;
2254 +
2255 + v4l2_i2c_subdev_init(&imx519->sd, client, &imx519_subdev_ops);
2256 +
2257 + match = of_match_device(imx519_dt_ids, dev);
2258 + if (!match)
2259 + return -ENODEV;
2260 +
2261 + /* Check the hardware configuration in device tree */
2262 + if (imx519_check_hwcfg(dev))
2263 + return -EINVAL;
2264 +
2265 + /* Get system clock (xclk) */
2266 + imx519->xclk = devm_clk_get(dev, NULL);
2267 + if (IS_ERR(imx519->xclk)) {
2268 + dev_err(dev, "failed to get xclk\n");
2269 + return PTR_ERR(imx519->xclk);
2270 + }
2271 +
2272 + xclk_freq = clk_get_rate(imx519->xclk);
2273 + if (xclk_freq != IMX519_XCLK_FREQ) {
2274 + dev_err(dev, "xclk frequency not supported: %d Hz\n",
2275 + xclk_freq);
2276 + return -EINVAL;
2277 + }
2278 +
2279 + ret = imx519_get_regulators(imx519);
2280 + if (ret) {
2281 + dev_err(dev, "failed to get regulators\n");
2282 + return ret;
2283 + }
2284 +
2285 + /* Request optional enable pin */
2286 + imx519->reset_gpio = devm_gpiod_get_optional(dev, "reset",
2287 + GPIOD_OUT_HIGH);
2288 +
2289 + /*
2290 + * The sensor must be powered for imx519_identify_module()
2291 + * to be able to read the CHIP_ID register
2292 + */
2293 + ret = imx519_power_on(dev);
2294 + if (ret)
2295 + return ret;
2296 +
2297 + ret = imx519_identify_module(imx519, IMX519_CHIP_ID);
2298 + if (ret)
2299 + goto error_power_off;
2300 +
2301 + /* Set default mode to max resolution */
2302 + imx519->mode = &supported_modes_10bit[0];
2303 + imx519->fmt_code = MEDIA_BUS_FMT_SRGGB10_1X10;
2304 +
2305 + /* Enable runtime PM and turn off the device */
2306 + pm_runtime_set_active(dev);
2307 + pm_runtime_enable(dev);
2308 + pm_runtime_idle(dev);
2309 +
2310 + /* This needs the pm runtime to be registered. */
2311 + ret = imx519_init_controls(imx519);
2312 + if (ret)
2313 + goto error_power_off;
2314 +
2315 + /* Initialize subdev */
2316 + imx519->sd.internal_ops = &imx519_internal_ops;
2317 + imx519->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE |
2318 + V4L2_SUBDEV_FL_HAS_EVENTS;
2319 + imx519->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
2320 +
2321 + /* Initialize source pads */
2322 + imx519->pad[IMAGE_PAD].flags = MEDIA_PAD_FL_SOURCE;
2323 + imx519->pad[METADATA_PAD].flags = MEDIA_PAD_FL_SOURCE;
2324 +
2325 + ret = media_entity_pads_init(&imx519->sd.entity, NUM_PADS, imx519->pad);
2326 + if (ret) {
2327 + dev_err(dev, "failed to init entity pads: %d\n", ret);
2328 + goto error_handler_free;
2329 + }
2330 +
2331 + ret = v4l2_async_register_subdev_sensor(&imx519->sd);
2332 + if (ret < 0) {
2333 + dev_err(dev, "failed to register sensor sub-device: %d\n", ret);
2334 + goto error_media_entity;
2335 + }
2336 +
2337 + return 0;
2338 +
2339 +error_media_entity:
2340 + media_entity_cleanup(&imx519->sd.entity);
2341 +
2342 +error_handler_free:
2343 + imx519_free_controls(imx519);
2344 +
2345 +error_power_off:
2346 + pm_runtime_disable(&client->dev);
2347 + pm_runtime_set_suspended(&client->dev);
2348 + imx519_power_off(&client->dev);
2349 +
2350 + return ret;
2351 +}
2352 +
2353 +static void imx519_remove(struct i2c_client *client)
2354 +{
2355 + struct v4l2_subdev *sd = i2c_get_clientdata(client);
2356 + struct imx519 *imx519 = to_imx519(sd);
2357 +
2358 + v4l2_async_unregister_subdev(sd);
2359 + media_entity_cleanup(&sd->entity);
2360 + imx519_free_controls(imx519);
2361 +
2362 + pm_runtime_disable(&client->dev);
2363 + if (!pm_runtime_status_suspended(&client->dev))
2364 + imx519_power_off(&client->dev);
2365 + pm_runtime_set_suspended(&client->dev);
2366 +}
2367 +
2368 +MODULE_DEVICE_TABLE(of, imx519_dt_ids);
2369 +
2370 +static const struct dev_pm_ops imx519_pm_ops = {
2371 + SET_SYSTEM_SLEEP_PM_OPS(imx519_suspend, imx519_resume)
2372 + SET_RUNTIME_PM_OPS(imx519_power_off, imx519_power_on, NULL)
2373 +};
2374 +
2375 +static struct i2c_driver imx519_i2c_driver = {
2376 + .driver = {
2377 + .name = "imx519",
2378 + .of_match_table = imx519_dt_ids,
2379 + .pm = &imx519_pm_ops,
2380 + },
2381 + .probe = imx519_probe,
2382 + .remove = imx519_remove,
2383 +};
2384 +
2385 +module_i2c_driver(imx519_i2c_driver);
2386 +
2387 +MODULE_AUTHOR("Lee Jackson <info@arducam.com>");
2388 +MODULE_DESCRIPTION("Sony IMX519 sensor driver");
2389 +MODULE_LICENSE("GPL v2");
Mirror of https://github.com/openwrt/openwrt.git