xref: /linux/drivers/media/i2c/s5c73m3/s5c73m3-core.c (revision 52338415)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Samsung LSI S5C73M3 8M pixel camera driver
4  *
5  * Copyright (C) 2012, Samsung Electronics, Co., Ltd.
6  * Sylwester Nawrocki <s.nawrocki@samsung.com>
7  * Andrzej Hajda <a.hajda@samsung.com>
8  */
9 
10 #include <linux/clk.h>
11 #include <linux/delay.h>
12 #include <linux/firmware.h>
13 #include <linux/gpio.h>
14 #include <linux/i2c.h>
15 #include <linux/init.h>
16 #include <linux/media.h>
17 #include <linux/module.h>
18 #include <linux/of_gpio.h>
19 #include <linux/of_graph.h>
20 #include <linux/regulator/consumer.h>
21 #include <linux/sizes.h>
22 #include <linux/slab.h>
23 #include <linux/spi/spi.h>
24 #include <linux/videodev2.h>
25 #include <media/media-entity.h>
26 #include <media/v4l2-ctrls.h>
27 #include <media/v4l2-device.h>
28 #include <media/v4l2-subdev.h>
29 #include <media/v4l2-mediabus.h>
30 #include <media/i2c/s5c73m3.h>
31 #include <media/v4l2-fwnode.h>
32 
33 #include "s5c73m3.h"
34 
35 int s5c73m3_dbg;
36 module_param_named(debug, s5c73m3_dbg, int, 0644);
37 
38 static int boot_from_rom = 1;
39 module_param(boot_from_rom, int, 0644);
40 
41 static int update_fw;
42 module_param(update_fw, int, 0644);
43 
44 #define S5C73M3_EMBEDDED_DATA_MAXLEN	SZ_4K
45 #define S5C73M3_MIPI_DATA_LANES		4
46 #define S5C73M3_CLK_NAME		"cis_extclk"
47 
48 static const char * const s5c73m3_supply_names[S5C73M3_MAX_SUPPLIES] = {
49 	"vdd-int",	/* Digital Core supply (1.2V), CAM_ISP_CORE_1.2V */
50 	"vdda",		/* Analog Core supply (1.2V), CAM_SENSOR_CORE_1.2V */
51 	"vdd-reg",	/* Regulator input supply (2.8V), CAM_SENSOR_A2.8V */
52 	"vddio-host",	/* Digital Host I/O power supply (1.8V...2.8V),
53 			   CAM_ISP_SENSOR_1.8V */
54 	"vddio-cis",	/* Digital CIS I/O power (1.2V...1.8V),
55 			   CAM_ISP_MIPI_1.2V */
56 	"vdd-af",	/* Lens, CAM_AF_2.8V */
57 };
58 
59 static const struct s5c73m3_frame_size s5c73m3_isp_resolutions[] = {
60 	{ 320,	240,	COMM_CHG_MODE_YUV_320_240 },
61 	{ 352,	288,	COMM_CHG_MODE_YUV_352_288 },
62 	{ 640,	480,	COMM_CHG_MODE_YUV_640_480 },
63 	{ 880,	720,	COMM_CHG_MODE_YUV_880_720 },
64 	{ 960,	720,	COMM_CHG_MODE_YUV_960_720 },
65 	{ 1008,	672,	COMM_CHG_MODE_YUV_1008_672 },
66 	{ 1184,	666,	COMM_CHG_MODE_YUV_1184_666 },
67 	{ 1280,	720,	COMM_CHG_MODE_YUV_1280_720 },
68 	{ 1536,	864,	COMM_CHG_MODE_YUV_1536_864 },
69 	{ 1600,	1200,	COMM_CHG_MODE_YUV_1600_1200 },
70 	{ 1632,	1224,	COMM_CHG_MODE_YUV_1632_1224 },
71 	{ 1920,	1080,	COMM_CHG_MODE_YUV_1920_1080 },
72 	{ 1920,	1440,	COMM_CHG_MODE_YUV_1920_1440 },
73 	{ 2304,	1296,	COMM_CHG_MODE_YUV_2304_1296 },
74 	{ 3264,	2448,	COMM_CHG_MODE_YUV_3264_2448 },
75 };
76 
77 static const struct s5c73m3_frame_size s5c73m3_jpeg_resolutions[] = {
78 	{ 640,	480,	COMM_CHG_MODE_JPEG_640_480 },
79 	{ 800,	450,	COMM_CHG_MODE_JPEG_800_450 },
80 	{ 800,	600,	COMM_CHG_MODE_JPEG_800_600 },
81 	{ 1024,	768,	COMM_CHG_MODE_JPEG_1024_768 },
82 	{ 1280,	720,	COMM_CHG_MODE_JPEG_1280_720 },
83 	{ 1280,	960,	COMM_CHG_MODE_JPEG_1280_960 },
84 	{ 1600,	900,	COMM_CHG_MODE_JPEG_1600_900 },
85 	{ 1600,	1200,	COMM_CHG_MODE_JPEG_1600_1200 },
86 	{ 2048,	1152,	COMM_CHG_MODE_JPEG_2048_1152 },
87 	{ 2048,	1536,	COMM_CHG_MODE_JPEG_2048_1536 },
88 	{ 2560,	1440,	COMM_CHG_MODE_JPEG_2560_1440 },
89 	{ 2560,	1920,	COMM_CHG_MODE_JPEG_2560_1920 },
90 	{ 3264,	1836,	COMM_CHG_MODE_JPEG_3264_1836 },
91 	{ 3264,	2176,	COMM_CHG_MODE_JPEG_3264_2176 },
92 	{ 3264,	2448,	COMM_CHG_MODE_JPEG_3264_2448 },
93 };
94 
95 static const struct s5c73m3_frame_size * const s5c73m3_resolutions[] = {
96 	[RES_ISP] = s5c73m3_isp_resolutions,
97 	[RES_JPEG] = s5c73m3_jpeg_resolutions
98 };
99 
100 static const int s5c73m3_resolutions_len[] = {
101 	[RES_ISP] = ARRAY_SIZE(s5c73m3_isp_resolutions),
102 	[RES_JPEG] = ARRAY_SIZE(s5c73m3_jpeg_resolutions)
103 };
104 
105 static const struct s5c73m3_interval s5c73m3_intervals[] = {
106 	{ COMM_FRAME_RATE_FIXED_7FPS, {142857, 1000000}, {3264, 2448} },
107 	{ COMM_FRAME_RATE_FIXED_15FPS, {66667, 1000000}, {3264, 2448} },
108 	{ COMM_FRAME_RATE_FIXED_20FPS, {50000, 1000000}, {2304, 1296} },
109 	{ COMM_FRAME_RATE_FIXED_30FPS, {33333, 1000000}, {2304, 1296} },
110 };
111 
112 #define S5C73M3_DEFAULT_FRAME_INTERVAL 3 /* 30 fps */
113 
114 static void s5c73m3_fill_mbus_fmt(struct v4l2_mbus_framefmt *mf,
115 				  const struct s5c73m3_frame_size *fs,
116 				  u32 code)
117 {
118 	mf->width = fs->width;
119 	mf->height = fs->height;
120 	mf->code = code;
121 	mf->colorspace = V4L2_COLORSPACE_JPEG;
122 	mf->field = V4L2_FIELD_NONE;
123 }
124 
125 static int s5c73m3_i2c_write(struct i2c_client *client, u16 addr, u16 data)
126 {
127 	u8 buf[4] = { addr >> 8, addr & 0xff, data >> 8, data & 0xff };
128 
129 	int ret = i2c_master_send(client, buf, sizeof(buf));
130 
131 	v4l_dbg(4, s5c73m3_dbg, client, "%s: addr 0x%04x, data 0x%04x\n",
132 		 __func__, addr, data);
133 
134 	if (ret == 4)
135 		return 0;
136 
137 	return ret < 0 ? ret : -EREMOTEIO;
138 }
139 
140 static int s5c73m3_i2c_read(struct i2c_client *client, u16 addr, u16 *data)
141 {
142 	int ret;
143 	u8 rbuf[2], wbuf[2] = { addr >> 8, addr & 0xff };
144 	struct i2c_msg msg[2] = {
145 		{
146 			.addr = client->addr,
147 			.flags = 0,
148 			.len = sizeof(wbuf),
149 			.buf = wbuf
150 		}, {
151 			.addr = client->addr,
152 			.flags = I2C_M_RD,
153 			.len = sizeof(rbuf),
154 			.buf = rbuf
155 		}
156 	};
157 	/*
158 	 * Issue repeated START after writing 2 address bytes and
159 	 * just one STOP only after reading the data bytes.
160 	 */
161 	ret = i2c_transfer(client->adapter, msg, 2);
162 	if (ret == 2) {
163 		*data = be16_to_cpup((__be16 *)rbuf);
164 		v4l2_dbg(4, s5c73m3_dbg, client,
165 			 "%s: addr: 0x%04x, data: 0x%04x\n",
166 			 __func__, addr, *data);
167 		return 0;
168 	}
169 
170 	v4l2_err(client, "I2C read failed: addr: %04x, (%d)\n", addr, ret);
171 
172 	return ret >= 0 ? -EREMOTEIO : ret;
173 }
174 
175 int s5c73m3_write(struct s5c73m3 *state, u32 addr, u16 data)
176 {
177 	struct i2c_client *client = state->i2c_client;
178 	int ret;
179 
180 	if ((addr ^ state->i2c_write_address) & 0xffff0000) {
181 		ret = s5c73m3_i2c_write(client, REG_CMDWR_ADDRH, addr >> 16);
182 		if (ret < 0) {
183 			state->i2c_write_address = 0;
184 			return ret;
185 		}
186 	}
187 
188 	if ((addr ^ state->i2c_write_address) & 0xffff) {
189 		ret = s5c73m3_i2c_write(client, REG_CMDWR_ADDRL, addr & 0xffff);
190 		if (ret < 0) {
191 			state->i2c_write_address = 0;
192 			return ret;
193 		}
194 	}
195 
196 	state->i2c_write_address = addr;
197 
198 	ret = s5c73m3_i2c_write(client, REG_CMDBUF_ADDR, data);
199 	if (ret < 0)
200 		return ret;
201 
202 	state->i2c_write_address += 2;
203 
204 	return ret;
205 }
206 
207 int s5c73m3_read(struct s5c73m3 *state, u32 addr, u16 *data)
208 {
209 	struct i2c_client *client = state->i2c_client;
210 	int ret;
211 
212 	if ((addr ^ state->i2c_read_address) & 0xffff0000) {
213 		ret = s5c73m3_i2c_write(client, REG_CMDRD_ADDRH, addr >> 16);
214 		if (ret < 0) {
215 			state->i2c_read_address = 0;
216 			return ret;
217 		}
218 	}
219 
220 	if ((addr ^ state->i2c_read_address) & 0xffff) {
221 		ret = s5c73m3_i2c_write(client, REG_CMDRD_ADDRL, addr & 0xffff);
222 		if (ret < 0) {
223 			state->i2c_read_address = 0;
224 			return ret;
225 		}
226 	}
227 
228 	state->i2c_read_address = addr;
229 
230 	ret = s5c73m3_i2c_read(client, REG_CMDBUF_ADDR, data);
231 	if (ret < 0)
232 		return ret;
233 
234 	state->i2c_read_address += 2;
235 
236 	return ret;
237 }
238 
239 static int s5c73m3_check_status(struct s5c73m3 *state, unsigned int value)
240 {
241 	unsigned long start = jiffies;
242 	unsigned long end = start + msecs_to_jiffies(2000);
243 	int ret;
244 	u16 status;
245 	int count = 0;
246 
247 	do {
248 		ret = s5c73m3_read(state, REG_STATUS, &status);
249 		if (ret < 0 || status == value)
250 			break;
251 		usleep_range(500, 1000);
252 		++count;
253 	} while (time_is_after_jiffies(end));
254 
255 	if (count > 0)
256 		v4l2_dbg(1, s5c73m3_dbg, &state->sensor_sd,
257 			 "status check took %dms\n",
258 			 jiffies_to_msecs(jiffies - start));
259 
260 	if (ret == 0 && status != value) {
261 		u16 i2c_status = 0;
262 		u16 i2c_seq_status = 0;
263 
264 		s5c73m3_read(state, REG_I2C_STATUS, &i2c_status);
265 		s5c73m3_read(state, REG_I2C_SEQ_STATUS, &i2c_seq_status);
266 
267 		v4l2_err(&state->sensor_sd,
268 			 "wrong status %#x, expected: %#x, i2c_status: %#x/%#x\n",
269 			 status, value, i2c_status, i2c_seq_status);
270 
271 		return -ETIMEDOUT;
272 	}
273 
274 	return ret;
275 }
276 
277 int s5c73m3_isp_command(struct s5c73m3 *state, u16 command, u16 data)
278 {
279 	int ret;
280 
281 	ret = s5c73m3_check_status(state, REG_STATUS_ISP_COMMAND_COMPLETED);
282 	if (ret < 0)
283 		return ret;
284 
285 	ret = s5c73m3_write(state, 0x00095000, command);
286 	if (ret < 0)
287 		return ret;
288 
289 	ret = s5c73m3_write(state, 0x00095002, data);
290 	if (ret < 0)
291 		return ret;
292 
293 	return s5c73m3_write(state, REG_STATUS, 0x0001);
294 }
295 
296 static int s5c73m3_isp_comm_result(struct s5c73m3 *state, u16 command,
297 				   u16 *data)
298 {
299 	return s5c73m3_read(state, COMM_RESULT_OFFSET + command, data);
300 }
301 
302 static int s5c73m3_set_af_softlanding(struct s5c73m3 *state)
303 {
304 	unsigned long start = jiffies;
305 	u16 af_softlanding;
306 	int count = 0;
307 	int ret;
308 	const char *msg;
309 
310 	ret = s5c73m3_isp_command(state, COMM_AF_SOFTLANDING,
311 					COMM_AF_SOFTLANDING_ON);
312 	if (ret < 0) {
313 		v4l2_info(&state->sensor_sd, "AF soft-landing failed\n");
314 		return ret;
315 	}
316 
317 	for (;;) {
318 		ret = s5c73m3_isp_comm_result(state, COMM_AF_SOFTLANDING,
319 							&af_softlanding);
320 		if (ret < 0) {
321 			msg = "failed";
322 			break;
323 		}
324 		if (af_softlanding == COMM_AF_SOFTLANDING_RES_COMPLETE) {
325 			msg = "succeeded";
326 			break;
327 		}
328 		if (++count > 100) {
329 			ret = -ETIME;
330 			msg = "timed out";
331 			break;
332 		}
333 		msleep(25);
334 	}
335 
336 	v4l2_info(&state->sensor_sd, "AF soft-landing %s after %dms\n",
337 		  msg, jiffies_to_msecs(jiffies - start));
338 
339 	return ret;
340 }
341 
342 static int s5c73m3_load_fw(struct v4l2_subdev *sd)
343 {
344 	struct s5c73m3 *state = sensor_sd_to_s5c73m3(sd);
345 	struct i2c_client *client = state->i2c_client;
346 	const struct firmware *fw;
347 	int ret;
348 	char fw_name[20];
349 
350 	snprintf(fw_name, sizeof(fw_name), "SlimISP_%.2s.bin",
351 							state->fw_file_version);
352 	ret = request_firmware(&fw, fw_name, &client->dev);
353 	if (ret < 0) {
354 		v4l2_err(sd, "Firmware request failed (%s)\n", fw_name);
355 		return -EINVAL;
356 	}
357 
358 	v4l2_info(sd, "Loading firmware (%s, %zu B)\n", fw_name, fw->size);
359 
360 	ret = s5c73m3_spi_write(state, fw->data, fw->size, 64);
361 
362 	if (ret >= 0)
363 		state->isp_ready = 1;
364 	else
365 		v4l2_err(sd, "SPI write failed\n");
366 
367 	release_firmware(fw);
368 
369 	return ret;
370 }
371 
372 static int s5c73m3_set_frame_size(struct s5c73m3 *state)
373 {
374 	const struct s5c73m3_frame_size *prev_size =
375 					state->sensor_pix_size[RES_ISP];
376 	const struct s5c73m3_frame_size *cap_size =
377 					state->sensor_pix_size[RES_JPEG];
378 	unsigned int chg_mode;
379 
380 	v4l2_dbg(1, s5c73m3_dbg, &state->sensor_sd,
381 		 "Preview size: %dx%d, reg_val: 0x%x\n",
382 		 prev_size->width, prev_size->height, prev_size->reg_val);
383 
384 	chg_mode = prev_size->reg_val | COMM_CHG_MODE_NEW;
385 
386 	if (state->mbus_code == S5C73M3_JPEG_FMT) {
387 		v4l2_dbg(1, s5c73m3_dbg, &state->sensor_sd,
388 			 "Capture size: %dx%d, reg_val: 0x%x\n",
389 			 cap_size->width, cap_size->height, cap_size->reg_val);
390 		chg_mode |= cap_size->reg_val;
391 	}
392 
393 	return s5c73m3_isp_command(state, COMM_CHG_MODE, chg_mode);
394 }
395 
396 static int s5c73m3_set_frame_rate(struct s5c73m3 *state)
397 {
398 	int ret;
399 
400 	if (state->ctrls.stabilization->val)
401 		return 0;
402 
403 	if (WARN_ON(state->fiv == NULL))
404 		return -EINVAL;
405 
406 	ret = s5c73m3_isp_command(state, COMM_FRAME_RATE, state->fiv->fps_reg);
407 	if (!ret)
408 		state->apply_fiv = 0;
409 
410 	return ret;
411 }
412 
413 static int __s5c73m3_s_stream(struct s5c73m3 *state, struct v4l2_subdev *sd,
414 								int on)
415 {
416 	u16 mode;
417 	int ret;
418 
419 	if (on && state->apply_fmt) {
420 		if (state->mbus_code == S5C73M3_JPEG_FMT)
421 			mode = COMM_IMG_OUTPUT_INTERLEAVED;
422 		else
423 			mode = COMM_IMG_OUTPUT_YUV;
424 
425 		ret = s5c73m3_isp_command(state, COMM_IMG_OUTPUT, mode);
426 		if (!ret)
427 			ret = s5c73m3_set_frame_size(state);
428 		if (ret)
429 			return ret;
430 		state->apply_fmt = 0;
431 	}
432 
433 	ret = s5c73m3_isp_command(state, COMM_SENSOR_STREAMING, !!on);
434 	if (ret)
435 		return ret;
436 
437 	state->streaming = !!on;
438 
439 	if (!on)
440 		return ret;
441 
442 	if (state->apply_fiv) {
443 		ret = s5c73m3_set_frame_rate(state);
444 		if (ret < 0)
445 			v4l2_err(sd, "Error setting frame rate(%d)\n", ret);
446 	}
447 
448 	return s5c73m3_check_status(state, REG_STATUS_ISP_COMMAND_COMPLETED);
449 }
450 
451 static int s5c73m3_oif_s_stream(struct v4l2_subdev *sd, int on)
452 {
453 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
454 	int ret;
455 
456 	mutex_lock(&state->lock);
457 	ret = __s5c73m3_s_stream(state, sd, on);
458 	mutex_unlock(&state->lock);
459 
460 	return ret;
461 }
462 
463 static int s5c73m3_system_status_wait(struct s5c73m3 *state, u32 value,
464 				      unsigned int delay, unsigned int steps)
465 {
466 	u16 reg = 0;
467 
468 	while (steps-- > 0) {
469 		int ret = s5c73m3_read(state, 0x30100010, &reg);
470 		if (ret < 0)
471 			return ret;
472 		if (reg == value)
473 			return 0;
474 		usleep_range(delay, delay + 25);
475 	}
476 	return -ETIMEDOUT;
477 }
478 
479 static int s5c73m3_read_fw_version(struct s5c73m3 *state)
480 {
481 	struct v4l2_subdev *sd = &state->sensor_sd;
482 	int i, ret;
483 	u16 data[2];
484 	int offset;
485 
486 	offset = state->isp_ready ? 0x60 : 0;
487 
488 	for (i = 0; i < S5C73M3_SENSOR_FW_LEN / 2; i++) {
489 		ret = s5c73m3_read(state, offset + i * 2, data);
490 		if (ret < 0)
491 			return ret;
492 		state->sensor_fw[i * 2] = (char)(*data & 0xff);
493 		state->sensor_fw[i * 2 + 1] = (char)(*data >> 8);
494 	}
495 	state->sensor_fw[S5C73M3_SENSOR_FW_LEN] = '\0';
496 
497 
498 	for (i = 0; i < S5C73M3_SENSOR_TYPE_LEN / 2; i++) {
499 		ret = s5c73m3_read(state, offset + 6 + i * 2, data);
500 		if (ret < 0)
501 			return ret;
502 		state->sensor_type[i * 2] = (char)(*data & 0xff);
503 		state->sensor_type[i * 2 + 1] = (char)(*data >> 8);
504 	}
505 	state->sensor_type[S5C73M3_SENSOR_TYPE_LEN] = '\0';
506 
507 	ret = s5c73m3_read(state, offset + 0x14, data);
508 	if (ret >= 0) {
509 		ret = s5c73m3_read(state, offset + 0x16, data + 1);
510 		if (ret >= 0)
511 			state->fw_size = data[0] + (data[1] << 16);
512 	}
513 
514 	v4l2_info(sd, "Sensor type: %s, FW version: %s\n",
515 		  state->sensor_type, state->sensor_fw);
516 	return ret;
517 }
518 
519 static int s5c73m3_fw_update_from(struct s5c73m3 *state)
520 {
521 	struct v4l2_subdev *sd = &state->sensor_sd;
522 	u16 status = COMM_FW_UPDATE_NOT_READY;
523 	int ret;
524 	int count = 0;
525 
526 	v4l2_warn(sd, "Updating F-ROM firmware.\n");
527 	do {
528 		if (status == COMM_FW_UPDATE_NOT_READY) {
529 			ret = s5c73m3_isp_command(state, COMM_FW_UPDATE, 0);
530 			if (ret < 0)
531 				return ret;
532 		}
533 
534 		ret = s5c73m3_read(state, 0x00095906, &status);
535 		if (ret < 0)
536 			return ret;
537 		switch (status) {
538 		case COMM_FW_UPDATE_FAIL:
539 			v4l2_warn(sd, "Updating F-ROM firmware failed.\n");
540 			return -EIO;
541 		case COMM_FW_UPDATE_SUCCESS:
542 			v4l2_warn(sd, "Updating F-ROM firmware finished.\n");
543 			return 0;
544 		}
545 		++count;
546 		msleep(20);
547 	} while (count < 500);
548 
549 	v4l2_warn(sd, "Updating F-ROM firmware timed-out.\n");
550 	return -ETIMEDOUT;
551 }
552 
553 static int s5c73m3_spi_boot(struct s5c73m3 *state, bool load_fw)
554 {
555 	struct v4l2_subdev *sd = &state->sensor_sd;
556 	int ret;
557 
558 	/* Run ARM MCU */
559 	ret = s5c73m3_write(state, 0x30000004, 0xffff);
560 	if (ret < 0)
561 		return ret;
562 
563 	usleep_range(400, 500);
564 
565 	/* Check booting status */
566 	ret = s5c73m3_system_status_wait(state, 0x0c, 100, 3);
567 	if (ret < 0) {
568 		v4l2_err(sd, "booting failed: %d\n", ret);
569 		return ret;
570 	}
571 
572 	/* P,M,S and Boot Mode */
573 	ret = s5c73m3_write(state, 0x30100014, 0x2146);
574 	if (ret < 0)
575 		return ret;
576 
577 	ret = s5c73m3_write(state, 0x30100010, 0x210c);
578 	if (ret < 0)
579 		return ret;
580 
581 	usleep_range(200, 250);
582 
583 	/* Check SPI status */
584 	ret = s5c73m3_system_status_wait(state, 0x210d, 100, 300);
585 	if (ret < 0)
586 		v4l2_err(sd, "SPI not ready: %d\n", ret);
587 
588 	/* Firmware download over SPI */
589 	if (load_fw)
590 		s5c73m3_load_fw(sd);
591 
592 	/* MCU reset */
593 	ret = s5c73m3_write(state, 0x30000004, 0xfffd);
594 	if (ret < 0)
595 		return ret;
596 
597 	/* Remap */
598 	ret = s5c73m3_write(state, 0x301000a4, 0x0183);
599 	if (ret < 0)
600 		return ret;
601 
602 	/* MCU restart */
603 	ret = s5c73m3_write(state, 0x30000004, 0xffff);
604 	if (ret < 0 || !load_fw)
605 		return ret;
606 
607 	ret = s5c73m3_read_fw_version(state);
608 	if (ret < 0)
609 		return ret;
610 
611 	if (load_fw && update_fw) {
612 		ret = s5c73m3_fw_update_from(state);
613 		update_fw = 0;
614 	}
615 
616 	return ret;
617 }
618 
619 static int s5c73m3_set_timing_register_for_vdd(struct s5c73m3 *state)
620 {
621 	static const u32 regs[][2] = {
622 		{ 0x30100018, 0x0618 },
623 		{ 0x3010001c, 0x10c1 },
624 		{ 0x30100020, 0x249e }
625 	};
626 	int ret;
627 	int i;
628 
629 	for (i = 0; i < ARRAY_SIZE(regs); i++) {
630 		ret = s5c73m3_write(state, regs[i][0], regs[i][1]);
631 		if (ret < 0)
632 			return ret;
633 	}
634 
635 	return 0;
636 }
637 
638 static void s5c73m3_set_fw_file_version(struct s5c73m3 *state)
639 {
640 	switch (state->sensor_fw[0]) {
641 	case 'G':
642 	case 'O':
643 		state->fw_file_version[0] = 'G';
644 		break;
645 	case 'S':
646 	case 'Z':
647 		state->fw_file_version[0] = 'Z';
648 		break;
649 	}
650 
651 	switch (state->sensor_fw[1]) {
652 	case 'C'...'F':
653 		state->fw_file_version[1] = state->sensor_fw[1];
654 		break;
655 	}
656 }
657 
658 static int s5c73m3_get_fw_version(struct s5c73m3 *state)
659 {
660 	struct v4l2_subdev *sd = &state->sensor_sd;
661 	int ret;
662 
663 	/* Run ARM MCU */
664 	ret = s5c73m3_write(state, 0x30000004, 0xffff);
665 	if (ret < 0)
666 		return ret;
667 	usleep_range(400, 500);
668 
669 	/* Check booting status */
670 	ret = s5c73m3_system_status_wait(state, 0x0c, 100, 3);
671 	if (ret < 0) {
672 
673 		v4l2_err(sd, "%s: booting failed: %d\n", __func__, ret);
674 		return ret;
675 	}
676 
677 	/* Change I/O Driver Current in order to read from F-ROM */
678 	ret = s5c73m3_write(state, 0x30100120, 0x0820);
679 	ret = s5c73m3_write(state, 0x30100124, 0x0820);
680 
681 	/* Offset Setting */
682 	ret = s5c73m3_write(state, 0x00010418, 0x0008);
683 
684 	/* P,M,S and Boot Mode */
685 	ret = s5c73m3_write(state, 0x30100014, 0x2146);
686 	if (ret < 0)
687 		return ret;
688 	ret = s5c73m3_write(state, 0x30100010, 0x230c);
689 	if (ret < 0)
690 		return ret;
691 
692 	usleep_range(200, 250);
693 
694 	/* Check SPI status */
695 	ret = s5c73m3_system_status_wait(state, 0x230e, 100, 300);
696 	if (ret < 0)
697 		v4l2_err(sd, "SPI not ready: %d\n", ret);
698 
699 	/* ARM reset */
700 	ret = s5c73m3_write(state, 0x30000004, 0xfffd);
701 	if (ret < 0)
702 		return ret;
703 
704 	/* Remap */
705 	ret = s5c73m3_write(state, 0x301000a4, 0x0183);
706 	if (ret < 0)
707 		return ret;
708 
709 	s5c73m3_set_timing_register_for_vdd(state);
710 
711 	ret = s5c73m3_read_fw_version(state);
712 
713 	s5c73m3_set_fw_file_version(state);
714 
715 	return ret;
716 }
717 
718 static int s5c73m3_rom_boot(struct s5c73m3 *state, bool load_fw)
719 {
720 	static const u32 boot_regs[][2] = {
721 		{ 0x3100010c, 0x0044 },
722 		{ 0x31000108, 0x000d },
723 		{ 0x31000304, 0x0001 },
724 		{ 0x00010000, 0x5800 },
725 		{ 0x00010002, 0x0002 },
726 		{ 0x31000000, 0x0001 },
727 		{ 0x30100014, 0x1b85 },
728 		{ 0x30100010, 0x230c }
729 	};
730 	struct v4l2_subdev *sd = &state->sensor_sd;
731 	int i, ret;
732 
733 	/* Run ARM MCU */
734 	ret = s5c73m3_write(state, 0x30000004, 0xffff);
735 	if (ret < 0)
736 		return ret;
737 	usleep_range(400, 450);
738 
739 	/* Check booting status */
740 	ret = s5c73m3_system_status_wait(state, 0x0c, 100, 4);
741 	if (ret < 0) {
742 		v4l2_err(sd, "Booting failed: %d\n", ret);
743 		return ret;
744 	}
745 
746 	for (i = 0; i < ARRAY_SIZE(boot_regs); i++) {
747 		ret = s5c73m3_write(state, boot_regs[i][0], boot_regs[i][1]);
748 		if (ret < 0)
749 			return ret;
750 	}
751 	msleep(200);
752 
753 	/* Check the binary read status */
754 	ret = s5c73m3_system_status_wait(state, 0x230e, 1000, 150);
755 	if (ret < 0) {
756 		v4l2_err(sd, "Binary read failed: %d\n", ret);
757 		return ret;
758 	}
759 
760 	/* ARM reset */
761 	ret = s5c73m3_write(state, 0x30000004, 0xfffd);
762 	if (ret < 0)
763 		return ret;
764 	/* Remap */
765 	ret = s5c73m3_write(state, 0x301000a4, 0x0183);
766 	if (ret < 0)
767 		return ret;
768 	/* MCU re-start */
769 	ret = s5c73m3_write(state, 0x30000004, 0xffff);
770 	if (ret < 0)
771 		return ret;
772 
773 	state->isp_ready = 1;
774 
775 	return s5c73m3_read_fw_version(state);
776 }
777 
778 static int s5c73m3_isp_init(struct s5c73m3 *state)
779 {
780 	int ret;
781 
782 	state->i2c_read_address = 0;
783 	state->i2c_write_address = 0;
784 
785 	ret = s5c73m3_i2c_write(state->i2c_client, AHB_MSB_ADDR_PTR, 0x3310);
786 	if (ret < 0)
787 		return ret;
788 
789 	if (boot_from_rom)
790 		return s5c73m3_rom_boot(state, true);
791 	else
792 		return s5c73m3_spi_boot(state, true);
793 }
794 
795 static const struct s5c73m3_frame_size *s5c73m3_find_frame_size(
796 					struct v4l2_mbus_framefmt *fmt,
797 					enum s5c73m3_resolution_types idx)
798 {
799 	const struct s5c73m3_frame_size *fs;
800 	const struct s5c73m3_frame_size *best_fs;
801 	int best_dist = INT_MAX;
802 	int i;
803 
804 	fs = s5c73m3_resolutions[idx];
805 	best_fs = NULL;
806 	for (i = 0; i < s5c73m3_resolutions_len[idx]; ++i) {
807 		int dist = abs(fs->width - fmt->width) +
808 						abs(fs->height - fmt->height);
809 		if (dist < best_dist) {
810 			best_dist = dist;
811 			best_fs = fs;
812 		}
813 		++fs;
814 	}
815 
816 	return best_fs;
817 }
818 
819 static void s5c73m3_oif_try_format(struct s5c73m3 *state,
820 				   struct v4l2_subdev_pad_config *cfg,
821 				   struct v4l2_subdev_format *fmt,
822 				   const struct s5c73m3_frame_size **fs)
823 {
824 	struct v4l2_subdev *sd = &state->sensor_sd;
825 	u32 code;
826 
827 	switch (fmt->pad) {
828 	case OIF_ISP_PAD:
829 		*fs = s5c73m3_find_frame_size(&fmt->format, RES_ISP);
830 		code = S5C73M3_ISP_FMT;
831 		break;
832 	case OIF_JPEG_PAD:
833 		*fs = s5c73m3_find_frame_size(&fmt->format, RES_JPEG);
834 		code = S5C73M3_JPEG_FMT;
835 		break;
836 	case OIF_SOURCE_PAD:
837 	default:
838 		if (fmt->format.code == S5C73M3_JPEG_FMT)
839 			code = S5C73M3_JPEG_FMT;
840 		else
841 			code = S5C73M3_ISP_FMT;
842 
843 		if (fmt->which == V4L2_SUBDEV_FORMAT_ACTIVE)
844 			*fs = state->oif_pix_size[RES_ISP];
845 		else
846 			*fs = s5c73m3_find_frame_size(
847 						v4l2_subdev_get_try_format(sd, cfg,
848 							OIF_ISP_PAD),
849 						RES_ISP);
850 		break;
851 	}
852 
853 	s5c73m3_fill_mbus_fmt(&fmt->format, *fs, code);
854 }
855 
856 static void s5c73m3_try_format(struct s5c73m3 *state,
857 			      struct v4l2_subdev_pad_config *cfg,
858 			      struct v4l2_subdev_format *fmt,
859 			      const struct s5c73m3_frame_size **fs)
860 {
861 	u32 code;
862 
863 	if (fmt->pad == S5C73M3_ISP_PAD) {
864 		*fs = s5c73m3_find_frame_size(&fmt->format, RES_ISP);
865 		code = S5C73M3_ISP_FMT;
866 	} else {
867 		*fs = s5c73m3_find_frame_size(&fmt->format, RES_JPEG);
868 		code = S5C73M3_JPEG_FMT;
869 	}
870 
871 	s5c73m3_fill_mbus_fmt(&fmt->format, *fs, code);
872 }
873 
874 static int s5c73m3_oif_g_frame_interval(struct v4l2_subdev *sd,
875 				   struct v4l2_subdev_frame_interval *fi)
876 {
877 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
878 
879 	if (fi->pad != OIF_SOURCE_PAD)
880 		return -EINVAL;
881 
882 	mutex_lock(&state->lock);
883 	fi->interval = state->fiv->interval;
884 	mutex_unlock(&state->lock);
885 
886 	return 0;
887 }
888 
889 static int __s5c73m3_set_frame_interval(struct s5c73m3 *state,
890 					struct v4l2_subdev_frame_interval *fi)
891 {
892 	const struct s5c73m3_frame_size *prev_size =
893 						state->sensor_pix_size[RES_ISP];
894 	const struct s5c73m3_interval *fiv = &s5c73m3_intervals[0];
895 	unsigned int ret, min_err = UINT_MAX;
896 	unsigned int i, fr_time;
897 
898 	if (fi->interval.denominator == 0)
899 		return -EINVAL;
900 
901 	fr_time = fi->interval.numerator * 1000 / fi->interval.denominator;
902 
903 	for (i = 0; i < ARRAY_SIZE(s5c73m3_intervals); i++) {
904 		const struct s5c73m3_interval *iv = &s5c73m3_intervals[i];
905 
906 		if (prev_size->width > iv->size.width ||
907 		    prev_size->height > iv->size.height)
908 			continue;
909 
910 		ret = abs(iv->interval.numerator / 1000 - fr_time);
911 		if (ret < min_err) {
912 			fiv = iv;
913 			min_err = ret;
914 		}
915 	}
916 	state->fiv = fiv;
917 
918 	v4l2_dbg(1, s5c73m3_dbg, &state->sensor_sd,
919 		 "Changed frame interval to %u us\n", fiv->interval.numerator);
920 	return 0;
921 }
922 
923 static int s5c73m3_oif_s_frame_interval(struct v4l2_subdev *sd,
924 				   struct v4l2_subdev_frame_interval *fi)
925 {
926 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
927 	int ret;
928 
929 	if (fi->pad != OIF_SOURCE_PAD)
930 		return -EINVAL;
931 
932 	v4l2_dbg(1, s5c73m3_dbg, sd, "Setting %d/%d frame interval\n",
933 		 fi->interval.numerator, fi->interval.denominator);
934 
935 	mutex_lock(&state->lock);
936 
937 	ret = __s5c73m3_set_frame_interval(state, fi);
938 	if (!ret) {
939 		if (state->streaming)
940 			ret = s5c73m3_set_frame_rate(state);
941 		else
942 			state->apply_fiv = 1;
943 	}
944 	mutex_unlock(&state->lock);
945 	return ret;
946 }
947 
948 static int s5c73m3_oif_enum_frame_interval(struct v4l2_subdev *sd,
949 			      struct v4l2_subdev_pad_config *cfg,
950 			      struct v4l2_subdev_frame_interval_enum *fie)
951 {
952 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
953 	const struct s5c73m3_interval *fi;
954 	int ret = 0;
955 
956 	if (fie->pad != OIF_SOURCE_PAD)
957 		return -EINVAL;
958 	if (fie->index >= ARRAY_SIZE(s5c73m3_intervals))
959 		return -EINVAL;
960 
961 	mutex_lock(&state->lock);
962 	fi = &s5c73m3_intervals[fie->index];
963 	if (fie->width > fi->size.width || fie->height > fi->size.height)
964 		ret = -EINVAL;
965 	else
966 		fie->interval = fi->interval;
967 	mutex_unlock(&state->lock);
968 
969 	return ret;
970 }
971 
972 static int s5c73m3_oif_get_pad_code(int pad, int index)
973 {
974 	if (pad == OIF_SOURCE_PAD) {
975 		if (index > 1)
976 			return -EINVAL;
977 		return (index == 0) ? S5C73M3_ISP_FMT : S5C73M3_JPEG_FMT;
978 	}
979 
980 	if (index > 0)
981 		return -EINVAL;
982 
983 	return (pad == OIF_ISP_PAD) ? S5C73M3_ISP_FMT : S5C73M3_JPEG_FMT;
984 }
985 
986 static int s5c73m3_get_fmt(struct v4l2_subdev *sd,
987 			   struct v4l2_subdev_pad_config *cfg,
988 			   struct v4l2_subdev_format *fmt)
989 {
990 	struct s5c73m3 *state = sensor_sd_to_s5c73m3(sd);
991 	const struct s5c73m3_frame_size *fs;
992 	u32 code;
993 
994 	if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
995 		fmt->format = *v4l2_subdev_get_try_format(sd, cfg, fmt->pad);
996 		return 0;
997 	}
998 
999 	mutex_lock(&state->lock);
1000 
1001 	switch (fmt->pad) {
1002 	case S5C73M3_ISP_PAD:
1003 		code = S5C73M3_ISP_FMT;
1004 		fs = state->sensor_pix_size[RES_ISP];
1005 		break;
1006 	case S5C73M3_JPEG_PAD:
1007 		code = S5C73M3_JPEG_FMT;
1008 		fs = state->sensor_pix_size[RES_JPEG];
1009 		break;
1010 	default:
1011 		mutex_unlock(&state->lock);
1012 		return -EINVAL;
1013 	}
1014 	s5c73m3_fill_mbus_fmt(&fmt->format, fs, code);
1015 
1016 	mutex_unlock(&state->lock);
1017 	return 0;
1018 }
1019 
1020 static int s5c73m3_oif_get_fmt(struct v4l2_subdev *sd,
1021 			   struct v4l2_subdev_pad_config *cfg,
1022 			   struct v4l2_subdev_format *fmt)
1023 {
1024 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1025 	const struct s5c73m3_frame_size *fs;
1026 	u32 code;
1027 
1028 	if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1029 		fmt->format = *v4l2_subdev_get_try_format(sd, cfg, fmt->pad);
1030 		return 0;
1031 	}
1032 
1033 	mutex_lock(&state->lock);
1034 
1035 	switch (fmt->pad) {
1036 	case OIF_ISP_PAD:
1037 		code = S5C73M3_ISP_FMT;
1038 		fs = state->oif_pix_size[RES_ISP];
1039 		break;
1040 	case OIF_JPEG_PAD:
1041 		code = S5C73M3_JPEG_FMT;
1042 		fs = state->oif_pix_size[RES_JPEG];
1043 		break;
1044 	case OIF_SOURCE_PAD:
1045 		code = state->mbus_code;
1046 		fs = state->oif_pix_size[RES_ISP];
1047 		break;
1048 	default:
1049 		mutex_unlock(&state->lock);
1050 		return -EINVAL;
1051 	}
1052 	s5c73m3_fill_mbus_fmt(&fmt->format, fs, code);
1053 
1054 	mutex_unlock(&state->lock);
1055 	return 0;
1056 }
1057 
1058 static int s5c73m3_set_fmt(struct v4l2_subdev *sd,
1059 			   struct v4l2_subdev_pad_config *cfg,
1060 			   struct v4l2_subdev_format *fmt)
1061 {
1062 	const struct s5c73m3_frame_size *frame_size = NULL;
1063 	struct s5c73m3 *state = sensor_sd_to_s5c73m3(sd);
1064 	struct v4l2_mbus_framefmt *mf;
1065 	int ret = 0;
1066 
1067 	mutex_lock(&state->lock);
1068 
1069 	s5c73m3_try_format(state, cfg, fmt, &frame_size);
1070 
1071 	if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1072 		mf = v4l2_subdev_get_try_format(sd, cfg, fmt->pad);
1073 		*mf = fmt->format;
1074 	} else {
1075 		switch (fmt->pad) {
1076 		case S5C73M3_ISP_PAD:
1077 			state->sensor_pix_size[RES_ISP] = frame_size;
1078 			break;
1079 		case S5C73M3_JPEG_PAD:
1080 			state->sensor_pix_size[RES_JPEG] = frame_size;
1081 			break;
1082 		default:
1083 			ret = -EBUSY;
1084 		}
1085 
1086 		if (state->streaming)
1087 			ret = -EBUSY;
1088 		else
1089 			state->apply_fmt = 1;
1090 	}
1091 
1092 	mutex_unlock(&state->lock);
1093 
1094 	return ret;
1095 }
1096 
1097 static int s5c73m3_oif_set_fmt(struct v4l2_subdev *sd,
1098 			 struct v4l2_subdev_pad_config *cfg,
1099 			 struct v4l2_subdev_format *fmt)
1100 {
1101 	const struct s5c73m3_frame_size *frame_size = NULL;
1102 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1103 	struct v4l2_mbus_framefmt *mf;
1104 	int ret = 0;
1105 
1106 	mutex_lock(&state->lock);
1107 
1108 	s5c73m3_oif_try_format(state, cfg, fmt, &frame_size);
1109 
1110 	if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1111 		mf = v4l2_subdev_get_try_format(sd, cfg, fmt->pad);
1112 		*mf = fmt->format;
1113 		if (fmt->pad == OIF_ISP_PAD) {
1114 			mf = v4l2_subdev_get_try_format(sd, cfg, OIF_SOURCE_PAD);
1115 			mf->width = fmt->format.width;
1116 			mf->height = fmt->format.height;
1117 		}
1118 	} else {
1119 		switch (fmt->pad) {
1120 		case OIF_ISP_PAD:
1121 			state->oif_pix_size[RES_ISP] = frame_size;
1122 			break;
1123 		case OIF_JPEG_PAD:
1124 			state->oif_pix_size[RES_JPEG] = frame_size;
1125 			break;
1126 		case OIF_SOURCE_PAD:
1127 			state->mbus_code = fmt->format.code;
1128 			break;
1129 		default:
1130 			ret = -EBUSY;
1131 		}
1132 
1133 		if (state->streaming)
1134 			ret = -EBUSY;
1135 		else
1136 			state->apply_fmt = 1;
1137 	}
1138 
1139 	mutex_unlock(&state->lock);
1140 
1141 	return ret;
1142 }
1143 
1144 static int s5c73m3_oif_get_frame_desc(struct v4l2_subdev *sd, unsigned int pad,
1145 				  struct v4l2_mbus_frame_desc *fd)
1146 {
1147 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1148 	int i;
1149 
1150 	if (pad != OIF_SOURCE_PAD || fd == NULL)
1151 		return -EINVAL;
1152 
1153 	mutex_lock(&state->lock);
1154 	fd->num_entries = 2;
1155 	for (i = 0; i < fd->num_entries; i++)
1156 		fd->entry[i] = state->frame_desc.entry[i];
1157 	mutex_unlock(&state->lock);
1158 
1159 	return 0;
1160 }
1161 
1162 static int s5c73m3_oif_set_frame_desc(struct v4l2_subdev *sd, unsigned int pad,
1163 				      struct v4l2_mbus_frame_desc *fd)
1164 {
1165 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1166 	struct v4l2_mbus_frame_desc *frame_desc = &state->frame_desc;
1167 	int i;
1168 
1169 	if (pad != OIF_SOURCE_PAD || fd == NULL)
1170 		return -EINVAL;
1171 
1172 	fd->entry[0].length = 10 * SZ_1M;
1173 	fd->entry[1].length = max_t(u32, fd->entry[1].length,
1174 				    S5C73M3_EMBEDDED_DATA_MAXLEN);
1175 	fd->num_entries = 2;
1176 
1177 	mutex_lock(&state->lock);
1178 	for (i = 0; i < fd->num_entries; i++)
1179 		frame_desc->entry[i] = fd->entry[i];
1180 	mutex_unlock(&state->lock);
1181 
1182 	return 0;
1183 }
1184 
1185 static int s5c73m3_enum_mbus_code(struct v4l2_subdev *sd,
1186 				  struct v4l2_subdev_pad_config *cfg,
1187 				  struct v4l2_subdev_mbus_code_enum *code)
1188 {
1189 	static const int codes[] = {
1190 			[S5C73M3_ISP_PAD] = S5C73M3_ISP_FMT,
1191 			[S5C73M3_JPEG_PAD] = S5C73M3_JPEG_FMT};
1192 
1193 	if (code->index > 0 || code->pad >= S5C73M3_NUM_PADS)
1194 		return -EINVAL;
1195 
1196 	code->code = codes[code->pad];
1197 
1198 	return 0;
1199 }
1200 
1201 static int s5c73m3_oif_enum_mbus_code(struct v4l2_subdev *sd,
1202 				struct v4l2_subdev_pad_config *cfg,
1203 				struct v4l2_subdev_mbus_code_enum *code)
1204 {
1205 	int ret;
1206 
1207 	ret = s5c73m3_oif_get_pad_code(code->pad, code->index);
1208 	if (ret < 0)
1209 		return ret;
1210 
1211 	code->code = ret;
1212 
1213 	return 0;
1214 }
1215 
1216 static int s5c73m3_enum_frame_size(struct v4l2_subdev *sd,
1217 				   struct v4l2_subdev_pad_config *cfg,
1218 				   struct v4l2_subdev_frame_size_enum *fse)
1219 {
1220 	int idx;
1221 
1222 	if (fse->pad == S5C73M3_ISP_PAD) {
1223 		if (fse->code != S5C73M3_ISP_FMT)
1224 			return -EINVAL;
1225 		idx = RES_ISP;
1226 	} else{
1227 		if (fse->code != S5C73M3_JPEG_FMT)
1228 			return -EINVAL;
1229 		idx = RES_JPEG;
1230 	}
1231 
1232 	if (fse->index >= s5c73m3_resolutions_len[idx])
1233 		return -EINVAL;
1234 
1235 	fse->min_width  = s5c73m3_resolutions[idx][fse->index].width;
1236 	fse->max_width  = fse->min_width;
1237 	fse->max_height = s5c73m3_resolutions[idx][fse->index].height;
1238 	fse->min_height = fse->max_height;
1239 
1240 	return 0;
1241 }
1242 
1243 static int s5c73m3_oif_enum_frame_size(struct v4l2_subdev *sd,
1244 				   struct v4l2_subdev_pad_config *cfg,
1245 				   struct v4l2_subdev_frame_size_enum *fse)
1246 {
1247 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1248 	int idx;
1249 
1250 	if (fse->pad == OIF_SOURCE_PAD) {
1251 		if (fse->index > 0)
1252 			return -EINVAL;
1253 
1254 		switch (fse->code) {
1255 		case S5C73M3_JPEG_FMT:
1256 		case S5C73M3_ISP_FMT: {
1257 			unsigned w, h;
1258 
1259 			if (fse->which == V4L2_SUBDEV_FORMAT_TRY) {
1260 				struct v4l2_mbus_framefmt *mf;
1261 
1262 				mf = v4l2_subdev_get_try_format(sd, cfg,
1263 								OIF_ISP_PAD);
1264 
1265 				w = mf->width;
1266 				h = mf->height;
1267 			} else {
1268 				const struct s5c73m3_frame_size *fs;
1269 
1270 				fs = state->oif_pix_size[RES_ISP];
1271 				w = fs->width;
1272 				h = fs->height;
1273 			}
1274 			fse->max_width = fse->min_width = w;
1275 			fse->max_height = fse->min_height = h;
1276 			return 0;
1277 		}
1278 		default:
1279 			return -EINVAL;
1280 		}
1281 	}
1282 
1283 	if (fse->code != s5c73m3_oif_get_pad_code(fse->pad, 0))
1284 		return -EINVAL;
1285 
1286 	if (fse->pad == OIF_JPEG_PAD)
1287 		idx = RES_JPEG;
1288 	else
1289 		idx = RES_ISP;
1290 
1291 	if (fse->index >= s5c73m3_resolutions_len[idx])
1292 		return -EINVAL;
1293 
1294 	fse->min_width  = s5c73m3_resolutions[idx][fse->index].width;
1295 	fse->max_width  = fse->min_width;
1296 	fse->max_height = s5c73m3_resolutions[idx][fse->index].height;
1297 	fse->min_height = fse->max_height;
1298 
1299 	return 0;
1300 }
1301 
1302 static int s5c73m3_oif_log_status(struct v4l2_subdev *sd)
1303 {
1304 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1305 
1306 	v4l2_ctrl_handler_log_status(sd->ctrl_handler, sd->name);
1307 
1308 	v4l2_info(sd, "power: %d, apply_fmt: %d\n", state->power,
1309 							state->apply_fmt);
1310 
1311 	return 0;
1312 }
1313 
1314 static int s5c73m3_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
1315 {
1316 	struct v4l2_mbus_framefmt *mf;
1317 
1318 	mf = v4l2_subdev_get_try_format(sd, fh->pad, S5C73M3_ISP_PAD);
1319 	s5c73m3_fill_mbus_fmt(mf, &s5c73m3_isp_resolutions[1],
1320 						S5C73M3_ISP_FMT);
1321 
1322 	mf = v4l2_subdev_get_try_format(sd, fh->pad, S5C73M3_JPEG_PAD);
1323 	s5c73m3_fill_mbus_fmt(mf, &s5c73m3_jpeg_resolutions[1],
1324 					S5C73M3_JPEG_FMT);
1325 
1326 	return 0;
1327 }
1328 
1329 static int s5c73m3_oif_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
1330 {
1331 	struct v4l2_mbus_framefmt *mf;
1332 
1333 	mf = v4l2_subdev_get_try_format(sd, fh->pad, OIF_ISP_PAD);
1334 	s5c73m3_fill_mbus_fmt(mf, &s5c73m3_isp_resolutions[1],
1335 						S5C73M3_ISP_FMT);
1336 
1337 	mf = v4l2_subdev_get_try_format(sd, fh->pad, OIF_JPEG_PAD);
1338 	s5c73m3_fill_mbus_fmt(mf, &s5c73m3_jpeg_resolutions[1],
1339 					S5C73M3_JPEG_FMT);
1340 
1341 	mf = v4l2_subdev_get_try_format(sd, fh->pad, OIF_SOURCE_PAD);
1342 	s5c73m3_fill_mbus_fmt(mf, &s5c73m3_isp_resolutions[1],
1343 						S5C73M3_ISP_FMT);
1344 	return 0;
1345 }
1346 
1347 static int s5c73m3_gpio_set_value(struct s5c73m3 *priv, int id, u32 val)
1348 {
1349 	if (!gpio_is_valid(priv->gpio[id].gpio))
1350 		return 0;
1351 	gpio_set_value(priv->gpio[id].gpio, !!val);
1352 	return 1;
1353 }
1354 
1355 static int s5c73m3_gpio_assert(struct s5c73m3 *priv, int id)
1356 {
1357 	return s5c73m3_gpio_set_value(priv, id, priv->gpio[id].level);
1358 }
1359 
1360 static int s5c73m3_gpio_deassert(struct s5c73m3 *priv, int id)
1361 {
1362 	return s5c73m3_gpio_set_value(priv, id, !priv->gpio[id].level);
1363 }
1364 
1365 static int __s5c73m3_power_on(struct s5c73m3 *state)
1366 {
1367 	int i, ret;
1368 
1369 	for (i = 0; i < S5C73M3_MAX_SUPPLIES; i++) {
1370 		ret = regulator_enable(state->supplies[i].consumer);
1371 		if (ret)
1372 			goto err_reg_dis;
1373 	}
1374 
1375 	ret = clk_set_rate(state->clock, state->mclk_frequency);
1376 	if (ret < 0)
1377 		goto err_reg_dis;
1378 
1379 	ret = clk_prepare_enable(state->clock);
1380 	if (ret < 0)
1381 		goto err_reg_dis;
1382 
1383 	v4l2_dbg(1, s5c73m3_dbg, &state->oif_sd, "clock frequency: %ld\n",
1384 					clk_get_rate(state->clock));
1385 
1386 	s5c73m3_gpio_deassert(state, STBY);
1387 	usleep_range(100, 200);
1388 
1389 	s5c73m3_gpio_deassert(state, RST);
1390 	usleep_range(50, 100);
1391 
1392 	return 0;
1393 
1394 err_reg_dis:
1395 	for (--i; i >= 0; i--)
1396 		regulator_disable(state->supplies[i].consumer);
1397 	return ret;
1398 }
1399 
1400 static int __s5c73m3_power_off(struct s5c73m3 *state)
1401 {
1402 	int i, ret;
1403 
1404 	if (s5c73m3_gpio_assert(state, RST))
1405 		usleep_range(10, 50);
1406 
1407 	if (s5c73m3_gpio_assert(state, STBY))
1408 		usleep_range(100, 200);
1409 
1410 	clk_disable_unprepare(state->clock);
1411 
1412 	state->streaming = 0;
1413 	state->isp_ready = 0;
1414 
1415 	for (i = S5C73M3_MAX_SUPPLIES - 1; i >= 0; i--) {
1416 		ret = regulator_disable(state->supplies[i].consumer);
1417 		if (ret)
1418 			goto err;
1419 	}
1420 
1421 	return 0;
1422 err:
1423 	for (++i; i < S5C73M3_MAX_SUPPLIES; i++) {
1424 		int r = regulator_enable(state->supplies[i].consumer);
1425 		if (r < 0)
1426 			v4l2_err(&state->oif_sd, "Failed to re-enable %s: %d\n",
1427 				 state->supplies[i].supply, r);
1428 	}
1429 
1430 	clk_prepare_enable(state->clock);
1431 	return ret;
1432 }
1433 
1434 static int s5c73m3_oif_set_power(struct v4l2_subdev *sd, int on)
1435 {
1436 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1437 	int ret = 0;
1438 
1439 	mutex_lock(&state->lock);
1440 
1441 	if (on && !state->power) {
1442 		ret = __s5c73m3_power_on(state);
1443 		if (!ret)
1444 			ret = s5c73m3_isp_init(state);
1445 		if (!ret) {
1446 			state->apply_fiv = 1;
1447 			state->apply_fmt = 1;
1448 		}
1449 	} else if (state->power == !on) {
1450 		ret = s5c73m3_set_af_softlanding(state);
1451 		if (!ret)
1452 			ret = __s5c73m3_power_off(state);
1453 		else
1454 			v4l2_err(sd, "Soft landing lens failed\n");
1455 	}
1456 	if (!ret)
1457 		state->power += on ? 1 : -1;
1458 
1459 	v4l2_dbg(1, s5c73m3_dbg, sd, "%s: power: %d\n",
1460 		 __func__, state->power);
1461 
1462 	mutex_unlock(&state->lock);
1463 	return ret;
1464 }
1465 
1466 static int s5c73m3_oif_registered(struct v4l2_subdev *sd)
1467 {
1468 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1469 	int ret;
1470 
1471 	ret = v4l2_device_register_subdev(sd->v4l2_dev, &state->sensor_sd);
1472 	if (ret) {
1473 		v4l2_err(sd->v4l2_dev, "Failed to register %s\n",
1474 							state->oif_sd.name);
1475 		return ret;
1476 	}
1477 
1478 	ret = media_create_pad_link(&state->sensor_sd.entity,
1479 			S5C73M3_ISP_PAD, &state->oif_sd.entity, OIF_ISP_PAD,
1480 			MEDIA_LNK_FL_IMMUTABLE | MEDIA_LNK_FL_ENABLED);
1481 
1482 	ret = media_create_pad_link(&state->sensor_sd.entity,
1483 			S5C73M3_JPEG_PAD, &state->oif_sd.entity, OIF_JPEG_PAD,
1484 			MEDIA_LNK_FL_IMMUTABLE | MEDIA_LNK_FL_ENABLED);
1485 
1486 	return ret;
1487 }
1488 
1489 static void s5c73m3_oif_unregistered(struct v4l2_subdev *sd)
1490 {
1491 	struct s5c73m3 *state = oif_sd_to_s5c73m3(sd);
1492 	v4l2_device_unregister_subdev(&state->sensor_sd);
1493 }
1494 
1495 static const struct v4l2_subdev_internal_ops s5c73m3_internal_ops = {
1496 	.open		= s5c73m3_open,
1497 };
1498 
1499 static const struct v4l2_subdev_pad_ops s5c73m3_pad_ops = {
1500 	.enum_mbus_code		= s5c73m3_enum_mbus_code,
1501 	.enum_frame_size	= s5c73m3_enum_frame_size,
1502 	.get_fmt		= s5c73m3_get_fmt,
1503 	.set_fmt		= s5c73m3_set_fmt,
1504 };
1505 
1506 static const struct v4l2_subdev_ops s5c73m3_subdev_ops = {
1507 	.pad	= &s5c73m3_pad_ops,
1508 };
1509 
1510 static const struct v4l2_subdev_internal_ops oif_internal_ops = {
1511 	.registered	= s5c73m3_oif_registered,
1512 	.unregistered	= s5c73m3_oif_unregistered,
1513 	.open		= s5c73m3_oif_open,
1514 };
1515 
1516 static const struct v4l2_subdev_pad_ops s5c73m3_oif_pad_ops = {
1517 	.enum_mbus_code		= s5c73m3_oif_enum_mbus_code,
1518 	.enum_frame_size	= s5c73m3_oif_enum_frame_size,
1519 	.enum_frame_interval	= s5c73m3_oif_enum_frame_interval,
1520 	.get_fmt		= s5c73m3_oif_get_fmt,
1521 	.set_fmt		= s5c73m3_oif_set_fmt,
1522 	.get_frame_desc		= s5c73m3_oif_get_frame_desc,
1523 	.set_frame_desc		= s5c73m3_oif_set_frame_desc,
1524 };
1525 
1526 static const struct v4l2_subdev_core_ops s5c73m3_oif_core_ops = {
1527 	.s_power	= s5c73m3_oif_set_power,
1528 	.log_status	= s5c73m3_oif_log_status,
1529 };
1530 
1531 static const struct v4l2_subdev_video_ops s5c73m3_oif_video_ops = {
1532 	.s_stream		= s5c73m3_oif_s_stream,
1533 	.g_frame_interval	= s5c73m3_oif_g_frame_interval,
1534 	.s_frame_interval	= s5c73m3_oif_s_frame_interval,
1535 };
1536 
1537 static const struct v4l2_subdev_ops oif_subdev_ops = {
1538 	.core	= &s5c73m3_oif_core_ops,
1539 	.pad	= &s5c73m3_oif_pad_ops,
1540 	.video	= &s5c73m3_oif_video_ops,
1541 };
1542 
1543 static int s5c73m3_configure_gpios(struct s5c73m3 *state)
1544 {
1545 	static const char * const gpio_names[] = {
1546 		"S5C73M3_STBY", "S5C73M3_RST"
1547 	};
1548 	struct i2c_client *c = state->i2c_client;
1549 	struct s5c73m3_gpio *g = state->gpio;
1550 	int ret, i;
1551 
1552 	for (i = 0; i < GPIO_NUM; ++i) {
1553 		unsigned int flags = GPIOF_DIR_OUT;
1554 		if (g[i].level)
1555 			flags |= GPIOF_INIT_HIGH;
1556 		ret = devm_gpio_request_one(&c->dev, g[i].gpio, flags,
1557 					    gpio_names[i]);
1558 		if (ret) {
1559 			v4l2_err(c, "failed to request gpio %s\n",
1560 				 gpio_names[i]);
1561 			return ret;
1562 		}
1563 	}
1564 	return 0;
1565 }
1566 
1567 static int s5c73m3_parse_gpios(struct s5c73m3 *state)
1568 {
1569 	static const char * const prop_names[] = {
1570 		"standby-gpios", "xshutdown-gpios",
1571 	};
1572 	struct device *dev = &state->i2c_client->dev;
1573 	struct device_node *node = dev->of_node;
1574 	int ret, i;
1575 
1576 	for (i = 0; i < GPIO_NUM; ++i) {
1577 		enum of_gpio_flags of_flags;
1578 
1579 		ret = of_get_named_gpio_flags(node, prop_names[i],
1580 					      0, &of_flags);
1581 		if (ret < 0) {
1582 			dev_err(dev, "failed to parse %s DT property\n",
1583 				prop_names[i]);
1584 			return -EINVAL;
1585 		}
1586 		state->gpio[i].gpio = ret;
1587 		state->gpio[i].level = !(of_flags & OF_GPIO_ACTIVE_LOW);
1588 	}
1589 	return 0;
1590 }
1591 
1592 static int s5c73m3_get_platform_data(struct s5c73m3 *state)
1593 {
1594 	struct device *dev = &state->i2c_client->dev;
1595 	const struct s5c73m3_platform_data *pdata = dev->platform_data;
1596 	struct device_node *node = dev->of_node;
1597 	struct device_node *node_ep;
1598 	struct v4l2_fwnode_endpoint ep = { .bus_type = 0 };
1599 	int ret;
1600 
1601 	if (!node) {
1602 		if (!pdata) {
1603 			dev_err(dev, "Platform data not specified\n");
1604 			return -EINVAL;
1605 		}
1606 
1607 		state->mclk_frequency = pdata->mclk_frequency;
1608 		state->gpio[STBY] = pdata->gpio_stby;
1609 		state->gpio[RST] = pdata->gpio_reset;
1610 		return 0;
1611 	}
1612 
1613 	state->clock = devm_clk_get(dev, S5C73M3_CLK_NAME);
1614 	if (IS_ERR(state->clock))
1615 		return PTR_ERR(state->clock);
1616 
1617 	if (of_property_read_u32(node, "clock-frequency",
1618 				 &state->mclk_frequency)) {
1619 		state->mclk_frequency = S5C73M3_DEFAULT_MCLK_FREQ;
1620 		dev_info(dev, "using default %u Hz clock frequency\n",
1621 					state->mclk_frequency);
1622 	}
1623 
1624 	ret = s5c73m3_parse_gpios(state);
1625 	if (ret < 0)
1626 		return -EINVAL;
1627 
1628 	node_ep = of_graph_get_next_endpoint(node, NULL);
1629 	if (!node_ep) {
1630 		dev_warn(dev, "no endpoint defined for node: %pOF\n", node);
1631 		return 0;
1632 	}
1633 
1634 	ret = v4l2_fwnode_endpoint_parse(of_fwnode_handle(node_ep), &ep);
1635 	of_node_put(node_ep);
1636 	if (ret)
1637 		return ret;
1638 
1639 	if (ep.bus_type != V4L2_MBUS_CSI2_DPHY) {
1640 		dev_err(dev, "unsupported bus type\n");
1641 		return -EINVAL;
1642 	}
1643 	/*
1644 	 * Number of MIPI CSI-2 data lanes is currently not configurable,
1645 	 * always a default value of 4 lanes is used.
1646 	 */
1647 	if (ep.bus.mipi_csi2.num_data_lanes != S5C73M3_MIPI_DATA_LANES)
1648 		dev_info(dev, "falling back to 4 MIPI CSI-2 data lanes\n");
1649 
1650 	return 0;
1651 }
1652 
1653 static int s5c73m3_probe(struct i2c_client *client)
1654 {
1655 	struct device *dev = &client->dev;
1656 	struct v4l2_subdev *sd;
1657 	struct v4l2_subdev *oif_sd;
1658 	struct s5c73m3 *state;
1659 	int ret, i;
1660 
1661 	state = devm_kzalloc(dev, sizeof(*state), GFP_KERNEL);
1662 	if (!state)
1663 		return -ENOMEM;
1664 
1665 	state->i2c_client = client;
1666 	ret = s5c73m3_get_platform_data(state);
1667 	if (ret < 0)
1668 		return ret;
1669 
1670 	mutex_init(&state->lock);
1671 	sd = &state->sensor_sd;
1672 	oif_sd = &state->oif_sd;
1673 
1674 	v4l2_subdev_init(sd, &s5c73m3_subdev_ops);
1675 	sd->owner = client->dev.driver->owner;
1676 	v4l2_set_subdevdata(sd, state);
1677 	strscpy(sd->name, "S5C73M3", sizeof(sd->name));
1678 
1679 	sd->internal_ops = &s5c73m3_internal_ops;
1680 	sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1681 
1682 	state->sensor_pads[S5C73M3_JPEG_PAD].flags = MEDIA_PAD_FL_SOURCE;
1683 	state->sensor_pads[S5C73M3_ISP_PAD].flags = MEDIA_PAD_FL_SOURCE;
1684 	sd->entity.function = MEDIA_ENT_F_CAM_SENSOR;
1685 
1686 	ret = media_entity_pads_init(&sd->entity, S5C73M3_NUM_PADS,
1687 							state->sensor_pads);
1688 	if (ret < 0)
1689 		return ret;
1690 
1691 	v4l2_i2c_subdev_init(oif_sd, client, &oif_subdev_ops);
1692 	/* Static name; NEVER use in new drivers! */
1693 	strscpy(oif_sd->name, "S5C73M3-OIF", sizeof(oif_sd->name));
1694 
1695 	oif_sd->internal_ops = &oif_internal_ops;
1696 	oif_sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1697 
1698 	state->oif_pads[OIF_ISP_PAD].flags = MEDIA_PAD_FL_SINK;
1699 	state->oif_pads[OIF_JPEG_PAD].flags = MEDIA_PAD_FL_SINK;
1700 	state->oif_pads[OIF_SOURCE_PAD].flags = MEDIA_PAD_FL_SOURCE;
1701 	oif_sd->entity.function = MEDIA_ENT_F_PROC_VIDEO_SCALER;
1702 
1703 	ret = media_entity_pads_init(&oif_sd->entity, OIF_NUM_PADS,
1704 							state->oif_pads);
1705 	if (ret < 0)
1706 		return ret;
1707 
1708 	ret = s5c73m3_configure_gpios(state);
1709 	if (ret)
1710 		goto out_err;
1711 
1712 	for (i = 0; i < S5C73M3_MAX_SUPPLIES; i++)
1713 		state->supplies[i].supply = s5c73m3_supply_names[i];
1714 
1715 	ret = devm_regulator_bulk_get(dev, S5C73M3_MAX_SUPPLIES,
1716 			       state->supplies);
1717 	if (ret) {
1718 		dev_err(dev, "failed to get regulators\n");
1719 		goto out_err;
1720 	}
1721 
1722 	ret = s5c73m3_init_controls(state);
1723 	if (ret)
1724 		goto out_err;
1725 
1726 	state->sensor_pix_size[RES_ISP] = &s5c73m3_isp_resolutions[1];
1727 	state->sensor_pix_size[RES_JPEG] = &s5c73m3_jpeg_resolutions[1];
1728 	state->oif_pix_size[RES_ISP] = state->sensor_pix_size[RES_ISP];
1729 	state->oif_pix_size[RES_JPEG] = state->sensor_pix_size[RES_JPEG];
1730 
1731 	state->mbus_code = S5C73M3_ISP_FMT;
1732 
1733 	state->fiv = &s5c73m3_intervals[S5C73M3_DEFAULT_FRAME_INTERVAL];
1734 
1735 	state->fw_file_version[0] = 'G';
1736 	state->fw_file_version[1] = 'C';
1737 
1738 	ret = s5c73m3_register_spi_driver(state);
1739 	if (ret < 0)
1740 		goto out_err;
1741 
1742 	oif_sd->dev = dev;
1743 
1744 	ret = __s5c73m3_power_on(state);
1745 	if (ret < 0)
1746 		goto out_err1;
1747 
1748 	ret = s5c73m3_get_fw_version(state);
1749 	__s5c73m3_power_off(state);
1750 
1751 	if (ret < 0) {
1752 		dev_err(dev, "Device detection failed: %d\n", ret);
1753 		goto out_err1;
1754 	}
1755 
1756 	ret = v4l2_async_register_subdev(oif_sd);
1757 	if (ret < 0)
1758 		goto out_err1;
1759 
1760 	v4l2_info(sd, "%s: completed successfully\n", __func__);
1761 	return 0;
1762 
1763 out_err1:
1764 	s5c73m3_unregister_spi_driver(state);
1765 out_err:
1766 	media_entity_cleanup(&sd->entity);
1767 	return ret;
1768 }
1769 
1770 static int s5c73m3_remove(struct i2c_client *client)
1771 {
1772 	struct v4l2_subdev *oif_sd = i2c_get_clientdata(client);
1773 	struct s5c73m3 *state = oif_sd_to_s5c73m3(oif_sd);
1774 	struct v4l2_subdev *sensor_sd = &state->sensor_sd;
1775 
1776 	v4l2_async_unregister_subdev(oif_sd);
1777 
1778 	v4l2_ctrl_handler_free(oif_sd->ctrl_handler);
1779 	media_entity_cleanup(&oif_sd->entity);
1780 
1781 	v4l2_device_unregister_subdev(sensor_sd);
1782 	media_entity_cleanup(&sensor_sd->entity);
1783 
1784 	s5c73m3_unregister_spi_driver(state);
1785 
1786 	return 0;
1787 }
1788 
1789 static const struct i2c_device_id s5c73m3_id[] = {
1790 	{ DRIVER_NAME, 0 },
1791 	{ }
1792 };
1793 MODULE_DEVICE_TABLE(i2c, s5c73m3_id);
1794 
1795 #ifdef CONFIG_OF
1796 static const struct of_device_id s5c73m3_of_match[] = {
1797 	{ .compatible = "samsung,s5c73m3" },
1798 	{ }
1799 };
1800 MODULE_DEVICE_TABLE(of, s5c73m3_of_match);
1801 #endif
1802 
1803 static struct i2c_driver s5c73m3_i2c_driver = {
1804 	.driver = {
1805 		.of_match_table = of_match_ptr(s5c73m3_of_match),
1806 		.name	= DRIVER_NAME,
1807 	},
1808 	.probe_new	= s5c73m3_probe,
1809 	.remove		= s5c73m3_remove,
1810 	.id_table	= s5c73m3_id,
1811 };
1812 
1813 module_i2c_driver(s5c73m3_i2c_driver);
1814 
1815 MODULE_DESCRIPTION("Samsung S5C73M3 camera driver");
1816 MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
1817 MODULE_LICENSE("GPL");
1818