All of lore.kernel.org
 help / color / mirror / Atom feed
* [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver
@ 2011-08-31 12:24 Laurent Pinchart
  2011-08-31 18:23 ` Sakari Ailus
  0 siblings, 1 reply; 6+ messages in thread
From: Laurent Pinchart @ 2011-08-31 12:24 UTC (permalink / raw)
  To: linux-media

The MT9T001 is a parallel 3MP sensor from Aptina (formerly Micron)
controlled through I2C.

The driver creates a V4L2 subdevice. It currently supports binning and
cropping, and the gain, exposure, test pattern and black level controls.

Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>
---
 drivers/media/video/Kconfig   |    7 +
 drivers/media/video/Makefile  |    1 +
 drivers/media/video/mt9t001.c |  788 +++++++++++++++++++++++++++++++++++++++++
 include/media/mt9t001.h       |    8 +
 4 files changed, 804 insertions(+), 0 deletions(-)
 create mode 100644 drivers/media/video/mt9t001.c
 create mode 100644 include/media/mt9t001.h

diff --git a/drivers/media/video/Kconfig b/drivers/media/video/Kconfig
index c1c4aed..46eb82f 100644
--- a/drivers/media/video/Kconfig
+++ b/drivers/media/video/Kconfig
@@ -474,6 +474,13 @@ config VIDEO_MT9P031
 	  This is a Video4Linux2 sensor-level driver for the Aptina
 	  (Micron) mt9p031 5 Mpixel camera.
 
+config VIDEO_MT9T001
+	tristate "Aptina MT9T001 support"
+	depends on I2C && VIDEO_V4L2
+	---help---
+	  This is a Video4Linux2 sensor-level driver for the Aptina
+	  (Micron) mt0t001 3 Mpixel camera.
+
 config VIDEO_MT9V011
 	tristate "Micron mt9v011 sensor support"
 	depends on I2C && VIDEO_V4L2
diff --git a/drivers/media/video/Makefile b/drivers/media/video/Makefile
index a1bfd06..217b097 100644
--- a/drivers/media/video/Makefile
+++ b/drivers/media/video/Makefile
@@ -66,6 +66,7 @@ obj-$(CONFIG_VIDEO_OV7670) 	+= ov7670.o
 obj-$(CONFIG_VIDEO_TCM825X) += tcm825x.o
 obj-$(CONFIG_VIDEO_TVEEPROM) += tveeprom.o
 obj-$(CONFIG_VIDEO_MT9P031) += mt9p031.o
+obj-$(CONFIG_VIDEO_MT9T001) += mt9t001.o
 obj-$(CONFIG_VIDEO_MT9V011) += mt9v011.o
 obj-$(CONFIG_VIDEO_MT9V032) += mt9v032.o
 obj-$(CONFIG_VIDEO_SR030PC30)	+= sr030pc30.o
diff --git a/drivers/media/video/mt9t001.c b/drivers/media/video/mt9t001.c
new file mode 100644
index 0000000..32ab217
--- /dev/null
+++ b/drivers/media/video/mt9t001.c
@@ -0,0 +1,788 @@
+/*
+ * Driver for MT9T001 CMOS Image Sensor from Aptina (Micron)
+ *
+ * Copyright (C) 2010-2011, Laurent Pinchart <laurent.pinchart@ideasonboard.com>
+ *
+ * Based on the MT9M001 driver,
+ *
+ * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License version 2 as
+ * published by the Free Software Foundation.
+ */
+
+#include <linux/i2c.h>
+#include <linux/log2.h>
+#include <linux/slab.h>
+#include <linux/videodev2.h>
+#include <linux/v4l2-mediabus.h>
+
+#include <media/mt9t001.h>
+#include <media/v4l2-ctrls.h>
+#include <media/v4l2-device.h>
+#include <media/v4l2-subdev.h>
+
+/*
+ * mt9m001 i2c address 0x5d
+ */
+
+#define MT9T001_CHIP_VERSION				0x00
+#define		MT9T001_CHIP_ID				0x1621
+#define MT9T001_ROW_START				0x01
+#define		MT9T001_ROW_START_MIN			0
+#define		MT9T001_ROW_START_DEF			20
+#define		MT9T001_ROW_START_MAX			1534
+#define MT9T001_COLUMN_START				0x02
+#define		MT9T001_COLUMN_START_MIN		0
+#define		MT9T001_COLUMN_START_DEF		32
+#define		MT9T001_COLUMN_START_MAX		2046
+#define MT9T001_WINDOW_HEIGHT				0x03
+#define		MT9T001_WINDOW_HEIGHT_MIN		1
+#define		MT9T001_WINDOW_HEIGHT_DEF		1535
+#define		MT9T001_WINDOW_HEIGHT_MAX		1567
+#define MT9T001_WINDOW_WIDTH				0x04
+#define		MT9T001_WINDOW_WIDTH_MIN		1
+#define		MT9T001_WINDOW_WIDTH_DEF		2047
+#define		MT9T001_WINDOW_WIDTH_MAX		2111
+#define MT9T001_HORIZONTAL_BLANKING			0x05
+#define		MT9T001_HORIZONTAL_BLANKING_MIN		21
+#define		MT9T001_HORIZONTAL_BLANKING_MAX		1023
+#define MT9T001_VERTICAL_BLANKING			0x06
+#define		MT9T001_VERTICAL_BLANKING_MIN		3
+#define		MT9T001_VERTICAL_BLANKING_MAX		1023
+#define MT9T001_OUTPUT_CONTROL				0x07
+#define		MT9T001_OUTPUT_CONTROL_SYNC		(1 << 0)
+#define		MT9T001_OUTPUT_CONTROL_CHIP_ENABLE	(1 << 1)
+#define		MT9T001_OUTPUT_CONTROL_TEST_DATA	(1 << 6)
+#define MT9T001_SHUTTER_WIDTH_HIGH			0x08
+#define MT9T001_SHUTTER_WIDTH_LOW			0x09
+#define		MT9T001_SHUTTER_WIDTH_MIN		1
+#define		MT9T001_SHUTTER_WIDTH_DEF		1561
+#define		MT9T001_SHUTTER_WIDTH_MAX		(1024 * 1024)
+#define MT9T001_PIXEL_CLOCK				0x0a
+#define		MT9T001_PIXEL_CLOCK_INVERT		(1 << 15)
+#define		MT9T001_PIXEL_CLOCK_SHIFT_MASK		(7 << 8)
+#define		MT9T001_PIXEL_CLOCK_SHIFT_SHIFT		8
+#define		MT9T001_PIXEL_CLOCK_DIVIDE_MASK		(0x7f << 0)
+#define MT9T001_FRAME_RESTART				0x0b
+#define MT9T001_SHUTTER_DELAY				0x0c
+#define		MT9T001_SHUTTER_DELAY_MAX		2047
+#define MT9T001_RESET					0x0d
+#define MT9T001_READ_MODE1				0x1e
+#define		MT9T001_READ_MODE_SNAPSHOT		(1 << 8)
+#define		MT9T001_READ_MODE_STROBE_ENABLE		(1 << 9)
+#define		MT9T001_READ_MODE_STROBE_WIDTH		(1 << 10)
+#define		MT9T001_READ_MODE_STROBE_OVERRIDE	(1 << 11)
+#define MT9T001_READ_MODE2				0x20
+#define		MT9T001_READ_MODE_BAD_FRAMES		(1 << 0)
+#define		MT9T001_READ_MODE_LINE_VALID_CONTINUOUS	(1 << 9)
+#define		MT9T001_READ_MODE_LINE_VALID_FRAME	(1 << 10)
+#define MT9T001_READ_MODE3				0x21
+#define		MT9T001_READ_MODE_GLOBAL_RESET		(1 << 0)
+#define		MT9T001_READ_MODE_GHST_CTL		(1 << 1)
+#define MT9T001_ROW_ADDRESS_MODE			0x22
+#define		MT9T001_ROW_SKIP_MASK			(7 << 0)
+#define		MT9T001_ROW_BIN_MASK			(3 << 3)
+#define		MT9T001_ROW_BIN_SHIFT			3
+#define MT9T001_COLUMN_ADDRESS_MODE			0x23
+#define		MT9T001_COLUMN_SKIP_MASK		(7 << 0)
+#define		MT9T001_COLUMN_BIN_MASK			(3 << 3)
+#define		MT9T001_COLUMN_BIN_SHIFT		3
+#define MT9T001_GREEN1_GAIN				0x2b
+#define MT9T001_BLUE_GAIN				0x2c
+#define MT9T001_RED_GAIN				0x2d
+#define MT9T001_GREEN2_GAIN				0x2e
+#define MT9T001_TEST_DATA				0x32
+#define MT9T001_GLOBAL_GAIN				0x35
+#define		MT9T001_GLOBAL_GAIN_MIN			8
+#define		MT9T001_GLOBAL_GAIN_MAX			1024
+#define MT9T001_BLACK_LEVEL				0x49
+#define MT9T001_ROW_BLACK_DEFAULT_OFFSET		0x4b
+#define MT9T001_BLC_DELTA_THRESHOLDS			0x5d
+#define MT9T001_CAL_THRESHOLDS				0x5f
+#define MT9T001_GREEN1_OFFSET				0x60
+#define MT9T001_GREEN2_OFFSET				0x61
+#define MT9T001_BLACK_LEVEL_CALIBRATION			0x62
+#define		MT9T001_BLACK_LEVEL_OVERRIDE		(1 << 0)
+#define		MT9T001_BLACK_LEVEL_DISABLE_OFFSET	(1 << 1)
+#define		MT9T001_BLACK_LEVEL_RECALCULATE		(1 << 12)
+#define		MT9T001_BLACK_LEVEL_LOCK_RED_BLUE	(1 << 13)
+#define		MT9T001_BLACK_LEVEL_LOCK_GREEN		(1 << 14)
+#define MT9T001_RED_OFFSET				0x63
+#define MT9T001_BLUE_OFFSET				0x64
+
+struct mt9t001 {
+	struct v4l2_subdev subdev;
+	struct media_pad pad;
+
+	struct v4l2_mbus_framefmt format;
+	struct v4l2_rect crop;
+
+	struct v4l2_ctrl_handler ctrls;
+	struct v4l2_ctrl *gains[4];
+
+	u8 output_control;
+};
+
+static struct mt9t001 *to_mt9t001(struct v4l2_subdev *sd)
+{
+	return container_of(sd, struct mt9t001, subdev);
+}
+
+static int mt9t001_read(struct i2c_client *client, const u8 reg)
+{
+	s32 data = i2c_smbus_read_word_data(client, reg);
+	return data < 0 ? data : swab16(data);
+}
+
+static int mt9t001_write(struct i2c_client *client, const u8 reg,
+			 const u16 data)
+{
+	return i2c_smbus_write_word_data(client, reg, swab16(data));
+}
+
+static int mt9t001_set_output_control(struct mt9t001 *mt9t001, u8 clear, u8 set)
+{
+	struct i2c_client *client = v4l2_get_subdevdata(&mt9t001->subdev);
+	u8 value = (mt9t001->output_control & ~clear) | set;
+	int ret;
+
+	if (value == mt9t001->output_control)
+		return 0;
+
+	ret = mt9t001_write(client, MT9T001_OUTPUT_CONTROL, value);
+	if (ret < 0)
+		return ret;
+
+	mt9t001->output_control = value;
+	return 0;
+}
+
+/* -----------------------------------------------------------------------------
+ * V4L2 subdev video operations
+ */
+
+static int mt9t001_s_stream(struct v4l2_subdev *subdev, int enable)
+{
+	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
+
+	/* Switch to master "normal" mode or stop sensor readout */
+	return mt9t001_set_output_control(mt9t001,
+		enable ? 0 : MT9T001_OUTPUT_CONTROL_CHIP_ENABLE,
+		enable ? MT9T001_OUTPUT_CONTROL_CHIP_ENABLE : 0);
+}
+
+static int mt9t001_enum_mbus_code(struct v4l2_subdev *subdev,
+				  struct v4l2_subdev_fh *fh,
+				  struct v4l2_subdev_mbus_code_enum *code)
+{
+	if (code->index > 0)
+		return -EINVAL;
+
+	code->code = V4L2_MBUS_FMT_SGRBG10_1X10;
+	return 0;
+}
+
+static int mt9t001_enum_frame_size(struct v4l2_subdev *subdev,
+				   struct v4l2_subdev_fh *fh,
+				   struct v4l2_subdev_frame_size_enum *fse)
+{
+	if (fse->index >= 8 || fse->code != V4L2_MBUS_FMT_SGRBG10_1X10)
+		return -EINVAL;
+
+	fse->min_width = (MT9T001_WINDOW_WIDTH_DEF + 1) / fse->index;
+	fse->max_width = fse->min_width;
+	fse->min_height = (MT9T001_WINDOW_HEIGHT_DEF + 1) / fse->index;
+	fse->max_height = fse->min_height;
+
+	return 0;
+}
+
+static struct v4l2_mbus_framefmt *
+__mt9t001_get_pad_format(struct mt9t001 *mt9t001, struct v4l2_subdev_fh *fh,
+			 unsigned int pad, enum v4l2_subdev_format_whence which)
+{
+	switch (which) {
+	case V4L2_SUBDEV_FORMAT_TRY:
+		return v4l2_subdev_get_try_format(fh, pad);
+	case V4L2_SUBDEV_FORMAT_ACTIVE:
+		return &mt9t001->format;
+	default:
+		return NULL;
+	}
+}
+
+static struct v4l2_rect *
+__mt9t001_get_pad_crop(struct mt9t001 *mt9t001, struct v4l2_subdev_fh *fh,
+		       unsigned int pad, enum v4l2_subdev_format_whence which)
+{
+	switch (which) {
+	case V4L2_SUBDEV_FORMAT_TRY:
+		return v4l2_subdev_get_try_crop(fh, pad);
+	case V4L2_SUBDEV_FORMAT_ACTIVE:
+		return &mt9t001->crop;
+	default:
+		return NULL;
+	}
+}
+
+static int mt9t001_get_format(struct v4l2_subdev *subdev,
+			      struct v4l2_subdev_fh *fh,
+			      struct v4l2_subdev_format *format)
+{
+	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
+
+	format->format = *__mt9t001_get_pad_format(mt9t001, fh, format->pad,
+						   format->which);
+	return 0;
+}
+
+static int mt9t001_set_format(struct v4l2_subdev *subdev,
+			      struct v4l2_subdev_fh *fh,
+			      struct v4l2_subdev_format *format)
+{
+	struct i2c_client *client = v4l2_get_subdevdata(subdev);
+	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
+	struct v4l2_mbus_framefmt *__format;
+	struct v4l2_rect *__crop;
+	unsigned int width;
+	unsigned int height;
+	unsigned int hratio;
+	unsigned int vratio;
+	int ret;
+
+	__crop = __mt9t001_get_pad_crop(mt9t001, fh, format->pad,
+					format->which);
+
+	/* Clamp the width and height to avoid dividing by zero. */
+	width = clamp_t(unsigned int, ALIGN(format->format.width, 2),
+			max(__crop->width / 8, MT9T001_WINDOW_HEIGHT_MIN + 1),
+			__crop->width);
+	height = clamp_t(unsigned int, ALIGN(format->format.height, 2),
+			 max(__crop->height / 8, MT9T001_WINDOW_HEIGHT_MIN + 1),
+			 __crop->height);
+
+	hratio = DIV_ROUND_CLOSEST(__crop->width, width);
+	vratio = DIV_ROUND_CLOSEST(__crop->height, height);
+
+	if (format->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
+		ret = mt9t001_write(client, MT9T001_ROW_ADDRESS_MODE,
+				    hratio - 1);
+		if (ret < 0)
+			return ret;
+
+		ret = mt9t001_write(client, MT9T001_COLUMN_ADDRESS_MODE,
+				    vratio - 1);
+		if (ret < 0)
+			return ret;
+	}
+
+	__format = __mt9t001_get_pad_format(mt9t001, fh, format->pad,
+					    format->which);
+	__format->width = __crop->width / hratio;
+	__format->height = __crop->height / vratio;
+
+	format->format = *__format;
+
+	return 0;
+}
+
+static int mt9t001_get_crop(struct v4l2_subdev *subdev,
+			    struct v4l2_subdev_fh *fh,
+			    struct v4l2_subdev_crop *crop)
+{
+	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
+
+	crop->rect = *__mt9t001_get_pad_crop(mt9t001, fh, crop->pad,
+					     crop->which);
+	return 0;
+}
+
+static int mt9t001_set_crop(struct v4l2_subdev *subdev,
+			    struct v4l2_subdev_fh *fh,
+			    struct v4l2_subdev_crop *crop)
+{
+	struct i2c_client *client = v4l2_get_subdevdata(subdev);
+	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
+	struct v4l2_mbus_framefmt *__format;
+	struct v4l2_rect *__crop;
+	struct v4l2_rect rect;
+	int ret;
+
+	/* Clamp the crop rectangle boundaries and align them to a multiple of 2
+	 * pixels.
+	 */
+	rect.left = clamp(ALIGN(crop->rect.left, 2),
+			  MT9T001_COLUMN_START_MIN,
+			  MT9T001_COLUMN_START_MAX);
+	rect.top = clamp(ALIGN(crop->rect.top, 2),
+			 MT9T001_ROW_START_MIN,
+			 MT9T001_ROW_START_MAX);
+	rect.width = clamp(ALIGN(crop->rect.width, 2),
+			   MT9T001_WINDOW_WIDTH_MIN + 1,
+			   MT9T001_WINDOW_WIDTH_MAX + 1 - rect.left);
+	rect.height = clamp(ALIGN(crop->rect.height, 2),
+			    MT9T001_WINDOW_HEIGHT_MIN + 1,
+			    MT9T001_WINDOW_HEIGHT_MAX + 1 - rect.top);
+
+	if (crop->which == V4L2_SUBDEV_FORMAT_TRY) {
+		ret = mt9t001_write(client, MT9T001_COLUMN_START, rect.left);
+		if (ret < 0)
+			return ret;
+
+		ret = mt9t001_write(client, MT9T001_ROW_START, rect.top);
+		if (ret < 0)
+			return ret;
+
+		ret = mt9t001_write(client, MT9T001_WINDOW_WIDTH,
+				    rect.width - 1);
+		if (ret < 0)
+			return ret;
+
+		ret = mt9t001_write(client, MT9T001_WINDOW_HEIGHT,
+				    rect.height - 1);
+		if (ret < 0)
+			return ret;
+	}
+
+	__crop = __mt9t001_get_pad_crop(mt9t001, fh, crop->pad, crop->which);
+
+	if (rect.width != __crop->width || rect.height != __crop->height) {
+		/* Reset the output image size if the crop rectangle size has
+		 * been modified.
+		 */
+		__format = __mt9t001_get_pad_format(mt9t001, fh, crop->pad,
+						    crop->which);
+		__format->width = rect.width;
+		__format->height = rect.height;
+
+		if (crop->which == V4L2_SUBDEV_FORMAT_TRY) {
+			ret = mt9t001_write(client, MT9T001_ROW_ADDRESS_MODE,
+					    0);
+			if (ret < 0)
+				return ret;
+
+			ret = mt9t001_write(client, MT9T001_COLUMN_ADDRESS_MODE,
+					    0);
+			if (ret < 0)
+				return ret;
+		}
+	}
+
+	*__crop = rect;
+	crop->rect = rect;
+
+	return 0;
+}
+
+/* -----------------------------------------------------------------------------
+ * V4L2 subdev controls
+ */
+
+#define V4L2_CID_TEST_PATTERN		(V4L2_CID_USER_BASE | 0x1001)
+
+#define V4L2_CID_GAIN_RED		(V4L2_CTRL_CLASS_CAMERA | 0x1001)
+#define V4L2_CID_GAIN_GREEN1		(V4L2_CTRL_CLASS_CAMERA | 0x1002)
+#define V4L2_CID_GAIN_GREEN2		(V4L2_CTRL_CLASS_CAMERA | 0x1003)
+#define V4L2_CID_GAIN_BLUE		(V4L2_CTRL_CLASS_CAMERA | 0x1004)
+
+static int mt9t001_gain_data(s32 *gain)
+{
+	/* Gain is controlled by 2 analog stages and a digital stage. Valid
+	 * values for the 3 stages are
+	 *
+	 * Stage		Min	Max	Step
+	 * ------------------------------------------
+	 * First analog stage	x1	x2	1
+	 * Second analog stage	x1	x4	0.125
+	 * Digital stage	x1	x16	0.125
+	 *
+	 * To minimize noise, the gain stages should be used in the second
+	 * analog stage, first analog stage, digital stage order. Gain from a
+	 * previous stage should be pushed to its maximum value before the next
+	 * stage is used.
+	 */
+	if (*gain <= 32)
+		return *gain;
+
+	if (*gain <= 64) {
+		*gain &= ~1;
+		return (1 << 6) | (*gain >> 1);
+	}
+
+	*gain &= ~7;
+	return ((*gain - 64) << 5) | (1 << 6) | 32;
+}
+
+static int mt9t001_ctrl_freeze(struct mt9t001 *mt9t001, bool freeze)
+{
+	return mt9t001_set_output_control(mt9t001,
+		freeze ? 0 : MT9T001_OUTPUT_CONTROL_SYNC,
+		freeze ? MT9T001_OUTPUT_CONTROL_SYNC : 0);
+}
+
+static int mt9t001_s_ctrl(struct v4l2_ctrl *ctrl)
+{
+	static const u8 gains[4] = {
+		MT9T001_RED_GAIN, MT9T001_GREEN1_GAIN,
+		MT9T001_GREEN2_GAIN, MT9T001_BLUE_GAIN
+	};
+
+	struct mt9t001 *mt9t001 =
+			container_of(ctrl->handler, struct mt9t001, ctrls);
+	struct i2c_client *client = v4l2_get_subdevdata(&mt9t001->subdev);
+	unsigned int count;
+	unsigned int i;
+	int data;
+	int ret;
+
+	switch (ctrl->id) {
+	case V4L2_CID_GAIN_RED:
+	case V4L2_CID_GAIN_GREEN1:
+	case V4L2_CID_GAIN_GREEN2:
+	case V4L2_CID_GAIN_BLUE:
+
+		/* Disable control updates if more than one control has changed
+		 * in the cluster.
+		 */
+		for (i = 0, count = 0; i < 4; ++i) {
+			struct v4l2_ctrl *gain = mt9t001->gains[i];
+
+			if (gain->val != gain->cur.val)
+				count++;
+		}
+
+		if (count > 1) {
+			ret = mt9t001_ctrl_freeze(mt9t001, true);
+			if (ret < 0)
+				return ret;
+		}
+
+		/* Update the gain controls. */
+		for (i = 0; i < 4; ++i) {
+			struct v4l2_ctrl *gain = mt9t001->gains[i];
+
+			if (gain->val == gain->cur.val)
+				continue;
+
+			data = mt9t001_gain_data(&gain->val);
+			ret = mt9t001_write(client, gains[i], data);
+			if (ret < 0) {
+				mt9t001_ctrl_freeze(mt9t001, false);
+				return ret;
+			}
+		}
+
+		/* Enable control updates. */
+		if (count > 1) {
+			ret = mt9t001_ctrl_freeze(mt9t001, false);
+			if (ret < 0)
+				return ret;
+		}
+
+		break;
+
+	case V4L2_CID_EXPOSURE:
+		ret = mt9t001_write(client, MT9T001_SHUTTER_WIDTH_LOW,
+				    ctrl->val & 0xffff);
+		if (ret < 0)
+			return ret;
+
+		return mt9t001_write(client, MT9T001_SHUTTER_WIDTH_HIGH,
+				     ctrl->val >> 16);
+
+	case V4L2_CID_TEST_PATTERN:
+		ret = mt9t001_set_output_control(mt9t001,
+			ctrl->val ? 0 : MT9T001_OUTPUT_CONTROL_TEST_DATA,
+			ctrl->val ? MT9T001_OUTPUT_CONTROL_TEST_DATA : 0);
+		if (ret < 0)
+			return ret;
+
+		return mt9t001_write(client, MT9T001_TEST_DATA, ctrl->val << 2);
+
+	case V4L2_CID_BLACK_LEVEL:
+		return mt9t001_write(client, MT9T001_BLACK_LEVEL_CALIBRATION,
+				     MT9T001_BLACK_LEVEL_RECALCULATE);
+	}
+
+	return 0;
+}
+
+static struct v4l2_ctrl_ops mt9t001_ctrl_ops = {
+	.s_ctrl = mt9t001_s_ctrl,
+};
+
+static const struct v4l2_ctrl_config mt9t001_ctrls[] = {
+	{
+		.ops		= &mt9t001_ctrl_ops,
+		.id		= V4L2_CID_TEST_PATTERN,
+		.type		= V4L2_CTRL_TYPE_INTEGER,
+		.name		= "Test pattern",
+		.min		= 0,
+		.max		= 1023,
+		.step		= 1,
+		.def		= 0,
+		.flags		= 0,
+	},
+};
+
+static const struct v4l2_ctrl_config mt9t001_gains[] = {
+	{
+		.ops		= &mt9t001_ctrl_ops,
+		.id		= V4L2_CID_GAIN_RED,
+		.type		= V4L2_CTRL_TYPE_INTEGER,
+		.name		= "Gain, Red",
+		.min		= MT9T001_GLOBAL_GAIN_MIN,
+		.max		= MT9T001_GLOBAL_GAIN_MAX,
+		.step		= 1,
+		.def		= MT9T001_GLOBAL_GAIN_MIN,
+		.flags		= 0,
+	},
+	{
+		.ops		= &mt9t001_ctrl_ops,
+		.id		= V4L2_CID_GAIN_GREEN1,
+		.type		= V4L2_CTRL_TYPE_INTEGER,
+		.name		= "Gain, Green (R)",
+		.min		= MT9T001_GLOBAL_GAIN_MIN,
+		.max		= MT9T001_GLOBAL_GAIN_MAX,
+		.step		= 1,
+		.def		= MT9T001_GLOBAL_GAIN_MIN,
+		.flags		= 0,
+	},
+	{
+		.ops		= &mt9t001_ctrl_ops,
+		.id		= V4L2_CID_GAIN_GREEN2,
+		.type		= V4L2_CTRL_TYPE_INTEGER,
+		.name		= "Gain, Green (B)",
+		.min		= MT9T001_GLOBAL_GAIN_MIN,
+		.max		= MT9T001_GLOBAL_GAIN_MAX,
+		.step		= 1,
+		.def		= MT9T001_GLOBAL_GAIN_MIN,
+		.flags		= 0,
+	},
+	{
+		.ops		= &mt9t001_ctrl_ops,
+		.id		= V4L2_CID_GAIN_BLUE,
+		.type		= V4L2_CTRL_TYPE_INTEGER,
+		.name		= "Gain, Blue",
+		.min		= MT9T001_GLOBAL_GAIN_MIN,
+		.max		= MT9T001_GLOBAL_GAIN_MAX,
+		.step		= 1,
+		.def		= MT9T001_GLOBAL_GAIN_MIN,
+		.flags		= 0,
+	},
+};
+
+/* -----------------------------------------------------------------------------
+ * V4L2 subdev file operations
+ */
+
+static int mt9t001_open(struct v4l2_subdev *subdev, struct v4l2_subdev_fh *fh)
+{
+	struct v4l2_mbus_framefmt *format;
+	struct v4l2_rect *crop;
+
+	crop = v4l2_subdev_get_try_crop(fh, 0);
+	crop->left = MT9T001_COLUMN_START_DEF;
+	crop->top = MT9T001_ROW_START_DEF;
+	crop->width = MT9T001_WINDOW_WIDTH_DEF + 1;
+	crop->height = MT9T001_WINDOW_HEIGHT_DEF + 1;
+
+	format = v4l2_subdev_get_try_format(fh, 0);
+	format->code = V4L2_MBUS_FMT_SGRBG10_1X10;
+	format->width = MT9T001_WINDOW_WIDTH_DEF + 1;
+	format->height = MT9T001_WINDOW_HEIGHT_DEF + 1;
+	format->field = V4L2_FIELD_NONE;
+	format->colorspace = V4L2_COLORSPACE_SRGB;
+
+	return 0;
+}
+
+static struct v4l2_subdev_video_ops mt9t001_subdev_video_ops = {
+	.s_stream = mt9t001_s_stream,
+};
+
+static struct v4l2_subdev_pad_ops mt9t001_subdev_pad_ops = {
+	.enum_mbus_code = mt9t001_enum_mbus_code,
+	.enum_frame_size = mt9t001_enum_frame_size,
+	.get_fmt = mt9t001_get_format,
+	.set_fmt = mt9t001_set_format,
+	.get_crop = mt9t001_get_crop,
+	.set_crop = mt9t001_set_crop,
+};
+
+static struct v4l2_subdev_ops mt9t001_subdev_ops = {
+	.video = &mt9t001_subdev_video_ops,
+	.pad = &mt9t001_subdev_pad_ops,
+};
+
+static struct v4l2_subdev_internal_ops mt9t001_subdev_internal_ops = {
+	.open = mt9t001_open,
+};
+
+static int mt9t001_video_probe(struct i2c_client *client)
+{
+	struct mt9t001_platform_data *pdata = client->dev.platform_data;
+	s32 data;
+	int ret;
+
+	dev_info(&client->dev, "Probing MT9T001 at address 0x%02x\n",
+		 client->addr);
+
+	/* Reset the chip and stop data read out */
+	ret = mt9t001_write(client, MT9T001_RESET, 1);
+	if (ret < 0)
+		return ret;
+
+	ret = mt9t001_write(client, MT9T001_RESET, 0);
+	if (ret < 0)
+		return ret;
+
+	ret  = mt9t001_write(client, MT9T001_OUTPUT_CONTROL, 0);
+	if (ret < 0)
+		return ret;
+
+	/* Configure the pixel clock polarity */
+	if (pdata && pdata->clk_pol) {
+		ret  = mt9t001_write(client, MT9T001_PIXEL_CLOCK,
+				     MT9T001_PIXEL_CLOCK_INVERT);
+		if (ret < 0)
+			return ret;
+	}
+
+	/* Read and check the sensor version */
+	data = mt9t001_read(client, MT9T001_CHIP_VERSION);
+	if (data != MT9T001_CHIP_ID) {
+		dev_err(&client->dev, "MT9T001 not detected, wrong version "
+			"0x%04x\n", data);
+		return -ENODEV;
+	}
+
+	dev_info(&client->dev, "MT9T001 detected at address 0x%02x\n",
+		 client->addr);
+
+	return ret;
+}
+
+static int mt9t001_probe(struct i2c_client *client,
+			 const struct i2c_device_id *did)
+{
+	struct mt9t001 *mt9t001;
+	unsigned int i;
+	int ret;
+
+	if (!i2c_check_functionality(client->adapter,
+				     I2C_FUNC_SMBUS_WORD_DATA)) {
+		dev_warn(&client->adapter->dev,
+			 "I2C-Adapter doesn't support I2C_FUNC_SMBUS_WORD\n");
+		return -EIO;
+	}
+
+	ret = mt9t001_video_probe(client);
+	if (ret < 0)
+		return ret;
+
+	mt9t001 = kzalloc(sizeof(*mt9t001), GFP_KERNEL);
+	if (!mt9t001)
+		return -ENOMEM;
+
+	v4l2_ctrl_handler_init(&mt9t001->ctrls, ARRAY_SIZE(mt9t001_ctrls) +
+						ARRAY_SIZE(mt9t001_gains) + 2);
+
+	v4l2_ctrl_new_std(&mt9t001->ctrls, &mt9t001_ctrl_ops,
+			  V4L2_CID_EXPOSURE, MT9T001_SHUTTER_WIDTH_MIN,
+			  MT9T001_SHUTTER_WIDTH_MAX, 1,
+			  MT9T001_SHUTTER_WIDTH_DEF);
+	v4l2_ctrl_new_std(&mt9t001->ctrls, &mt9t001_ctrl_ops,
+			  V4L2_CID_BLACK_LEVEL, 1, 1, 1, 1);
+
+	for (i = 0; i < ARRAY_SIZE(mt9t001_ctrls); ++i)
+		v4l2_ctrl_new_custom(&mt9t001->ctrls, &mt9t001_ctrls[i], NULL);
+
+	for (i = 0; i < ARRAY_SIZE(mt9t001_gains); ++i)
+		mt9t001->gains[i] = v4l2_ctrl_new_custom(&mt9t001->ctrls,
+			&mt9t001_gains[i], NULL);
+
+	v4l2_ctrl_cluster(ARRAY_SIZE(mt9t001_gains), mt9t001->gains);
+
+	mt9t001->subdev.ctrl_handler = &mt9t001->ctrls;
+
+	if (mt9t001->ctrls.error) {
+		printk(KERN_INFO "%s: control initialization error %d\n",
+		       __func__, mt9t001->ctrls.error);
+		ret = -EINVAL;
+		goto done;
+	}
+
+	mt9t001->crop.left = MT9T001_COLUMN_START_DEF;
+	mt9t001->crop.top = MT9T001_ROW_START_DEF;
+	mt9t001->crop.width = MT9T001_WINDOW_WIDTH_DEF + 1;
+	mt9t001->crop.height = MT9T001_WINDOW_HEIGHT_DEF + 1;
+
+	mt9t001->format.code = V4L2_MBUS_FMT_SGRBG10_1X10;
+	mt9t001->format.width = MT9T001_WINDOW_WIDTH_DEF + 1;
+	mt9t001->format.height = MT9T001_WINDOW_HEIGHT_DEF + 1;
+	mt9t001->format.field = V4L2_FIELD_NONE;
+	mt9t001->format.colorspace = V4L2_COLORSPACE_SRGB;
+
+	v4l2_i2c_subdev_init(&mt9t001->subdev, client, &mt9t001_subdev_ops);
+	mt9t001->subdev.internal_ops = &mt9t001_subdev_internal_ops;
+	mt9t001->subdev.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
+
+	mt9t001->pad.flags = MEDIA_PAD_FL_SOURCE;
+	ret = media_entity_init(&mt9t001->subdev.entity, 1, &mt9t001->pad, 0);
+
+done:
+	if (ret < 0) {
+		v4l2_ctrl_handler_free(&mt9t001->ctrls);
+		media_entity_cleanup(&mt9t001->subdev.entity);
+		kfree(mt9t001);
+	}
+
+	return ret;
+}
+
+static int mt9t001_remove(struct i2c_client *client)
+{
+	struct v4l2_subdev *subdev = i2c_get_clientdata(client);
+	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
+
+	v4l2_ctrl_handler_free(&mt9t001->ctrls);
+	v4l2_device_unregister_subdev(subdev);
+	media_entity_cleanup(&subdev->entity);
+	kfree(mt9t001);
+	return 0;
+}
+
+static const struct i2c_device_id mt9t001_id[] = {
+	{ "mt9t001", 0 },
+	{ }
+};
+MODULE_DEVICE_TABLE(i2c, mt9t001_id);
+
+static struct i2c_driver mt9t001_driver = {
+	.driver = {
+		.name = "mt9t001",
+	},
+	.probe		= mt9t001_probe,
+	.remove		= mt9t001_remove,
+	.id_table	= mt9t001_id,
+};
+
+static int __init mt9t001_init(void)
+{
+	return i2c_add_driver(&mt9t001_driver);
+}
+
+static void __exit mt9t001_exit(void)
+{
+	i2c_del_driver(&mt9t001_driver);
+}
+
+module_init(mt9t001_init);
+module_exit(mt9t001_exit);
+
+MODULE_DESCRIPTION("Aptina (Micron) MT9T001 Camera driver");
+MODULE_AUTHOR("Laurent Pinchart <laurent.pinchart@ideasonboard.com>");
+MODULE_LICENSE("GPL");
diff --git a/include/media/mt9t001.h b/include/media/mt9t001.h
new file mode 100644
index 0000000..e839a78
--- /dev/null
+++ b/include/media/mt9t001.h
@@ -0,0 +1,8 @@
+#ifndef _MEDIA_MT9T001_H
+#define _MEDIA_MT9T001_H
+
+struct mt9t001_platform_data {
+	unsigned int clk_pol:1;
+};
+
+#endif
-- 
1.7.3.4


^ permalink raw reply related	[flat|nested] 6+ messages in thread

* Re: [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver
  2011-08-31 12:24 [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver Laurent Pinchart
@ 2011-08-31 18:23 ` Sakari Ailus
  2011-09-01  9:05   ` Laurent Pinchart
  0 siblings, 1 reply; 6+ messages in thread
From: Sakari Ailus @ 2011-08-31 18:23 UTC (permalink / raw)
  To: Laurent Pinchart; +Cc: linux-media

Hi Laurent,

Thanks for the patch.

I have a few comments below.

On Wed, Aug 31, 2011 at 02:24:12PM +0200, Laurent Pinchart wrote:
> The MT9T001 is a parallel 3MP sensor from Aptina (formerly Micron)
> controlled through I2C.
> 
> The driver creates a V4L2 subdevice. It currently supports binning and
> cropping, and the gain, exposure, test pattern and black level controls.
> 
> Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>
> ---
>  drivers/media/video/Kconfig   |    7 +
>  drivers/media/video/Makefile  |    1 +
>  drivers/media/video/mt9t001.c |  788 +++++++++++++++++++++++++++++++++++++++++
>  include/media/mt9t001.h       |    8 +
>  4 files changed, 804 insertions(+), 0 deletions(-)
>  create mode 100644 drivers/media/video/mt9t001.c
>  create mode 100644 include/media/mt9t001.h
> 
> diff --git a/drivers/media/video/Kconfig b/drivers/media/video/Kconfig
> index c1c4aed..46eb82f 100644
> --- a/drivers/media/video/Kconfig
> +++ b/drivers/media/video/Kconfig
> @@ -474,6 +474,13 @@ config VIDEO_MT9P031
>  	  This is a Video4Linux2 sensor-level driver for the Aptina
>  	  (Micron) mt9p031 5 Mpixel camera.
>  
> +config VIDEO_MT9T001
> +	tristate "Aptina MT9T001 support"
> +	depends on I2C && VIDEO_V4L2
> +	---help---
> +	  This is a Video4Linux2 sensor-level driver for the Aptina
> +	  (Micron) mt0t001 3 Mpixel camera.
> +
>  config VIDEO_MT9V011
>  	tristate "Micron mt9v011 sensor support"
>  	depends on I2C && VIDEO_V4L2
> diff --git a/drivers/media/video/Makefile b/drivers/media/video/Makefile
> index a1bfd06..217b097 100644
> --- a/drivers/media/video/Makefile
> +++ b/drivers/media/video/Makefile
> @@ -66,6 +66,7 @@ obj-$(CONFIG_VIDEO_OV7670) 	+= ov7670.o
>  obj-$(CONFIG_VIDEO_TCM825X) += tcm825x.o
>  obj-$(CONFIG_VIDEO_TVEEPROM) += tveeprom.o
>  obj-$(CONFIG_VIDEO_MT9P031) += mt9p031.o
> +obj-$(CONFIG_VIDEO_MT9T001) += mt9t001.o
>  obj-$(CONFIG_VIDEO_MT9V011) += mt9v011.o
>  obj-$(CONFIG_VIDEO_MT9V032) += mt9v032.o
>  obj-$(CONFIG_VIDEO_SR030PC30)	+= sr030pc30.o
> diff --git a/drivers/media/video/mt9t001.c b/drivers/media/video/mt9t001.c
> new file mode 100644
> index 0000000..32ab217
> --- /dev/null
> +++ b/drivers/media/video/mt9t001.c
> @@ -0,0 +1,788 @@
> +/*
> + * Driver for MT9T001 CMOS Image Sensor from Aptina (Micron)
> + *
> + * Copyright (C) 2010-2011, Laurent Pinchart <laurent.pinchart@ideasonboard.com>
> + *
> + * Based on the MT9M001 driver,
> + *
> + * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
> + *
> + * This program is free software; you can redistribute it and/or modify
> + * it under the terms of the GNU General Public License version 2 as
> + * published by the Free Software Foundation.
> + */
> +
> +#include <linux/i2c.h>
> +#include <linux/log2.h>
> +#include <linux/slab.h>
> +#include <linux/videodev2.h>
> +#include <linux/v4l2-mediabus.h>
> +
> +#include <media/mt9t001.h>
> +#include <media/v4l2-ctrls.h>
> +#include <media/v4l2-device.h>
> +#include <media/v4l2-subdev.h>
> +
> +/*
> + * mt9m001 i2c address 0x5d

Is it also that for mt8t001?

> + */
> +
> +#define MT9T001_CHIP_VERSION				0x00
> +#define		MT9T001_CHIP_ID				0x1621
> +#define MT9T001_ROW_START				0x01
> +#define		MT9T001_ROW_START_MIN			0
> +#define		MT9T001_ROW_START_DEF			20
> +#define		MT9T001_ROW_START_MAX			1534
> +#define MT9T001_COLUMN_START				0x02
> +#define		MT9T001_COLUMN_START_MIN		0
> +#define		MT9T001_COLUMN_START_DEF		32
> +#define		MT9T001_COLUMN_START_MAX		2046
> +#define MT9T001_WINDOW_HEIGHT				0x03
> +#define		MT9T001_WINDOW_HEIGHT_MIN		1
> +#define		MT9T001_WINDOW_HEIGHT_DEF		1535
> +#define		MT9T001_WINDOW_HEIGHT_MAX		1567
> +#define MT9T001_WINDOW_WIDTH				0x04
> +#define		MT9T001_WINDOW_WIDTH_MIN		1
> +#define		MT9T001_WINDOW_WIDTH_DEF		2047
> +#define		MT9T001_WINDOW_WIDTH_MAX		2111
> +#define MT9T001_HORIZONTAL_BLANKING			0x05
> +#define		MT9T001_HORIZONTAL_BLANKING_MIN		21
> +#define		MT9T001_HORIZONTAL_BLANKING_MAX		1023
> +#define MT9T001_VERTICAL_BLANKING			0x06
> +#define		MT9T001_VERTICAL_BLANKING_MIN		3
> +#define		MT9T001_VERTICAL_BLANKING_MAX		1023
> +#define MT9T001_OUTPUT_CONTROL				0x07
> +#define		MT9T001_OUTPUT_CONTROL_SYNC		(1 << 0)
> +#define		MT9T001_OUTPUT_CONTROL_CHIP_ENABLE	(1 << 1)
> +#define		MT9T001_OUTPUT_CONTROL_TEST_DATA	(1 << 6)
> +#define MT9T001_SHUTTER_WIDTH_HIGH			0x08
> +#define MT9T001_SHUTTER_WIDTH_LOW			0x09
> +#define		MT9T001_SHUTTER_WIDTH_MIN		1
> +#define		MT9T001_SHUTTER_WIDTH_DEF		1561
> +#define		MT9T001_SHUTTER_WIDTH_MAX		(1024 * 1024)
> +#define MT9T001_PIXEL_CLOCK				0x0a
> +#define		MT9T001_PIXEL_CLOCK_INVERT		(1 << 15)
> +#define		MT9T001_PIXEL_CLOCK_SHIFT_MASK		(7 << 8)
> +#define		MT9T001_PIXEL_CLOCK_SHIFT_SHIFT		8
> +#define		MT9T001_PIXEL_CLOCK_DIVIDE_MASK		(0x7f << 0)
> +#define MT9T001_FRAME_RESTART				0x0b
> +#define MT9T001_SHUTTER_DELAY				0x0c
> +#define		MT9T001_SHUTTER_DELAY_MAX		2047
> +#define MT9T001_RESET					0x0d
> +#define MT9T001_READ_MODE1				0x1e
> +#define		MT9T001_READ_MODE_SNAPSHOT		(1 << 8)
> +#define		MT9T001_READ_MODE_STROBE_ENABLE		(1 << 9)
> +#define		MT9T001_READ_MODE_STROBE_WIDTH		(1 << 10)
> +#define		MT9T001_READ_MODE_STROBE_OVERRIDE	(1 << 11)
> +#define MT9T001_READ_MODE2				0x20
> +#define		MT9T001_READ_MODE_BAD_FRAMES		(1 << 0)
> +#define		MT9T001_READ_MODE_LINE_VALID_CONTINUOUS	(1 << 9)
> +#define		MT9T001_READ_MODE_LINE_VALID_FRAME	(1 << 10)
> +#define MT9T001_READ_MODE3				0x21
> +#define		MT9T001_READ_MODE_GLOBAL_RESET		(1 << 0)
> +#define		MT9T001_READ_MODE_GHST_CTL		(1 << 1)
> +#define MT9T001_ROW_ADDRESS_MODE			0x22
> +#define		MT9T001_ROW_SKIP_MASK			(7 << 0)
> +#define		MT9T001_ROW_BIN_MASK			(3 << 3)
> +#define		MT9T001_ROW_BIN_SHIFT			3
> +#define MT9T001_COLUMN_ADDRESS_MODE			0x23
> +#define		MT9T001_COLUMN_SKIP_MASK		(7 << 0)
> +#define		MT9T001_COLUMN_BIN_MASK			(3 << 3)
> +#define		MT9T001_COLUMN_BIN_SHIFT		3
> +#define MT9T001_GREEN1_GAIN				0x2b
> +#define MT9T001_BLUE_GAIN				0x2c
> +#define MT9T001_RED_GAIN				0x2d
> +#define MT9T001_GREEN2_GAIN				0x2e
> +#define MT9T001_TEST_DATA				0x32
> +#define MT9T001_GLOBAL_GAIN				0x35
> +#define		MT9T001_GLOBAL_GAIN_MIN			8
> +#define		MT9T001_GLOBAL_GAIN_MAX			1024
> +#define MT9T001_BLACK_LEVEL				0x49
> +#define MT9T001_ROW_BLACK_DEFAULT_OFFSET		0x4b
> +#define MT9T001_BLC_DELTA_THRESHOLDS			0x5d
> +#define MT9T001_CAL_THRESHOLDS				0x5f
> +#define MT9T001_GREEN1_OFFSET				0x60
> +#define MT9T001_GREEN2_OFFSET				0x61
> +#define MT9T001_BLACK_LEVEL_CALIBRATION			0x62
> +#define		MT9T001_BLACK_LEVEL_OVERRIDE		(1 << 0)
> +#define		MT9T001_BLACK_LEVEL_DISABLE_OFFSET	(1 << 1)
> +#define		MT9T001_BLACK_LEVEL_RECALCULATE		(1 << 12)
> +#define		MT9T001_BLACK_LEVEL_LOCK_RED_BLUE	(1 << 13)
> +#define		MT9T001_BLACK_LEVEL_LOCK_GREEN		(1 << 14)
> +#define MT9T001_RED_OFFSET				0x63
> +#define MT9T001_BLUE_OFFSET				0x64
> +
> +struct mt9t001 {
> +	struct v4l2_subdev subdev;
> +	struct media_pad pad;
> +
> +	struct v4l2_mbus_framefmt format;
> +	struct v4l2_rect crop;
> +
> +	struct v4l2_ctrl_handler ctrls;
> +	struct v4l2_ctrl *gains[4];
> +
> +	u8 output_control;
> +};
> +
> +static struct mt9t001 *to_mt9t001(struct v4l2_subdev *sd)
> +{
> +	return container_of(sd, struct mt9t001, subdev);
> +}

I guess you could add inline here, or define it as a macro.

> +static int mt9t001_read(struct i2c_client *client, const u8 reg)
> +{
> +	s32 data = i2c_smbus_read_word_data(client, reg);
> +	return data < 0 ? data : swab16(data);

Is the swab16 correct here? What about be16_to_cpu()?

> +}
> +
> +static int mt9t001_write(struct i2c_client *client, const u8 reg,
> +			 const u16 data)
> +{
> +	return i2c_smbus_write_word_data(client, reg, swab16(data));

Ditto.

> +}
> +
> +static int mt9t001_set_output_control(struct mt9t001 *mt9t001, u8 clear, u8 set)
> +{
> +	struct i2c_client *client = v4l2_get_subdevdata(&mt9t001->subdev);
> +	u8 value = (mt9t001->output_control & ~clear) | set;
> +	int ret;
> +
> +	if (value == mt9t001->output_control)
> +		return 0;
> +
> +	ret = mt9t001_write(client, MT9T001_OUTPUT_CONTROL, value);
> +	if (ret < 0)
> +		return ret;
> +
> +	mt9t001->output_control = value;
> +	return 0;
> +}
> +
> +/* -----------------------------------------------------------------------------
> + * V4L2 subdev video operations
> + */
> +
> +static int mt9t001_s_stream(struct v4l2_subdev *subdev, int enable)
> +{
> +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> +
> +	/* Switch to master "normal" mode or stop sensor readout */
> +	return mt9t001_set_output_control(mt9t001,
> +		enable ? 0 : MT9T001_OUTPUT_CONTROL_CHIP_ENABLE,
> +		enable ? MT9T001_OUTPUT_CONTROL_CHIP_ENABLE : 0);

I wonder if an if would be better here. You also could change the
mt9t001_set_output_control() to take in the number of the bit and whether
you enable or disable it.

> +}
> +
> +static int mt9t001_enum_mbus_code(struct v4l2_subdev *subdev,
> +				  struct v4l2_subdev_fh *fh,
> +				  struct v4l2_subdev_mbus_code_enum *code)
> +{
> +	if (code->index > 0)
> +		return -EINVAL;
> +
> +	code->code = V4L2_MBUS_FMT_SGRBG10_1X10;
> +	return 0;
> +}
> +
> +static int mt9t001_enum_frame_size(struct v4l2_subdev *subdev,
> +				   struct v4l2_subdev_fh *fh,
> +				   struct v4l2_subdev_frame_size_enum *fse)
> +{
> +	if (fse->index >= 8 || fse->code != V4L2_MBUS_FMT_SGRBG10_1X10)
> +		return -EINVAL;
> +
> +	fse->min_width = (MT9T001_WINDOW_WIDTH_DEF + 1) / fse->index;
> +	fse->max_width = fse->min_width;
> +	fse->min_height = (MT9T001_WINDOW_HEIGHT_DEF + 1) / fse->index;
> +	fse->max_height = fse->min_height;
> +
> +	return 0;
> +}
> +
> +static struct v4l2_mbus_framefmt *
> +__mt9t001_get_pad_format(struct mt9t001 *mt9t001, struct v4l2_subdev_fh *fh,
> +			 unsigned int pad, enum v4l2_subdev_format_whence which)
> +{
> +	switch (which) {
> +	case V4L2_SUBDEV_FORMAT_TRY:
> +		return v4l2_subdev_get_try_format(fh, pad);
> +	case V4L2_SUBDEV_FORMAT_ACTIVE:
> +		return &mt9t001->format;
> +	default:
> +		return NULL;
> +	}
> +}
> +
> +static struct v4l2_rect *
> +__mt9t001_get_pad_crop(struct mt9t001 *mt9t001, struct v4l2_subdev_fh *fh,
> +		       unsigned int pad, enum v4l2_subdev_format_whence which)
> +{
> +	switch (which) {
> +	case V4L2_SUBDEV_FORMAT_TRY:
> +		return v4l2_subdev_get_try_crop(fh, pad);
> +	case V4L2_SUBDEV_FORMAT_ACTIVE:
> +		return &mt9t001->crop;
> +	default:
> +		return NULL;
> +	}
> +}
> +
> +static int mt9t001_get_format(struct v4l2_subdev *subdev,
> +			      struct v4l2_subdev_fh *fh,
> +			      struct v4l2_subdev_format *format)
> +{
> +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> +
> +	format->format = *__mt9t001_get_pad_format(mt9t001, fh, format->pad,
> +						   format->which);
> +	return 0;
> +}
> +
> +static int mt9t001_set_format(struct v4l2_subdev *subdev,
> +			      struct v4l2_subdev_fh *fh,
> +			      struct v4l2_subdev_format *format)
> +{
> +	struct i2c_client *client = v4l2_get_subdevdata(subdev);
> +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> +	struct v4l2_mbus_framefmt *__format;
> +	struct v4l2_rect *__crop;
> +	unsigned int width;
> +	unsigned int height;
> +	unsigned int hratio;
> +	unsigned int vratio;
> +	int ret;
> +
> +	__crop = __mt9t001_get_pad_crop(mt9t001, fh, format->pad,
> +					format->which);
> +
> +	/* Clamp the width and height to avoid dividing by zero. */
> +	width = clamp_t(unsigned int, ALIGN(format->format.width, 2),
> +			max(__crop->width / 8, MT9T001_WINDOW_HEIGHT_MIN + 1),
> +			__crop->width);
> +	height = clamp_t(unsigned int, ALIGN(format->format.height, 2),
> +			 max(__crop->height / 8, MT9T001_WINDOW_HEIGHT_MIN + 1),
> +			 __crop->height);
> +
> +	hratio = DIV_ROUND_CLOSEST(__crop->width, width);
> +	vratio = DIV_ROUND_CLOSEST(__crop->height, height);
> +
> +	if (format->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
> +		ret = mt9t001_write(client, MT9T001_ROW_ADDRESS_MODE,
> +				    hratio - 1);
> +		if (ret < 0)
> +			return ret;
> +
> +		ret = mt9t001_write(client, MT9T001_COLUMN_ADDRESS_MODE,
> +				    vratio - 1);
> +		if (ret < 0)
> +			return ret;
> +	}
> +
> +	__format = __mt9t001_get_pad_format(mt9t001, fh, format->pad,
> +					    format->which);
> +	__format->width = __crop->width / hratio;
> +	__format->height = __crop->height / vratio;
> +
> +	format->format = *__format;
> +
> +	return 0;
> +}
> +
> +static int mt9t001_get_crop(struct v4l2_subdev *subdev,
> +			    struct v4l2_subdev_fh *fh,
> +			    struct v4l2_subdev_crop *crop)
> +{
> +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> +
> +	crop->rect = *__mt9t001_get_pad_crop(mt9t001, fh, crop->pad,
> +					     crop->which);
> +	return 0;
> +}
> +
> +static int mt9t001_set_crop(struct v4l2_subdev *subdev,
> +			    struct v4l2_subdev_fh *fh,
> +			    struct v4l2_subdev_crop *crop)
> +{
> +	struct i2c_client *client = v4l2_get_subdevdata(subdev);
> +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> +	struct v4l2_mbus_framefmt *__format;
> +	struct v4l2_rect *__crop;
> +	struct v4l2_rect rect;
> +	int ret;
> +
> +	/* Clamp the crop rectangle boundaries and align them to a multiple of 2
> +	 * pixels.
> +	 */
> +	rect.left = clamp(ALIGN(crop->rect.left, 2),
> +			  MT9T001_COLUMN_START_MIN,
> +			  MT9T001_COLUMN_START_MAX);
> +	rect.top = clamp(ALIGN(crop->rect.top, 2),
> +			 MT9T001_ROW_START_MIN,
> +			 MT9T001_ROW_START_MAX);
> +	rect.width = clamp(ALIGN(crop->rect.width, 2),
> +			   MT9T001_WINDOW_WIDTH_MIN + 1,
> +			   MT9T001_WINDOW_WIDTH_MAX + 1 - rect.left);
> +	rect.height = clamp(ALIGN(crop->rect.height, 2),
> +			    MT9T001_WINDOW_HEIGHT_MIN + 1,
> +			    MT9T001_WINDOW_HEIGHT_MAX + 1 - rect.top);
> +
> +	if (crop->which == V4L2_SUBDEV_FORMAT_TRY) {
> +		ret = mt9t001_write(client, MT9T001_COLUMN_START, rect.left);
> +		if (ret < 0)
> +			return ret;
> +
> +		ret = mt9t001_write(client, MT9T001_ROW_START, rect.top);
> +		if (ret < 0)
> +			return ret;
> +
> +		ret = mt9t001_write(client, MT9T001_WINDOW_WIDTH,
> +				    rect.width - 1);
> +		if (ret < 0)
> +			return ret;
> +
> +		ret = mt9t001_write(client, MT9T001_WINDOW_HEIGHT,
> +				    rect.height - 1);
> +		if (ret < 0)
> +			return ret;
> +	}
> +
> +	__crop = __mt9t001_get_pad_crop(mt9t001, fh, crop->pad, crop->which);
> +
> +	if (rect.width != __crop->width || rect.height != __crop->height) {
> +		/* Reset the output image size if the crop rectangle size has
> +		 * been modified.
> +		 */
> +		__format = __mt9t001_get_pad_format(mt9t001, fh, crop->pad,
> +						    crop->which);
> +		__format->width = rect.width;
> +		__format->height = rect.height;
> +
> +		if (crop->which == V4L2_SUBDEV_FORMAT_TRY) {
> +			ret = mt9t001_write(client, MT9T001_ROW_ADDRESS_MODE,
> +					    0);
> +			if (ret < 0)
> +				return ret;
> +
> +			ret = mt9t001_write(client, MT9T001_COLUMN_ADDRESS_MODE,
> +					    0);
> +			if (ret < 0)
> +				return ret;
> +		}
> +	}
> +
> +	*__crop = rect;
> +	crop->rect = rect;
> +
> +	return 0;
> +}
> +
> +/* -----------------------------------------------------------------------------
> + * V4L2 subdev controls
> + */
> +
> +#define V4L2_CID_TEST_PATTERN		(V4L2_CID_USER_BASE | 0x1001)

Thest pattern is something that almost every sensor have.

> +#define V4L2_CID_GAIN_RED		(V4L2_CTRL_CLASS_CAMERA | 0x1001)
> +#define V4L2_CID_GAIN_GREEN1		(V4L2_CTRL_CLASS_CAMERA | 0x1002)
> +#define V4L2_CID_GAIN_GREEN2		(V4L2_CTRL_CLASS_CAMERA | 0x1003)

The greens are usually not numbered but have either blue/red subscript based
on the colour of the adjacent pixel as far as I understand. What
about calling them GREEN_RED or GREEN_R (and same for blue)?

Also these are quite low level controls as opposed to the other higher level
controls in this class. I wonder if creating a separate class for them would
make sense. We'll need a new class for the hblank/vblank controls anyway. I
might call it "sensor".

These controls could be also standardised.

> +#define V4L2_CID_GAIN_BLUE		(V4L2_CTRL_CLASS_CAMERA | 0x1004)
> +
> +static int mt9t001_gain_data(s32 *gain)
> +{
> +	/* Gain is controlled by 2 analog stages and a digital stage. Valid
> +	 * values for the 3 stages are
> +	 *
> +	 * Stage		Min	Max	Step
> +	 * ------------------------------------------
> +	 * First analog stage	x1	x2	1
> +	 * Second analog stage	x1	x4	0.125
> +	 * Digital stage	x1	x16	0.125
> +	 *
> +	 * To minimize noise, the gain stages should be used in the second
> +	 * analog stage, first analog stage, digital stage order. Gain from a
> +	 * previous stage should be pushed to its maximum value before the next
> +	 * stage is used.
> +	 */
> +	if (*gain <= 32)
> +		return *gain;
> +
> +	if (*gain <= 64) {
> +		*gain &= ~1;
> +		return (1 << 6) | (*gain >> 1);
> +	}
> +
> +	*gain &= ~7;
> +	return ((*gain - 64) << 5) | (1 << 6) | 32;
> +}

This one looks very similar to another Aptina sensor driver. My comment back
then was that the analog and digital gain should be separate controls as the
user typically would e.g. want to know (s)he's using digital gain instead of
analog one.

What about implementing this?

It's a good question whether we need one or two new controls. If the answer
is two, then how do they relate to the existing control?

> +static int mt9t001_ctrl_freeze(struct mt9t001 *mt9t001, bool freeze)
> +{
> +	return mt9t001_set_output_control(mt9t001,
> +		freeze ? 0 : MT9T001_OUTPUT_CONTROL_SYNC,
> +		freeze ? MT9T001_OUTPUT_CONTROL_SYNC : 0);
> +}
> +
> +static int mt9t001_s_ctrl(struct v4l2_ctrl *ctrl)
> +{
> +	static const u8 gains[4] = {
> +		MT9T001_RED_GAIN, MT9T001_GREEN1_GAIN,
> +		MT9T001_GREEN2_GAIN, MT9T001_BLUE_GAIN
> +	};
> +
> +	struct mt9t001 *mt9t001 =
> +			container_of(ctrl->handler, struct mt9t001, ctrls);
> +	struct i2c_client *client = v4l2_get_subdevdata(&mt9t001->subdev);
> +	unsigned int count;
> +	unsigned int i;
> +	int data;
> +	int ret;
> +
> +	switch (ctrl->id) {
> +	case V4L2_CID_GAIN_RED:
> +	case V4L2_CID_GAIN_GREEN1:
> +	case V4L2_CID_GAIN_GREEN2:
> +	case V4L2_CID_GAIN_BLUE:
> +
> +		/* Disable control updates if more than one control has changed
> +		 * in the cluster.
> +		 */
> +		for (i = 0, count = 0; i < 4; ++i) {
> +			struct v4l2_ctrl *gain = mt9t001->gains[i];
> +
> +			if (gain->val != gain->cur.val)
> +				count++;
> +		}
> +
> +		if (count > 1) {
> +			ret = mt9t001_ctrl_freeze(mt9t001, true);
> +			if (ret < 0)
> +				return ret;
> +		}
> +
> +		/* Update the gain controls. */
> +		for (i = 0; i < 4; ++i) {
> +			struct v4l2_ctrl *gain = mt9t001->gains[i];
> +
> +			if (gain->val == gain->cur.val)
> +				continue;
> +
> +			data = mt9t001_gain_data(&gain->val);
> +			ret = mt9t001_write(client, gains[i], data);
> +			if (ret < 0) {
> +				mt9t001_ctrl_freeze(mt9t001, false);
> +				return ret;
> +			}
> +		}
> +
> +		/* Enable control updates. */
> +		if (count > 1) {
> +			ret = mt9t001_ctrl_freeze(mt9t001, false);
> +			if (ret < 0)
> +				return ret;
> +		}
> +
> +		break;
> +
> +	case V4L2_CID_EXPOSURE:
> +		ret = mt9t001_write(client, MT9T001_SHUTTER_WIDTH_LOW,
> +				    ctrl->val & 0xffff);
> +		if (ret < 0)
> +			return ret;
> +
> +		return mt9t001_write(client, MT9T001_SHUTTER_WIDTH_HIGH,
> +				     ctrl->val >> 16);
> +	case V4L2_CID_TEST_PATTERN:
> +		ret = mt9t001_set_output_control(mt9t001,
> +			ctrl->val ? 0 : MT9T001_OUTPUT_CONTROL_TEST_DATA,
> +			ctrl->val ? MT9T001_OUTPUT_CONTROL_TEST_DATA : 0);
> +		if (ret < 0)
> +			return ret;
> +
> +		return mt9t001_write(client, MT9T001_TEST_DATA, ctrl->val << 2);
> +
> +	case V4L2_CID_BLACK_LEVEL:

Does this do automatic black level calibration? If so, I'd call this
BLACK_LEVEL_CALIBRATE instead.

> +		return mt9t001_write(client, MT9T001_BLACK_LEVEL_CALIBRATION,
> +				     MT9T001_BLACK_LEVEL_RECALCULATE);
> +	}
> +
> +	return 0;
> +}
> +
> +static struct v4l2_ctrl_ops mt9t001_ctrl_ops = {
> +	.s_ctrl = mt9t001_s_ctrl,
> +};
> +
> +static const struct v4l2_ctrl_config mt9t001_ctrls[] = {
> +	{
> +		.ops		= &mt9t001_ctrl_ops,
> +		.id		= V4L2_CID_TEST_PATTERN,
> +		.type		= V4L2_CTRL_TYPE_INTEGER,
> +		.name		= "Test pattern",
> +		.min		= 0,
> +		.max		= 1023,
> +		.step		= 1,
> +		.def		= 0,
> +		.flags		= 0,
> +	},
> +};
> +
> +static const struct v4l2_ctrl_config mt9t001_gains[] = {
> +	{
> +		.ops		= &mt9t001_ctrl_ops,
> +		.id		= V4L2_CID_GAIN_RED,
> +		.type		= V4L2_CTRL_TYPE_INTEGER,
> +		.name		= "Gain, Red",
> +		.min		= MT9T001_GLOBAL_GAIN_MIN,
> +		.max		= MT9T001_GLOBAL_GAIN_MAX,
> +		.step		= 1,
> +		.def		= MT9T001_GLOBAL_GAIN_MIN,
> +		.flags		= 0,
> +	},
> +	{
> +		.ops		= &mt9t001_ctrl_ops,
> +		.id		= V4L2_CID_GAIN_GREEN1,
> +		.type		= V4L2_CTRL_TYPE_INTEGER,
> +		.name		= "Gain, Green (R)",
> +		.min		= MT9T001_GLOBAL_GAIN_MIN,
> +		.max		= MT9T001_GLOBAL_GAIN_MAX,
> +		.step		= 1,
> +		.def		= MT9T001_GLOBAL_GAIN_MIN,
> +		.flags		= 0,
> +	},
> +	{
> +		.ops		= &mt9t001_ctrl_ops,
> +		.id		= V4L2_CID_GAIN_GREEN2,
> +		.type		= V4L2_CTRL_TYPE_INTEGER,
> +		.name		= "Gain, Green (B)",
> +		.min		= MT9T001_GLOBAL_GAIN_MIN,
> +		.max		= MT9T001_GLOBAL_GAIN_MAX,
> +		.step		= 1,
> +		.def		= MT9T001_GLOBAL_GAIN_MIN,
> +		.flags		= 0,
> +	},
> +	{
> +		.ops		= &mt9t001_ctrl_ops,
> +		.id		= V4L2_CID_GAIN_BLUE,
> +		.type		= V4L2_CTRL_TYPE_INTEGER,
> +		.name		= "Gain, Blue",
> +		.min		= MT9T001_GLOBAL_GAIN_MIN,
> +		.max		= MT9T001_GLOBAL_GAIN_MAX,
> +		.step		= 1,
> +		.def		= MT9T001_GLOBAL_GAIN_MIN,
> +		.flags		= 0,
> +	},
> +};
> +
> +/* -----------------------------------------------------------------------------
> + * V4L2 subdev file operations
> + */
> +
> +static int mt9t001_open(struct v4l2_subdev *subdev, struct v4l2_subdev_fh *fh)
> +{
> +	struct v4l2_mbus_framefmt *format;
> +	struct v4l2_rect *crop;
> +
> +	crop = v4l2_subdev_get_try_crop(fh, 0);
> +	crop->left = MT9T001_COLUMN_START_DEF;
> +	crop->top = MT9T001_ROW_START_DEF;
> +	crop->width = MT9T001_WINDOW_WIDTH_DEF + 1;
> +	crop->height = MT9T001_WINDOW_HEIGHT_DEF + 1;
> +
> +	format = v4l2_subdev_get_try_format(fh, 0);
> +	format->code = V4L2_MBUS_FMT_SGRBG10_1X10;
> +	format->width = MT9T001_WINDOW_WIDTH_DEF + 1;
> +	format->height = MT9T001_WINDOW_HEIGHT_DEF + 1;
> +	format->field = V4L2_FIELD_NONE;
> +	format->colorspace = V4L2_COLORSPACE_SRGB;
> +
> +	return 0;
> +}
> +
> +static struct v4l2_subdev_video_ops mt9t001_subdev_video_ops = {
> +	.s_stream = mt9t001_s_stream,
> +};
> +
> +static struct v4l2_subdev_pad_ops mt9t001_subdev_pad_ops = {
> +	.enum_mbus_code = mt9t001_enum_mbus_code,
> +	.enum_frame_size = mt9t001_enum_frame_size,
> +	.get_fmt = mt9t001_get_format,
> +	.set_fmt = mt9t001_set_format,
> +	.get_crop = mt9t001_get_crop,
> +	.set_crop = mt9t001_set_crop,
> +};
> +
> +static struct v4l2_subdev_ops mt9t001_subdev_ops = {
> +	.video = &mt9t001_subdev_video_ops,
> +	.pad = &mt9t001_subdev_pad_ops,
> +};
> +
> +static struct v4l2_subdev_internal_ops mt9t001_subdev_internal_ops = {
> +	.open = mt9t001_open,
> +};
> +
> +static int mt9t001_video_probe(struct i2c_client *client)
> +{
> +	struct mt9t001_platform_data *pdata = client->dev.platform_data;
> +	s32 data;
> +	int ret;
> +
> +	dev_info(&client->dev, "Probing MT9T001 at address 0x%02x\n",
> +		 client->addr);
> +
> +	/* Reset the chip and stop data read out */
> +	ret = mt9t001_write(client, MT9T001_RESET, 1);
> +	if (ret < 0)
> +		return ret;
> +
> +	ret = mt9t001_write(client, MT9T001_RESET, 0);
> +	if (ret < 0)
> +		return ret;
> +	ret  = mt9t001_write(client, MT9T001_OUTPUT_CONTROL, 0);
> +	if (ret < 0)
> +		return ret;
> +
> +	/* Configure the pixel clock polarity */
> +	if (pdata && pdata->clk_pol) {
> +		ret  = mt9t001_write(client, MT9T001_PIXEL_CLOCK,
> +				     MT9T001_PIXEL_CLOCK_INVERT);
> +		if (ret < 0)
> +			return ret;
> +	}
> +
> +	/* Read and check the sensor version */
> +	data = mt9t001_read(client, MT9T001_CHIP_VERSION);
> +	if (data != MT9T001_CHIP_ID) {
> +		dev_err(&client->dev, "MT9T001 not detected, wrong version "
> +			"0x%04x\n", data);
> +		return -ENODEV;
> +	}
> +
> +	dev_info(&client->dev, "MT9T001 detected at address 0x%02x\n",
> +		 client->addr);
> +
> +	return ret;
> +}
> +
> +static int mt9t001_probe(struct i2c_client *client,
> +			 const struct i2c_device_id *did)
> +{
> +	struct mt9t001 *mt9t001;
> +	unsigned int i;
> +	int ret;
> +
> +	if (!i2c_check_functionality(client->adapter,
> +				     I2C_FUNC_SMBUS_WORD_DATA)) {
> +		dev_warn(&client->adapter->dev,
> +			 "I2C-Adapter doesn't support I2C_FUNC_SMBUS_WORD\n");
> +		return -EIO;
> +	}
> +
> +	ret = mt9t001_video_probe(client);
> +	if (ret < 0)
> +		return ret;
> +
> +	mt9t001 = kzalloc(sizeof(*mt9t001), GFP_KERNEL);
> +	if (!mt9t001)
> +		return -ENOMEM;
> +
> +	v4l2_ctrl_handler_init(&mt9t001->ctrls, ARRAY_SIZE(mt9t001_ctrls) +
> +						ARRAY_SIZE(mt9t001_gains) + 2);
> +
> +	v4l2_ctrl_new_std(&mt9t001->ctrls, &mt9t001_ctrl_ops,
> +			  V4L2_CID_EXPOSURE, MT9T001_SHUTTER_WIDTH_MIN,
> +			  MT9T001_SHUTTER_WIDTH_MAX, 1,
> +			  MT9T001_SHUTTER_WIDTH_DEF);
> +	v4l2_ctrl_new_std(&mt9t001->ctrls, &mt9t001_ctrl_ops,
> +			  V4L2_CID_BLACK_LEVEL, 1, 1, 1, 1);
> +
> +	for (i = 0; i < ARRAY_SIZE(mt9t001_ctrls); ++i)
> +		v4l2_ctrl_new_custom(&mt9t001->ctrls, &mt9t001_ctrls[i], NULL);
> +
> +	for (i = 0; i < ARRAY_SIZE(mt9t001_gains); ++i)
> +		mt9t001->gains[i] = v4l2_ctrl_new_custom(&mt9t001->ctrls,
> +			&mt9t001_gains[i], NULL);
> +
> +	v4l2_ctrl_cluster(ARRAY_SIZE(mt9t001_gains), mt9t001->gains);
> +
> +	mt9t001->subdev.ctrl_handler = &mt9t001->ctrls;
> +
> +	if (mt9t001->ctrls.error) {
> +		printk(KERN_INFO "%s: control initialization error %d\n",
> +		       __func__, mt9t001->ctrls.error);
> +		ret = -EINVAL;
> +		goto done;
> +	}
> +
> +	mt9t001->crop.left = MT9T001_COLUMN_START_DEF;
> +	mt9t001->crop.top = MT9T001_ROW_START_DEF;
> +	mt9t001->crop.width = MT9T001_WINDOW_WIDTH_DEF + 1;
> +	mt9t001->crop.height = MT9T001_WINDOW_HEIGHT_DEF + 1;
> +
> +	mt9t001->format.code = V4L2_MBUS_FMT_SGRBG10_1X10;
> +	mt9t001->format.width = MT9T001_WINDOW_WIDTH_DEF + 1;
> +	mt9t001->format.height = MT9T001_WINDOW_HEIGHT_DEF + 1;
> +	mt9t001->format.field = V4L2_FIELD_NONE;
> +	mt9t001->format.colorspace = V4L2_COLORSPACE_SRGB;
> +
> +	v4l2_i2c_subdev_init(&mt9t001->subdev, client, &mt9t001_subdev_ops);
> +	mt9t001->subdev.internal_ops = &mt9t001_subdev_internal_ops;
> +	mt9t001->subdev.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
> +
> +	mt9t001->pad.flags = MEDIA_PAD_FL_SOURCE;
> +	ret = media_entity_init(&mt9t001->subdev.entity, 1, &mt9t001->pad, 0);
> +
> +done:
> +	if (ret < 0) {
> +		v4l2_ctrl_handler_free(&mt9t001->ctrls);
> +		media_entity_cleanup(&mt9t001->subdev.entity);
> +		kfree(mt9t001);
> +	}
> +
> +	return ret;
> +}
> +
> +static int mt9t001_remove(struct i2c_client *client)
> +{
> +	struct v4l2_subdev *subdev = i2c_get_clientdata(client);
> +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> +
> +	v4l2_ctrl_handler_free(&mt9t001->ctrls);
> +	v4l2_device_unregister_subdev(subdev);
> +	media_entity_cleanup(&subdev->entity);
> +	kfree(mt9t001);
> +	return 0;
> +}
> +
> +static const struct i2c_device_id mt9t001_id[] = {
> +	{ "mt9t001", 0 },
> +	{ }
> +};
> +MODULE_DEVICE_TABLE(i2c, mt9t001_id);
> +
> +static struct i2c_driver mt9t001_driver = {
> +	.driver = {
> +		.name = "mt9t001",
> +	},
> +	.probe		= mt9t001_probe,
> +	.remove		= mt9t001_remove,
> +	.id_table	= mt9t001_id,
> +};
> +
> +static int __init mt9t001_init(void)
> +{
> +	return i2c_add_driver(&mt9t001_driver);
> +}
> +
> +static void __exit mt9t001_exit(void)
> +{
> +	i2c_del_driver(&mt9t001_driver);
> +}
> +
> +module_init(mt9t001_init);
> +module_exit(mt9t001_exit);
> +
> +MODULE_DESCRIPTION("Aptina (Micron) MT9T001 Camera driver");
> +MODULE_AUTHOR("Laurent Pinchart <laurent.pinchart@ideasonboard.com>");
> +MODULE_LICENSE("GPL");
> diff --git a/include/media/mt9t001.h b/include/media/mt9t001.h
> new file mode 100644
> index 0000000..e839a78
> --- /dev/null
> +++ b/include/media/mt9t001.h
> @@ -0,0 +1,8 @@
> +#ifndef _MEDIA_MT9T001_H
> +#define _MEDIA_MT9T001_H
> +
> +struct mt9t001_platform_data {
> +	unsigned int clk_pol:1;
> +};
> +
> +#endif
> -- 
> 1.7.3.4
> 
> --
> To unsubscribe from this list: send the line "unsubscribe linux-media" in
> the body of a message to majordomo@vger.kernel.org
> More majordomo info at  http://vger.kernel.org/majordomo-info.html

Just a general comment. How much does this sensor share with other Aptina
sensors? Could one of the existing Aptina sensor drivers such as the mt9v032
used to drive this sensor?

-- 
Sakari Ailus
sakari.ailus@iki.fi

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver
  2011-08-31 18:23 ` Sakari Ailus
@ 2011-09-01  9:05   ` Laurent Pinchart
  2011-09-01 10:33     ` Sakari Ailus
  0 siblings, 1 reply; 6+ messages in thread
From: Laurent Pinchart @ 2011-09-01  9:05 UTC (permalink / raw)
  To: Sakari Ailus; +Cc: linux-media

Hi Sakari,

Thanks for the review.

On Wednesday 31 August 2011 20:23:33 Sakari Ailus wrote:
> On Wed, Aug 31, 2011 at 02:24:12PM +0200, Laurent Pinchart wrote:
> > The MT9T001 is a parallel 3MP sensor from Aptina (formerly Micron)
> > controlled through I2C.
> > 
> > The driver creates a V4L2 subdevice. It currently supports binning and
> > cropping, and the gain, exposure, test pattern and black level controls.
> > 
> > Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>

[snip]

> > diff --git a/drivers/media/video/mt9t001.c
> > b/drivers/media/video/mt9t001.c new file mode 100644
> > index 0000000..32ab217
> > --- /dev/null
> > +++ b/drivers/media/video/mt9t001.c
> > @@ -0,0 +1,788 @@

[snip]

> > +/*
> > + * mt9m001 i2c address 0x5d
> 
> Is it also that for mt8t001?

Do you mean mt9t001 ? :-) The comment isn't really useful, I've removed it.

> > + */

[snip]

> > +static struct mt9t001 *to_mt9t001(struct v4l2_subdev *sd)
> > +{
> > +	return container_of(sd, struct mt9t001, subdev);
> > +}
> 
> I guess you could add inline here, or define it as a macro.

I've added inline.

> > +static int mt9t001_read(struct i2c_client *client, const u8 reg)
> > +{
> > +	s32 data = i2c_smbus_read_word_data(client, reg);
> > +	return data < 0 ? data : swab16(data);
> 
> Is the swab16 correct here? What about be16_to_cpu()?

Fixed.

> > +}
> > +
> > +static int mt9t001_write(struct i2c_client *client, const u8 reg,
> > +			 const u16 data)
> > +{
> > +	return i2c_smbus_write_word_data(client, reg, swab16(data));
> 
> Ditto.
> 
> > +}

[snip]

> > +static int mt9t001_s_stream(struct v4l2_subdev *subdev, int enable)
> > +{
> > +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> > +
> > +	/* Switch to master "normal" mode or stop sensor readout */
> > +	return mt9t001_set_output_control(mt9t001,
> > +		enable ? 0 : MT9T001_OUTPUT_CONTROL_CHIP_ENABLE,
> > +		enable ? MT9T001_OUTPUT_CONTROL_CHIP_ENABLE : 0);
> 
> I wonder if an if would be better here. You also could change the
> mt9t001_set_output_control() to take in the number of the bit and whether
> you enable or disable it.

I've added more code to s_stream, the code looks cleaner now.

> > +}

[snip]

> > +#define V4L2_CID_TEST_PATTERN		(V4L2_CID_USER_BASE | 0x1001)
> 
> Thest pattern is something that almost every sensor have.
> 
> > +#define V4L2_CID_GAIN_RED		(V4L2_CTRL_CLASS_CAMERA | 0x1001)
> > +#define V4L2_CID_GAIN_GREEN1		(V4L2_CTRL_CLASS_CAMERA | 0x1002)
> > +#define V4L2_CID_GAIN_GREEN2		(V4L2_CTRL_CLASS_CAMERA | 0x1003)
> 
> The greens are usually not numbered but have either blue/red subscript
> based on the colour of the adjacent pixel as far as I understand. What
> about calling them GREEN_RED or GREEN_R (and same for blue)?

Good point. I've fixed that.

> Also these are quite low level controls as opposed to the other higher
> level controls in this class. I wonder if creating a separate class for
> them would make sense. We'll need a new class for the hblank/vblank
> controls anyway. I might call it "sensor".
> 
> These controls could be also standardised.

I agree.

A "sensor" control class might make sense for these 5 controls, but they can 
also be useful for non-sensor hardware (for instance with an analog pixel 
decoder).

> > +#define V4L2_CID_GAIN_BLUE		(V4L2_CTRL_CLASS_CAMERA | 0x1004)
> > +
> > +static int mt9t001_gain_data(s32 *gain)
> > +{
> > +	/* Gain is controlled by 2 analog stages and a digital stage. Valid
> > +	 * values for the 3 stages are
> > +	 *
> > +	 * Stage		Min	Max	Step
> > +	 * ------------------------------------------
> > +	 * First analog stage	x1	x2	1
> > +	 * Second analog stage	x1	x4	0.125
> > +	 * Digital stage	x1	x16	0.125
> > +	 *
> > +	 * To minimize noise, the gain stages should be used in the second
> > +	 * analog stage, first analog stage, digital stage order. Gain from a
> > +	 * previous stage should be pushed to its maximum value before the next
> > +	 * stage is used.
> > +	 */
> > +	if (*gain <= 32)
> > +		return *gain;
> > +
> > +	if (*gain <= 64) {
> > +		*gain &= ~1;
> > +		return (1 << 6) | (*gain >> 1);
> > +	}
> > +
> > +	*gain &= ~7;
> > +	return ((*gain - 64) << 5) | (1 << 6) | 32;
> > +}
> 
> This one looks very similar to another Aptina sensor driver. My comment
> back then was that the analog and digital gain should be separate controls
> as the user typically would e.g. want to know (s)he's using digital gain
> instead of analog one.
> 
> What about implementing this?
> 
> It's a good question whether we need one or two new controls. If the answer
> is two, then how do they relate to the existing control?

I'm not too sure about this. If an application needs that much control over 
the hardware, wouldn't it be hardware-specific anyway, and know about control 
ranges ? The mt9t001 actually has 3 gain stages, so one might even argue that 
we should expose 3 gain controls :-)

> > +static int mt9t001_ctrl_freeze(struct mt9t001 *mt9t001, bool freeze)
> > +{
> > +	return mt9t001_set_output_control(mt9t001,
> > +		freeze ? 0 : MT9T001_OUTPUT_CONTROL_SYNC,
> > +		freeze ? MT9T001_OUTPUT_CONTROL_SYNC : 0);
> > +}
> > +
> > +static int mt9t001_s_ctrl(struct v4l2_ctrl *ctrl)
> > +{
> > +	static const u8 gains[4] = {
> > +		MT9T001_RED_GAIN, MT9T001_GREEN1_GAIN,
> > +		MT9T001_GREEN2_GAIN, MT9T001_BLUE_GAIN
> > +	};
> > +
> > +	struct mt9t001 *mt9t001 =
> > +			container_of(ctrl->handler, struct mt9t001, ctrls);
> > +	struct i2c_client *client = v4l2_get_subdevdata(&mt9t001->subdev);
> > +	unsigned int count;
> > +	unsigned int i;
> > +	int data;
> > +	int ret;
> > +
> > +	switch (ctrl->id) {
> > +	case V4L2_CID_GAIN_RED:
> > +	case V4L2_CID_GAIN_GREEN1:
> > +	case V4L2_CID_GAIN_GREEN2:
> > +	case V4L2_CID_GAIN_BLUE:
> > +
> > +		/* Disable control updates if more than one control has changed
> > +		 * in the cluster.
> > +		 */
> > +		for (i = 0, count = 0; i < 4; ++i) {
> > +			struct v4l2_ctrl *gain = mt9t001->gains[i];
> > +
> > +			if (gain->val != gain->cur.val)
> > +				count++;
> > +		}
> > +
> > +		if (count > 1) {
> > +			ret = mt9t001_ctrl_freeze(mt9t001, true);
> > +			if (ret < 0)
> > +				return ret;
> > +		}
> > +
> > +		/* Update the gain controls. */
> > +		for (i = 0; i < 4; ++i) {
> > +			struct v4l2_ctrl *gain = mt9t001->gains[i];
> > +
> > +			if (gain->val == gain->cur.val)
> > +				continue;
> > +
> > +			data = mt9t001_gain_data(&gain->val);
> > +			ret = mt9t001_write(client, gains[i], data);
> > +			if (ret < 0) {
> > +				mt9t001_ctrl_freeze(mt9t001, false);
> > +				return ret;
> > +			}
> > +		}
> > +
> > +		/* Enable control updates. */
> > +		if (count > 1) {
> > +			ret = mt9t001_ctrl_freeze(mt9t001, false);
> > +			if (ret < 0)
> > +				return ret;
> > +		}
> > +
> > +		break;
> > +
> > +	case V4L2_CID_EXPOSURE:
> > +		ret = mt9t001_write(client, MT9T001_SHUTTER_WIDTH_LOW,
> > +				    ctrl->val & 0xffff);
> > +		if (ret < 0)
> > +			return ret;
> > +
> > +		return mt9t001_write(client, MT9T001_SHUTTER_WIDTH_HIGH,
> > +				     ctrl->val >> 16);
> > +	case V4L2_CID_TEST_PATTERN:
> > +		ret = mt9t001_set_output_control(mt9t001,
> > +			ctrl->val ? 0 : MT9T001_OUTPUT_CONTROL_TEST_DATA,
> > +			ctrl->val ? MT9T001_OUTPUT_CONTROL_TEST_DATA : 0);
> > +		if (ret < 0)
> > +			return ret;
> > +
> > +		return mt9t001_write(client, MT9T001_TEST_DATA, ctrl->val << 2);
> > +
> 
> > +	case V4L2_CID_BLACK_LEVEL:
> Does this do automatic black level calibration? If so, I'd call this
> BLACK_LEVEL_CALIBRATE instead.

V4L2_CID_BLACK_LEVEL is marked as deprecated, so a new control indeed makes 
sense. It should probably belong to the sensor class.

> > +		return mt9t001_write(client, MT9T001_BLACK_LEVEL_CALIBRATION,
> > +				     MT9T001_BLACK_LEVEL_RECALCULATE);
> > +	}
> > +
> > +	return 0;
> > +}

[snip]

> Just a general comment. How much does this sensor share with other Aptina
> sensors? Could one of the existing Aptina sensor drivers such as the mt9v032
> used to drive this sensor?

Not all features are available on both sensors, but that shouldn't be too much 
of an issue.

The biggest problem is that there are many subtle differences. For instance 

#define MT9T001_ROW_START                               0x01
#define MT9T001_COLUMN_START                            0x02

#define MT9V032_COLUMN_START                            0x01
#define MT9V032_ROW_START                               0x02

is quite easy to miss. The MT9T001 needs to be programmed with window 
width/height minus one, while the MT9V032 needs to be programmed with window 
width/height. Horizontal and vertical binning are configured in two separate 
registers in the MT9T001 and in a single register in the MT9V032. The list 
goes on.

It might be possible to support several chips with a single driver, but I 
think we need a couple more before we can identify the proper recurring 
patterns.

-- 
Regards,

Laurent Pinchart

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver
  2011-09-01  9:05   ` Laurent Pinchart
@ 2011-09-01 10:33     ` Sakari Ailus
  2011-09-01 13:48       ` Laurent Pinchart
  0 siblings, 1 reply; 6+ messages in thread
From: Sakari Ailus @ 2011-09-01 10:33 UTC (permalink / raw)
  To: Laurent Pinchart; +Cc: linux-media

On Thu, Sep 01, 2011 at 11:05:05AM +0200, Laurent Pinchart wrote:
> Hi Sakari,
> 
> Thanks for the review.
> 
> On Wednesday 31 August 2011 20:23:33 Sakari Ailus wrote:
> > On Wed, Aug 31, 2011 at 02:24:12PM +0200, Laurent Pinchart wrote:
> > > The MT9T001 is a parallel 3MP sensor from Aptina (formerly Micron)
> > > controlled through I2C.
> > > 
> > > The driver creates a V4L2 subdevice. It currently supports binning and
> > > cropping, and the gain, exposure, test pattern and black level controls.
> > > 
> > > Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>
> 
> [snip]
> 
> > > diff --git a/drivers/media/video/mt9t001.c
> > > b/drivers/media/video/mt9t001.c new file mode 100644
> > > index 0000000..32ab217
> > > --- /dev/null
> > > +++ b/drivers/media/video/mt9t001.c
> > > @@ -0,0 +1,788 @@
> 
> [snip]
> 
> > > +/*
> > > + * mt9m001 i2c address 0x5d
> > 
> > Is it also that for mt8t001?
> 
> Do you mean mt9t001 ? :-) The comment isn't really useful, I've removed it.

Ack.

> > > + */
> 
> [snip]
> 
> > > +static struct mt9t001 *to_mt9t001(struct v4l2_subdev *sd)
> > > +{
> > > +	return container_of(sd, struct mt9t001, subdev);
> > > +}
> > 
> > I guess you could add inline here, or define it as a macro.
> 
> I've added inline.
> 
> > > +static int mt9t001_read(struct i2c_client *client, const u8 reg)
> > > +{
> > > +	s32 data = i2c_smbus_read_word_data(client, reg);
> > > +	return data < 0 ? data : swab16(data);
> > 
> > Is the swab16 correct here? What about be16_to_cpu()?
> 
> Fixed.
> 
> > > +}
> > > +
> > > +static int mt9t001_write(struct i2c_client *client, const u8 reg,
> > > +			 const u16 data)
> > > +{
> > > +	return i2c_smbus_write_word_data(client, reg, swab16(data));
> > 
> > Ditto.
> > 
> > > +}
> 
> [snip]
> 
> > > +static int mt9t001_s_stream(struct v4l2_subdev *subdev, int enable)
> > > +{
> > > +	struct mt9t001 *mt9t001 = to_mt9t001(subdev);
> > > +
> > > +	/* Switch to master "normal" mode or stop sensor readout */
> > > +	return mt9t001_set_output_control(mt9t001,
> > > +		enable ? 0 : MT9T001_OUTPUT_CONTROL_CHIP_ENABLE,
> > > +		enable ? MT9T001_OUTPUT_CONTROL_CHIP_ENABLE : 0);
> > 
> > I wonder if an if would be better here. You also could change the
> > mt9t001_set_output_control() to take in the number of the bit and whether
> > you enable or disable it.
> 
> I've added more code to s_stream, the code looks cleaner now.
> 
> > > +}
> 
> [snip]
> 
> > > +#define V4L2_CID_TEST_PATTERN		(V4L2_CID_USER_BASE | 0x1001)
> > 
> > Thest pattern is something that almost every sensor have.
> > 
> > > +#define V4L2_CID_GAIN_RED		(V4L2_CTRL_CLASS_CAMERA | 0x1001)
> > > +#define V4L2_CID_GAIN_GREEN1		(V4L2_CTRL_CLASS_CAMERA | 0x1002)
> > > +#define V4L2_CID_GAIN_GREEN2		(V4L2_CTRL_CLASS_CAMERA | 0x1003)
> > 
> > The greens are usually not numbered but have either blue/red subscript
> > based on the colour of the adjacent pixel as far as I understand. What
> > about calling them GREEN_RED or GREEN_R (and same for blue)?
> 
> Good point. I've fixed that.
> 
> > Also these are quite low level controls as opposed to the other higher
> > level controls in this class. I wonder if creating a separate class for
> > them would make sense. We'll need a new class for the hblank/vblank
> > controls anyway. I might call it "sensor".
> > 
> > These controls could be also standardised.
> 
> I agree.
> 
> A "sensor" control class might make sense for these 5 controls, but they can 
> also be useful for non-sensor hardware (for instance with an analog pixel 
> decoder).

What about calling it differently then?

V4L2_CTRL_CLASS_SOURCE
V4L2_CTRL_CLASS_IMAGE_SOURCE
V4L2_CTRL_CLASS_MBUS_SOURCE

> > > +#define V4L2_CID_GAIN_BLUE		(V4L2_CTRL_CLASS_CAMERA | 0x1004)
> > > +
> > > +static int mt9t001_gain_data(s32 *gain)
> > > +{
> > > +	/* Gain is controlled by 2 analog stages and a digital stage. Valid
> > > +	 * values for the 3 stages are
> > > +	 *
> > > +	 * Stage		Min	Max	Step
> > > +	 * ------------------------------------------
> > > +	 * First analog stage	x1	x2	1
> > > +	 * Second analog stage	x1	x4	0.125
> > > +	 * Digital stage	x1	x16	0.125
> > > +	 *
> > > +	 * To minimize noise, the gain stages should be used in the second
> > > +	 * analog stage, first analog stage, digital stage order. Gain from a
> > > +	 * previous stage should be pushed to its maximum value before the next
> > > +	 * stage is used.
> > > +	 */
> > > +	if (*gain <= 32)
> > > +		return *gain;
> > > +
> > > +	if (*gain <= 64) {
> > > +		*gain &= ~1;
> > > +		return (1 << 6) | (*gain >> 1);
> > > +	}
> > > +
> > > +	*gain &= ~7;
> > > +	return ((*gain - 64) << 5) | (1 << 6) | 32;
> > > +}
> > 
> > This one looks very similar to another Aptina sensor driver. My comment
> > back then was that the analog and digital gain should be separate controls
> > as the user typically would e.g. want to know (s)he's using digital gain
> > instead of analog one.
> > 
> > What about implementing this?
> > 
> > It's a good question whether we need one or two new controls. If the answer
> > is two, then how do they relate to the existing control?
> 
> I'm not too sure about this. If an application needs that much control over 
> the hardware, wouldn't it be hardware-specific anyway, and know about control 
> ranges ? The mt9t001 actually has 3 gain stages, so one might even argue that 
> we should expose 3 gain controls :-)

At least we should have two different ones. The driver might implement a
policy for the single exposure control which would be combination of the
two, but I'd rather see this done more genericly in libv4l: the algorithm is
trivial and the same, and I also think this is relatively generic.

I don't think there's a need to show the secondary analog gain stage to the
user, especially if the relation of the two stages is so simple. Are the
units also the same?

> > > +static int mt9t001_ctrl_freeze(struct mt9t001 *mt9t001, bool freeze)
> > > +{
> > > +	return mt9t001_set_output_control(mt9t001,
> > > +		freeze ? 0 : MT9T001_OUTPUT_CONTROL_SYNC,
> > > +		freeze ? MT9T001_OUTPUT_CONTROL_SYNC : 0);
> > > +}
> > > +
> > > +static int mt9t001_s_ctrl(struct v4l2_ctrl *ctrl)
> > > +{
> > > +	static const u8 gains[4] = {
> > > +		MT9T001_RED_GAIN, MT9T001_GREEN1_GAIN,
> > > +		MT9T001_GREEN2_GAIN, MT9T001_BLUE_GAIN
> > > +	};
> > > +
> > > +	struct mt9t001 *mt9t001 =
> > > +			container_of(ctrl->handler, struct mt9t001, ctrls);
> > > +	struct i2c_client *client = v4l2_get_subdevdata(&mt9t001->subdev);
> > > +	unsigned int count;
> > > +	unsigned int i;
> > > +	int data;
> > > +	int ret;
> > > +
> > > +	switch (ctrl->id) {
> > > +	case V4L2_CID_GAIN_RED:
> > > +	case V4L2_CID_GAIN_GREEN1:
> > > +	case V4L2_CID_GAIN_GREEN2:
> > > +	case V4L2_CID_GAIN_BLUE:
> > > +
> > > +		/* Disable control updates if more than one control has changed
> > > +		 * in the cluster.
> > > +		 */
> > > +		for (i = 0, count = 0; i < 4; ++i) {
> > > +			struct v4l2_ctrl *gain = mt9t001->gains[i];
> > > +
> > > +			if (gain->val != gain->cur.val)
> > > +				count++;
> > > +		}
> > > +
> > > +		if (count > 1) {
> > > +			ret = mt9t001_ctrl_freeze(mt9t001, true);
> > > +			if (ret < 0)
> > > +				return ret;
> > > +		}
> > > +
> > > +		/* Update the gain controls. */
> > > +		for (i = 0; i < 4; ++i) {
> > > +			struct v4l2_ctrl *gain = mt9t001->gains[i];
> > > +
> > > +			if (gain->val == gain->cur.val)
> > > +				continue;
> > > +
> > > +			data = mt9t001_gain_data(&gain->val);
> > > +			ret = mt9t001_write(client, gains[i], data);
> > > +			if (ret < 0) {
> > > +				mt9t001_ctrl_freeze(mt9t001, false);
> > > +				return ret;
> > > +			}
> > > +		}
> > > +
> > > +		/* Enable control updates. */
> > > +		if (count > 1) {
> > > +			ret = mt9t001_ctrl_freeze(mt9t001, false);
> > > +			if (ret < 0)
> > > +				return ret;
> > > +		}
> > > +
> > > +		break;
> > > +
> > > +	case V4L2_CID_EXPOSURE:
> > > +		ret = mt9t001_write(client, MT9T001_SHUTTER_WIDTH_LOW,
> > > +				    ctrl->val & 0xffff);
> > > +		if (ret < 0)
> > > +			return ret;
> > > +
> > > +		return mt9t001_write(client, MT9T001_SHUTTER_WIDTH_HIGH,
> > > +				     ctrl->val >> 16);
> > > +	case V4L2_CID_TEST_PATTERN:
> > > +		ret = mt9t001_set_output_control(mt9t001,
> > > +			ctrl->val ? 0 : MT9T001_OUTPUT_CONTROL_TEST_DATA,
> > > +			ctrl->val ? MT9T001_OUTPUT_CONTROL_TEST_DATA : 0);
> > > +		if (ret < 0)
> > > +			return ret;
> > > +
> > > +		return mt9t001_write(client, MT9T001_TEST_DATA, ctrl->val << 2);
> > > +
> > 
> > > +	case V4L2_CID_BLACK_LEVEL:
> > Does this do automatic black level calibration? If so, I'd call this
> > BLACK_LEVEL_CALIBRATE instead.
> 
> V4L2_CID_BLACK_LEVEL is marked as deprecated, so a new control indeed makes 
> sense. It should probably belong to the sensor class.

Agreed.

> > > +		return mt9t001_write(client, MT9T001_BLACK_LEVEL_CALIBRATION,
> > > +				     MT9T001_BLACK_LEVEL_RECALCULATE);
> > > +	}
> > > +
> > > +	return 0;
> > > +}
> 
> [snip]
> 
> > Just a general comment. How much does this sensor share with other Aptina
> > sensors? Could one of the existing Aptina sensor drivers such as the mt9v032
> > used to drive this sensor?
> 
> Not all features are available on both sensors, but that shouldn't be too much 
> of an issue.
> 
> The biggest problem is that there are many subtle differences. For instance 
> 
> #define MT9T001_ROW_START                               0x01
> #define MT9T001_COLUMN_START                            0x02
> 
> #define MT9V032_COLUMN_START                            0x01
> #define MT9V032_ROW_START                               0x02
> 
> is quite easy to miss. The MT9T001 needs to be programmed with window 
> width/height minus one, while the MT9V032 needs to be programmed with window 
> width/height. Horizontal and vertical binning are configured in two separate 
> registers in the MT9T001 and in a single register in the MT9V032. The list 
> goes on.

What you _could_ do, is to have an array of struct containing register
addresses, bits, minimums, maximums and masks for every sensor model you
support, and then use array indices to address this. You wouldn't need any
ifs in the code.

But I don't think it's the time for this yet.

> It might be possible to support several chips with a single driver, but I 
> think we need a couple more before we can identify the proper recurring 
> patterns.

Agreed.

-- 
Sakari Ailus
sakari.ailus@iki.fi

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver
  2011-09-01 10:33     ` Sakari Ailus
@ 2011-09-01 13:48       ` Laurent Pinchart
  2011-09-01 14:28         ` Sakari Ailus
  0 siblings, 1 reply; 6+ messages in thread
From: Laurent Pinchart @ 2011-09-01 13:48 UTC (permalink / raw)
  To: Sakari Ailus; +Cc: linux-media

Hi Sakari,

On Thursday 01 September 2011 12:33:11 Sakari Ailus wrote:
> On Thu, Sep 01, 2011 at 11:05:05AM +0200, Laurent Pinchart wrote:
> > On Wednesday 31 August 2011 20:23:33 Sakari Ailus wrote:
> > > On Wed, Aug 31, 2011 at 02:24:12PM +0200, Laurent Pinchart wrote:
> > > > The MT9T001 is a parallel 3MP sensor from Aptina (formerly Micron)
> > > > controlled through I2C.
> > > > 
> > > > The driver creates a V4L2 subdevice. It currently supports binning
> > > > and cropping, and the gain, exposure, test pattern and black level
> > > > controls.
> > > > 
> > > > Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>

[snip]

> > > > +#define V4L2_CID_TEST_PATTERN		(V4L2_CID_USER_BASE | 0x1001)
> > > 
> > > Thest pattern is something that almost every sensor have.
> > > 
> > > > +#define V4L2_CID_GAIN_RED		(V4L2_CTRL_CLASS_CAMERA | 0x1001)
> > > > +#define V4L2_CID_GAIN_GREEN1		(V4L2_CTRL_CLASS_CAMERA | 0x1002)
> > > > +#define V4L2_CID_GAIN_GREEN2		(V4L2_CTRL_CLASS_CAMERA | 0x1003)

[snip]

> > > Also these are quite low level controls as opposed to the other higher
> > > level controls in this class. I wonder if creating a separate class for
> > > them would make sense. We'll need a new class for the hblank/vblank
> > > controls anyway. I might call it "sensor".
> > > 
> > > These controls could be also standardised.
> > 
> > I agree.
> > 
> > A "sensor" control class might make sense for these 5 controls, but they
> > can also be useful for non-sensor hardware (for instance with an analog
> > pixel decoder).
> 
> What about calling it differently then?
> 
> V4L2_CTRL_CLASS_SOURCE
> V4L2_CTRL_CLASS_IMAGE_SOURCE
> V4L2_CTRL_CLASS_MBUS_SOURCE

Calling differently is probably a good idea. I'm not sure which name is the 
best though. I need to sleep on that.

Gain is an issue, as it can be applied at any stage in the pipeline. As such 
it doesn't really belong to a "source" class.

> > > > +#define V4L2_CID_GAIN_BLUE		(V4L2_CTRL_CLASS_CAMERA | 0x1004)
> > > > +
> > > > +static int mt9t001_gain_data(s32 *gain)
> > > > +{
> > > > +	/* Gain is controlled by 2 analog stages and a digital stage. Valid
> > > > +	 * values for the 3 stages are
> > > > +	 *
> > > > +	 * Stage		Min	Max	Step
> > > > +	 * ------------------------------------------
> > > > +	 * First analog stage	x1	x2	1
> > > > +	 * Second analog stage	x1	x4	0.125
> > > > +	 * Digital stage	x1	x16	0.125
> > > > +	 *
> > > > +	 * To minimize noise, the gain stages should be used in the second
> > > > +	 * analog stage, first analog stage, digital stage order. Gain from
> > > > a +	 * previous stage should be pushed to its maximum value before
> > > > the next +	 * stage is used.
> > > > +	 */
> > > > +	if (*gain <= 32)
> > > > +		return *gain;
> > > > +
> > > > +	if (*gain <= 64) {
> > > > +		*gain &= ~1;
> > > > +		return (1 << 6) | (*gain >> 1);
> > > > +	}
> > > > +
> > > > +	*gain &= ~7;
> > > > +	return ((*gain - 64) << 5) | (1 << 6) | 32;
> > > > +}
> > > 
> > > This one looks very similar to another Aptina sensor driver. My comment
> > > back then was that the analog and digital gain should be separate
> > > controls as the user typically would e.g. want to know (s)he's using
> > > digital gain instead of analog one.
> > > 
> > > What about implementing this?
> > > 
> > > It's a good question whether we need one or two new controls. If the
> > > answer is two, then how do they relate to the existing control?
> > 
> > I'm not too sure about this. If an application needs that much control
> > over the hardware, wouldn't it be hardware-specific anyway, and know
> > about control ranges ? The mt9t001 actually has 3 gain stages, so one
> > might even argue that we should expose 3 gain controls :-)
> 
> At least we should have two different ones. The driver might implement a
> policy for the single exposure control which would be combination of the
> two, but I'd rather see this done more genericly in libv4l: the algorithm
> is trivial and the same, and I also think this is relatively generic.

The algorithm isn't that generic, it depends on the hardware and how the gain 
stages are implemented.

> I don't think there's a need to show the secondary analog gain stage to the
> user, especially if the relation of the two stages is so simple. Are the
> units also the same?

I'm not sure what you mean here. Gains have no units :-)

-- 
Regards,

Laurent Pinchart

^ permalink raw reply	[flat|nested] 6+ messages in thread

* Re: [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver
  2011-09-01 13:48       ` Laurent Pinchart
@ 2011-09-01 14:28         ` Sakari Ailus
  0 siblings, 0 replies; 6+ messages in thread
From: Sakari Ailus @ 2011-09-01 14:28 UTC (permalink / raw)
  To: Laurent Pinchart; +Cc: linux-media

On Thu, Sep 01, 2011 at 03:48:22PM +0200, Laurent Pinchart wrote:
> Hi Sakari,
> 
> On Thursday 01 September 2011 12:33:11 Sakari Ailus wrote:
> > On Thu, Sep 01, 2011 at 11:05:05AM +0200, Laurent Pinchart wrote:
> > > On Wednesday 31 August 2011 20:23:33 Sakari Ailus wrote:
> > > > On Wed, Aug 31, 2011 at 02:24:12PM +0200, Laurent Pinchart wrote:
> > > > > The MT9T001 is a parallel 3MP sensor from Aptina (formerly Micron)
> > > > > controlled through I2C.
> > > > > 
> > > > > The driver creates a V4L2 subdevice. It currently supports binning
> > > > > and cropping, and the gain, exposure, test pattern and black level
> > > > > controls.
> > > > > 
> > > > > Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>
> 
> [snip]
> 
> > > > > +#define V4L2_CID_TEST_PATTERN		(V4L2_CID_USER_BASE | 0x1001)
> > > > 
> > > > Thest pattern is something that almost every sensor have.
> > > > 
> > > > > +#define V4L2_CID_GAIN_RED		(V4L2_CTRL_CLASS_CAMERA | 0x1001)
> > > > > +#define V4L2_CID_GAIN_GREEN1		(V4L2_CTRL_CLASS_CAMERA | 0x1002)
> > > > > +#define V4L2_CID_GAIN_GREEN2		(V4L2_CTRL_CLASS_CAMERA | 0x1003)
> 
> [snip]
> 
> > > > Also these are quite low level controls as opposed to the other higher
> > > > level controls in this class. I wonder if creating a separate class for
> > > > them would make sense. We'll need a new class for the hblank/vblank
> > > > controls anyway. I might call it "sensor".
> > > > 
> > > > These controls could be also standardised.
> > > 
> > > I agree.
> > > 
> > > A "sensor" control class might make sense for these 5 controls, but they
> > > can also be useful for non-sensor hardware (for instance with an analog
> > > pixel decoder).
> > 
> > What about calling it differently then?
> > 
> > V4L2_CTRL_CLASS_SOURCE
> > V4L2_CTRL_CLASS_IMAGE_SOURCE
> > V4L2_CTRL_CLASS_MBUS_SOURCE
> 
> Calling differently is probably a good idea. I'm not sure which name is the 
> best though. I need to sleep on that.
> 
> Gain is an issue, as it can be applied at any stage in the pipeline. As such 
> it doesn't really belong to a "source" class.

True. Analog gain does still belong there.

We might need more than one new class.

> > > > > +#define V4L2_CID_GAIN_BLUE		(V4L2_CTRL_CLASS_CAMERA | 0x1004)
> > > > > +
> > > > > +static int mt9t001_gain_data(s32 *gain)
> > > > > +{
> > > > > +	/* Gain is controlled by 2 analog stages and a digital stage. Valid
> > > > > +	 * values for the 3 stages are
> > > > > +	 *
> > > > > +	 * Stage		Min	Max	Step
> > > > > +	 * ------------------------------------------
> > > > > +	 * First analog stage	x1	x2	1
> > > > > +	 * Second analog stage	x1	x4	0.125
> > > > > +	 * Digital stage	x1	x16	0.125
> > > > > +	 *
> > > > > +	 * To minimize noise, the gain stages should be used in the second
> > > > > +	 * analog stage, first analog stage, digital stage order. Gain from
> > > > > a +	 * previous stage should be pushed to its maximum value before
> > > > > the next +	 * stage is used.
> > > > > +	 */
> > > > > +	if (*gain <= 32)
> > > > > +		return *gain;
> > > > > +
> > > > > +	if (*gain <= 64) {
> > > > > +		*gain &= ~1;
> > > > > +		return (1 << 6) | (*gain >> 1);
> > > > > +	}
> > > > > +
> > > > > +	*gain &= ~7;
> > > > > +	return ((*gain - 64) << 5) | (1 << 6) | 32;
> > > > > +}
> > > > 
> > > > This one looks very similar to another Aptina sensor driver. My comment
> > > > back then was that the analog and digital gain should be separate
> > > > controls as the user typically would e.g. want to know (s)he's using
> > > > digital gain instead of analog one.
> > > > 
> > > > What about implementing this?
> > > > 
> > > > It's a good question whether we need one or two new controls. If the
> > > > answer is two, then how do they relate to the existing control?
> > > 
> > > I'm not too sure about this. If an application needs that much control
> > > over the hardware, wouldn't it be hardware-specific anyway, and know
> > > about control ranges ? The mt9t001 actually has 3 gain stages, so one
> > > might even argue that we should expose 3 gain controls :-)
> > 
> > At least we should have two different ones. The driver might implement a
> > policy for the single exposure control which would be combination of the
> > two, but I'd rather see this done more genericly in libv4l: the algorithm
> > is trivial and the same, and I also think this is relatively generic.
> 
> The algorithm isn't that generic, it depends on the hardware and how the gain 
> stages are implemented.

At least the et8ek8 prefers the same. There may be some parameters that
might be needed for the algorithm which might need to be a little more
complex than that.

> > I don't think there's a need to show the secondary analog gain stage to the
> > user, especially if the relation of the two stages is so simple. Are the
> > units also the same?
> 
> I'm not sure what you mean here. Gains have no units :-)

Uh, well, at least the granularity of the gain steps can be different in
different gain stages.

-- 
Sakari Ailus
sakari.ailus@iki.fi

^ permalink raw reply	[flat|nested] 6+ messages in thread

end of thread, other threads:[~2011-09-01 14:28 UTC | newest]

Thread overview: 6+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2011-08-31 12:24 [PATCH] mt9t001: Aptina (Micron) MT9T001 3MP sensor driver Laurent Pinchart
2011-08-31 18:23 ` Sakari Ailus
2011-09-01  9:05   ` Laurent Pinchart
2011-09-01 10:33     ` Sakari Ailus
2011-09-01 13:48       ` Laurent Pinchart
2011-09-01 14:28         ` Sakari Ailus

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.