| Message ID | 20220916134535.128131-5-m.felsch@pengutronix.de |
|---|---|
| State | Superseded |
| Headers | show |
| Series | Add support for Toshiba TC358746 | expand |
Hi Marco,
Thank you for the patch! Perhaps something to improve:
[auto build test WARNING on media-tree/master]
[also build test WARNING on robh/for-next linus/master v6.0-rc5 next-20220916]
[If your patch is applied to the wrong git tree, kindly drop us a note.
And when submitting patch, we suggest to use '--base' as documented in
https://git-scm.com/docs/git-format-patch#_base_tree_information]
url: https://github.com/intel-lab-lkp/linux/commits/Marco-Felsch/Add-support-for-Toshiba-TC358746/20220916-214808
base: git://linuxtv.org/media_tree.git master
config: x86_64-allyesconfig (https://download.01.org/0day-ci/archive/20220917/202209170957.eHfxERTT-lkp@intel.com/config)
compiler: clang version 14.0.6 (https://github.com/llvm/llvm-project f28c006a5895fc0e329fe15fead81e37457cb1d1)
reproduce (this is a W=1 build):
wget https://raw.githubusercontent.com/intel/lkp-tests/master/sbin/make.cross -O ~/bin/make.cross
chmod +x ~/bin/make.cross
# https://github.com/intel-lab-lkp/linux/commit/8ce1bdf646dd24a8117ed47f47e086ef7011c385
git remote add linux-review https://github.com/intel-lab-lkp/linux
git fetch --no-tags linux-review Marco-Felsch/Add-support-for-Toshiba-TC358746/20220916-214808
git checkout 8ce1bdf646dd24a8117ed47f47e086ef7011c385
# save the config file
mkdir build_dir && cp config build_dir/.config
COMPILER_INSTALL_PATH=$HOME/0day COMPILER=clang make.cross W=1 O=build_dir ARCH=x86_64 SHELL=/bin/bash drivers/media/i2c/ drivers/net/wireless/ath/ath11k/
If you fix the issue, kindly add following tag where applicable
Reported-by: kernel test robot <lkp@intel.com>
All warnings (new ones prefixed by >>):
>> drivers/media/i2c/tc358746.c:986:1: warning: no previous prototype for function 'tc358746_g_register' [-Wmissing-prototypes]
tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg)
^
drivers/media/i2c/tc358746.c:985:1: note: declare 'static' if the function is not intended to be used outside of this translation unit
int __maybe_unused
^
static
>> drivers/media/i2c/tc358746.c:1007:1: warning: no previous prototype for function 'tc358746_s_register' [-Wmissing-prototypes]
tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg)
^
drivers/media/i2c/tc358746.c:1006:1: note: declare 'static' if the function is not intended to be used outside of this translation unit
int __maybe_unused
^
static
>> drivers/media/i2c/tc358746.c:1178:15: warning: no previous prototype for function 'tc358746_recalc_rate' [-Wmissing-prototypes]
unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
^
drivers/media/i2c/tc358746.c:1178:1: note: declare 'static' if the function is not intended to be used outside of this translation unit
unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
^
static
3 warnings generated.
vim +/tc358746_g_register +986 drivers/media/i2c/tc358746.c
984
985 int __maybe_unused
> 986 tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg)
987 {
988 struct tc358746 *tc358746 = to_tc358746(sd);
989
990 /* 32-bit registers starting from CLW_DPHYCONTTX */
991 reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4;
992
993 if (pm_runtime_resume_and_get(sd->dev)) {
994 dev_err(sd->dev, "Failed to resume the device\n");
995 return 0;
996 }
997
998 tc358746_read(tc358746, reg->reg, (u32 *)®->val);
999
1000 pm_runtime_mark_last_busy(sd->dev);
1001 pm_runtime_put_sync_autosuspend(sd->dev);
1002
1003 return 0;
1004 }
1005
1006 int __maybe_unused
> 1007 tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg)
1008 {
1009 struct tc358746 *tc358746 = to_tc358746(sd);
1010
1011 if (pm_runtime_resume_and_get(sd->dev)) {
1012 dev_err(sd->dev, "Failed to resume the device\n");
1013 return 0;
1014 }
1015
1016 tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val);
1017
1018 pm_runtime_mark_last_busy(sd->dev);
1019 pm_runtime_put_sync_autosuspend(sd->dev);
1020
1021 return 0;
1022 }
1023
1024 static const struct v4l2_subdev_core_ops tc358746_core_ops = {
1025 #ifdef CONFIG_VIDEO_ADV_DEBUG
1026 .g_register = tc358746_g_register,
1027 .s_register = tc358746_s_register,
1028 #endif
1029 };
1030
1031 static const struct v4l2_subdev_video_ops tc358746_video_ops = {
1032 .s_stream = tc358746_s_stream,
1033 };
1034
1035 static const struct v4l2_subdev_pad_ops tc358746_pad_ops = {
1036 .init_cfg = tc358746_init_cfg,
1037 .enum_mbus_code = tc358746_enum_mbus_code,
1038 .set_fmt = tc358746_set_fmt,
1039 .get_fmt = v4l2_subdev_get_fmt,
1040 .link_validate = tc358746_link_validate,
1041 .get_mbus_config = tc358746_get_mbus_config,
1042 };
1043
1044 static const struct v4l2_subdev_ops tc358746_ops = {
1045 .core = &tc358746_core_ops,
1046 .video = &tc358746_video_ops,
1047 .pad = &tc358746_pad_ops,
1048 };
1049
1050 static const struct media_entity_operations tc358746_entity_ops = {
1051 .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1,
1052 .link_validate = v4l2_subdev_link_validate,
1053 };
1054
1055 static int tc358746_mclk_enable(struct clk_hw *hw)
1056 {
1057 struct tc358746 *tc358746 = clk_hw_to_tc358746(hw);
1058 unsigned int div;
1059 u32 val;
1060 int err;
1061
1062 div = tc358746->mclk_postdiv / 2;
1063 val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1);
1064 dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val);
1065 err = tc358746_write(tc358746, MCLKCTL_REG, val);
1066 if (err)
1067 return err;
1068
1069 if (tc358746->mclk_prediv == 8)
1070 val = MCLKDIV(MCLKDIV_8);
1071 else if (tc358746->mclk_prediv == 4)
1072 val = MCLKDIV(MCLKDIV_4);
1073 else
1074 val = MCLKDIV(MCLKDIV_2);
1075
1076 dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val);
1077 return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val);
1078 }
1079
1080 static void tc358746_mclk_disable(struct clk_hw *hw)
1081 {
1082 struct tc358746 *tc358746 = clk_hw_to_tc358746(hw);
1083
1084 tc358746_write(tc358746, MCLKCTL_REG, 0);
1085 }
1086
1087 static long
1088 tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate)
1089 {
1090 unsigned long pll_rate = tc358746->pll_rate;
1091 const unsigned char prediv[] = { 2, 4, 8 };
1092 unsigned int mclk_prediv, mclk_postdiv;
1093 struct device *dev = tc358746->sd.dev;
1094 unsigned int postdiv, mclkdiv;
1095 unsigned long best_mclk_rate;
1096 unsigned int i;
1097
1098 /*
1099 * MCLK-Div
1100 * -------------------´`---------------------
1101 * ´ `
1102 * +-------------+ +------------------------+
1103 * | MCLK-PreDiv | | MCLK-PostDiv |
1104 * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK
1105 * +-------------+ +------------------------+
1106 *
1107 * The register value of mclk_low/high is mclk_low/high+1, i.e.:
1108 * mclk_low/high = 1 --> 2 MCLK-Ref Counts
1109 * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max.
1110 * If mclk_low and mclk_high are 0 then MCLK is disabled.
1111 *
1112 * Keep it simple and support 50/50 duty cycles only for now,
1113 * so the calc will be:
1114 *
1115 * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv)
1116 */
1117
1118 if (mclk_rate == tc358746->mclk_rate)
1119 return mclk_rate;
1120
1121 /* Highest possible rate */
1122 mclkdiv = pll_rate / mclk_rate;
1123 if (mclkdiv <= 8) {
1124 mclk_prediv = 2;
1125 mclk_postdiv = 4;
1126 best_mclk_rate = pll_rate / (2 * 4);
1127 goto out;
1128 }
1129
1130 /* First check the prediv */
1131 for (i = 0; i < ARRAY_SIZE(prediv); i++) {
1132 postdiv = mclkdiv / prediv[i];
1133
1134 if (postdiv % 2)
1135 continue;
1136
1137 if (postdiv >= 4 && postdiv <= 512) {
1138 mclk_prediv = prediv[i];
1139 mclk_postdiv = postdiv;
1140 best_mclk_rate = pll_rate / (prediv[i] * postdiv);
1141 goto out;
1142 }
1143 }
1144
1145 /* No suitable prediv found, so try to adjust the postdiv */
1146 for (postdiv = 4; postdiv <= 512; postdiv += 2) {
1147 unsigned int pre;
1148
1149 pre = mclkdiv / postdiv;
1150 if (pre == 2 || pre == 4 || pre == 8) {
1151 mclk_prediv = pre;
1152 mclk_postdiv = postdiv;
1153 best_mclk_rate = pll_rate / (pre * postdiv);
1154 goto out;
1155 }
1156 }
1157
1158 /* The MCLK <-> PLL gap is to high -> use largest possible div */
1159 mclk_prediv = 8;
1160 mclk_postdiv = 512;
1161 best_mclk_rate = pll_rate / (8 * 512);
1162
1163 out:
1164 tc358746->mclk_prediv = mclk_prediv;
1165 tc358746->mclk_postdiv = mclk_postdiv;
1166 tc358746->mclk_rate = best_mclk_rate;
1167
1168 if (best_mclk_rate != mclk_rate)
1169 dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n",
1170 mclk_rate, best_mclk_rate);
1171
1172 dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n",
1173 best_mclk_rate, mclk_prediv, mclk_postdiv);
1174
1175 return best_mclk_rate;
1176 }
1177
> 1178 unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
1179 {
1180 struct tc358746 *tc358746 = clk_hw_to_tc358746(hw);
1181 unsigned int prediv, postdiv;
1182 u32 val;
1183 int err;
1184
1185 err = tc358746_read(tc358746, MCLKCTL_REG, &val);
1186 if (err)
1187 return 0;
1188
1189 postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1;
1190 postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1;
1191
1192 err = tc358746_read(tc358746, CLKCTL_REG, &val);
1193 if (err)
1194 return 0;
1195
1196 prediv = FIELD_GET(MCLKDIV_MASK, val);
1197 if (prediv == MCLKDIV_8)
1198 prediv = 8;
1199 else if (prediv == MCLKDIV_4)
1200 prediv = 4;
1201 else
1202 prediv = 2;
1203
1204 return tc358746->pll_rate / (prediv * postdiv);
1205 }
1206
Hi Marco, Looks good, a few comments below... On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > supports two operating modes: > 1st) parallel-in -> mipi-csi out > 2nd) mipi-csi in -> parallel out > > This patch only adds the support for the 1st mode. > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > --- > Changelog: > > v2: > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > - remove now not needed tc358746_link_setup() and > struct v4l2_ctrl sensor_pclk_ctrl > - call v4l2_subdev_link_validate_default() during link validation > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > - use subdev active_state API > - replace own .get_fmt with v4l2_subdev_get_fmt > - remove unnecessary pad checks > - restructure tc358746_get_format_by_code() if-case > - move apply_dphy_config|apply_misc_config from resume intos s_stream > - use goto in s_stream enable case > - fix error handling in suspend/resume > - split probe() into more sub-functions > - use dev_dbg() for printing successful probe > > drivers/media/i2c/Kconfig | 17 + > drivers/media/i2c/Makefile | 1 + > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > 3 files changed, 1700 insertions(+) > create mode 100644 drivers/media/i2c/tc358746.c > > diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig > index 7806d4b81716..aefb9c9e0c08 100644 > --- a/drivers/media/i2c/Kconfig > +++ b/drivers/media/i2c/Kconfig > @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC > When selected the tc358743 will support the optional > HDMI CEC feature. > > +config VIDEO_TC358746 > + tristate "Toshiba TC358746 parallel-CSI2 bridge" > + depends on VIDEO_DEV && I2C > + select VIDEO_V4L2_SUBDEV_API > + select MEDIA_CONTROLLER > + select V4L2_FWNODE > + select GENERIC_PHY_MIPI_DPHY > + select REGMAP_I2C > + select COMMON_CLK > + help > + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. > + The bridge can work in both directions but currently only the > + parallel-in / csi-out path is supported. > + > + To compile this driver as a module, choose M here: the > + module will be called tc358746. > + > config VIDEO_TVP514X > tristate "Texas Instruments TVP514x video decoder" > depends on VIDEO_DEV && I2C > diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile > index 0a2933103dd9..d1096c2ab480 100644 > --- a/drivers/media/i2c/Makefile > +++ b/drivers/media/i2c/Makefile > @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o > obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o > obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o > obj-$(CONFIG_VIDEO_TC358743) += tc358743.o > +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o > obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o > obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o > obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > new file mode 100644 > index 000000000000..4f1a809b9fc3 > --- /dev/null > +++ b/drivers/media/i2c/tc358746.c > @@ -0,0 +1,1682 @@ > +// SPDX-License-Identifier: GPL-2.0-only > +/* > + * TC358746 - Parallel <-> CSI-2 Bridge > + * > + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> > + * > + * Notes: > + * - Currently only 'Parallel-in -> CSI-out' mode is supported! > + */ > + > +#include <linux/bitfield.h> > +#include <linux/clk.h> > +#include <linux/clk-provider.h> > +#include <linux/delay.h> > +#include <linux/i2c.h> > +#include <linux/interrupt.h> > +#include <linux/kernel.h> > +#include <linux/module.h> > +#include <linux/phy/phy-mipi-dphy.h> > +#include <linux/property.h> > +#include <linux/pm_runtime.h> > +#include <linux/regmap.h> > +#include <media/v4l2-ctrls.h> > +#include <media/v4l2-device.h> > +#include <media/v4l2-fwnode.h> > +#include <media/v4l2-mc.h> > + > +/* 16-bit registers */ > +#define CHIPID_REG 0x0000 > +#define CHIPID GENMASK(15, 8) > + > +#define SYSCTL_REG 0x0002 > +#define SRESET BIT(0) > + > +#define CONFCTL_REG 0x0004 > +#define PDATAF_MASK GENMASK(9, 8) > +#define PDATAF_MODE0 0 > +#define PDATAF_MODE1 1 > +#define PDATAF_MODE2 2 > +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) > +#define PPEN BIT(6) > +#define DATALANE_MASK GENMASK(1, 0) > + > +#define FIFOCTL_REG 0x0006 > +#define DATAFMT_REG 0x0008 > +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) > + > +#define MCLKCTL_REG 0x000c > +#define MCLK_HIGH_MASK GENMASK(15, 8) > +#define MCLK_LOW_MASK GENMASK(7, 0) > +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) > +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) > + > +#define PLLCTL0_REG 0x0016 > +#define PLL_PRD_MASK GENMASK(15, 12) > +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) > +#define PLL_FBD_MASK GENMASK(8, 0) > +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) > + > +#define PLLCTL1_REG 0x0018 > +#define PLL_FRS_MASK GENMASK(11, 10) > +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) > +#define CKEN BIT(4) > +#define RESETB BIT(1) > +#define PLL_EN BIT(0) > + > +#define CLKCTL_REG 0x0020 > +#define MCLKDIV_MASK GENMASK(3, 2) > +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) > +#define MCLKDIV_8 0 > +#define MCLKDIV_4 1 > +#define MCLKDIV_2 2 > + > +#define WORDCNT_REG 0x0022 > +#define PP_MISC_REG 0x0032 > +#define FRMSTOP BIT(15) > +#define RSTPTR BIT(14) > + > +/* 32-bit registers */ > +#define CLW_DPHYCONTTX_REG 0x0100 > +#define CLW_CNTRL_REG 0x0140 > +#define D0W_CNTRL_REG 0x0144 > +#define LANEDISABLE BIT(0) > + > +#define STARTCNTRL_REG 0x0204 > +#define START BIT(0) > + > +#define LINEINITCNT_REG 0x0210 > +#define LPTXTIMECNT_REG 0x0214 > +#define TCLK_HEADERCNT_REG 0x0218 > +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) > +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > + > +#define TCLK_TRAILCNT_REG 0x021C > +#define THS_HEADERCNT_REG 0x0220 > +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) > +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > + > +#define TWAKEUP_REG 0x0224 > +#define TCLK_POSTCNT_REG 0x0228 > +#define THS_TRAILCNT_REG 0x022C > +#define HSTXVREGEN_REG 0x0234 > +#define TXOPTIONCNTRL_REG 0x0238 > +#define CSI_CONTROL_REG 0x040C > +#define CSI_MODE BIT(15) > +#define TXHSMD BIT(7) > +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) > + > +#define CSI_CONFW_REG 0x0500 > +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) > +#define MODE_SET 0x5 > +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) > +#define CSI_CONTROL_ADDRESS 0x3 > +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) > + > +#define CSI_START_REG 0x0518 > +#define STRT BIT(0) > + > +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { > + .width = 640, > + .height = 480, > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > + .field = V4L2_FIELD_NONE, > + .colorspace = V4L2_COLORSPACE_DEFAULT, > + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, > + .quantization = V4L2_QUANTIZATION_DEFAULT, > + .xfer_func = V4L2_XFER_FUNC_DEFAULT, > +}; > + > +static const char * const tc358746_supplies[] = { > + "vddc", "vddio", "vddmipi" > +}; > + > +enum { > + TC358746_SINK, > + TC358746_SOURCE, > + TC358746_NR_PADS > +}; > + > +struct tc358746 { > + struct v4l2_subdev sd; > + struct media_pad pads[TC358746_NR_PADS]; > + struct v4l2_async_notifier notifier; > + struct v4l2_fwnode_endpoint csi_vep; > + > + struct v4l2_ctrl_handler ctrl_hdl; > + > + struct regmap *regmap; > + struct clk *refclk; > + struct gpio_desc *reset_gpio; > + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; > + > + struct clk_hw mclk_hw; > + unsigned long mclk_rate; > + u8 mclk_prediv; > + u16 mclk_postdiv; > + > + unsigned long pll_rate; > + u8 pll_post_div; > + u16 pll_pre_div; > + u16 pll_mul; > + > +#define TC358746_VB_MAX_SIZE (511 * 32) > +#define TC358746_VB_DEFAULT_SIZE (1 * 32) > + unsigned int vb_size; /* Video buffer size in bits */ > + > + struct phy_configure_opts_mipi_dphy dphy_cfg; > +}; > + > +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) > +{ > + return container_of(sd, struct tc358746, sd); > +} > + > +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) > +{ > + return container_of(hw, struct tc358746, mclk_hw); > +} > + > +struct tc358746_format { > + u32 code; > + bool csi_format; > + unsigned char bus_width; > + unsigned char bpp; > + /* Register values */ > + u8 pdformat; /* Peripheral Data Format */ > + u8 pdataf; /* Parallel Data Format Option */ > +}; > + > +enum { > + PDFORMAT_RAW8 = 0, > + PDFORMAT_RAW10, > + PDFORMAT_RAW12, > + PDFORMAT_RGB888, > + PDFORMAT_RGB666, > + PDFORMAT_RGB565, > + PDFORMAT_YUV422_8BIT, > + /* RESERVED = 7 */ > + PDFORMAT_RAW14 = 8, > + PDFORMAT_YUV422_10BIT, > + PDFORMAT_YUV444, > +}; > + > +/* Check tc358746_src_mbus_code() if you add new formats */ > +static const struct tc358746_format tc358746_formats[] = { > + { > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > + .bus_width = 8, > + .bpp = 16, > + .pdformat = PDFORMAT_YUV422_8BIT, > + .pdataf = PDATAF_MODE0, > + }, { > + .code = MEDIA_BUS_FMT_UYVY8_1X16, > + .csi_format = true, > + .bus_width = 16, > + .bpp = 16, > + .pdformat = PDFORMAT_YUV422_8BIT, > + .pdataf = PDATAF_MODE1, > + }, { > + .code = MEDIA_BUS_FMT_YUYV8_1X16, > + .csi_format = true, > + .bus_width = 16, > + .bpp = 16, > + .pdformat = PDFORMAT_YUV422_8BIT, > + .pdataf = PDATAF_MODE2, > + }, { > + .code = MEDIA_BUS_FMT_UYVY10_2X10, > + .bus_width = 10, > + .bpp = 20, > + .pdformat = PDFORMAT_YUV422_10BIT, > + .pdataf = PDATAF_MODE0, /* don't care */ > + } > +}; > + > +/* Get n-th format for pad */ > +static const struct tc358746_format * > +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) > +{ > + unsigned int idx = 0; > + unsigned int i; > + > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > + const struct tc358746_format *fmt = &tc358746_formats[i]; > + > + if ((pad == TC358746_SOURCE && fmt->csi_format) || > + (pad == TC358746_SINK)) { > + if (idx == index) > + return fmt; > + idx++; > + } > + } > + > + return ERR_PTR(-EINVAL); > +} > + > +static const struct tc358746_format * > +tc358746_get_format_by_code(unsigned int pad, u32 code) > +{ > + unsigned int i; > + > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > + const struct tc358746_format *fmt = &tc358746_formats[i]; > + > + if (pad == TC358746_SINK && fmt->code == code) > + return fmt; > + > + if (pad == TC358746_SOURCE && !fmt->csi_format) > + continue; > + > + if (fmt->code == code) > + return fmt; > + } > + > + return ERR_PTR(-EINVAL); > +} > + > +static u32 tc358746_src_mbus_code(u32 code) > +{ > + switch (code) { > + case MEDIA_BUS_FMT_UYVY8_2X8: > + return MEDIA_BUS_FMT_UYVY8_1X16; > + case MEDIA_BUS_FMT_UYVY10_2X10: > + return MEDIA_BUS_FMT_UYVY10_1X20; > + default: > + return code; > + } > +} > + > +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) > +{ > + switch (reg) { > + case SYSCTL_REG ... CSI_START_REG: > + return true; > + default: > + return false; > + } > +} > + > +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) > +{ > + switch (reg) { > + case CHIPID_REG ... CSI_START_REG: > + return true; > + default: > + return false; > + } > +} Please use the same function for both. Maybe tc358746_valid_reg()? > + > +static const struct regmap_config tc358746_regmap_config = { > + .name = "tc358746", > + .reg_bits = 16, > + .val_bits = 16, > + .max_register = CSI_START_REG, > + .writeable_reg = tc358746_writeable_reg, > + .readable_reg = tc358746_readable_reg, > + .reg_format_endian = REGMAP_ENDIAN_BIG, > + .val_format_endian = REGMAP_ENDIAN_BIG, > +}; > + > +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) > +{ > + size_t count; > + > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > + > + return regmap_bulk_write(tc358746->regmap, reg, &val, count); > +} > + > +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) > +{ > + size_t count; > + > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > + *val = 0; > + > + return regmap_bulk_read(tc358746->regmap, reg, val, count); > +} > + > +static int > +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) > +{ > + u32 tmp, orig; > + int err; > + > + err = tc358746_read(tc358746, reg, &orig); > + if (err) > + return err; > + > + tmp = orig & ~mask; > + tmp |= val & mask; > + > + return tc358746_write(tc358746, reg, tmp); > +} > + > +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > +{ > + return tc358746_update_bits(tc358746, reg, bits, bits); > +} > + > +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > +{ > + return tc358746_update_bits(tc358746, reg, bits, 0); > +} > + > +static int tc358746_sw_reset(struct tc358746 *tc358746) > +{ > + int err; > + > + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); > + if (err) > + return err; > + > + udelay(10); > + > + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); > +} > + > +static int > +tc358746_apply_pll_config(struct tc358746 *tc358746) > +{ > + u8 post = tc358746->pll_post_div; > + u16 pre = tc358746->pll_pre_div; > + u16 mul = tc358746->pll_mul; > + u32 val, mask; > + int err; > + > + err = tc358746_read(tc358746, PLLCTL1_REG, &val); > + if (err) > + return err; > + > + /* Don't touch the PLL if running */ > + if (FIELD_GET(PLL_EN, val) == 1) > + return 0; > + > + /* Pre-div and Multiplicator have a internal +1 logic */ > + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); > + mask = PLL_PRD_MASK | PLL_FBD_MASK; > + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); > + if (err) > + return err; > + > + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; > + mask = PLL_FRS_MASK | RESETB | PLL_EN; > + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); > + if (err) > + return err; > + > + udelay(1000); Maybe usleep_range()? > + > + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); > +} > + > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > +{ > + struct v4l2_subdev *sd = &tc358746->sd; > + struct v4l2_subdev_state *sink_state; > + struct v4l2_mbus_framefmt *mbusfmt; > + const struct tc358746_format *fmt; > + struct device *dev = sd->dev; > + u32 val; > + int err; > + > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > + v4l2_subdev_unlock_state(sink_state); > + > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > + > + /* Self defined CSI user data type id's are not supported yet */ > + val = PDFMT(fmt->pdformat); > + dev_dbg(dev, "DATAFMT: 0x%x\n", val); > + err = tc358746_write(tc358746, DATAFMT_REG, val); > + if (err) > + return err; > + > + val = PDATAF(fmt->pdataf); > + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); > + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); > + if (err) > + return err; > + > + val = tc358746->vb_size / 32; > + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, FIFOCTL_REG, val); > + if (err) > + return err; > + > + /* Total number of bytes for each line/width */ > + val = mbusfmt->width * fmt->bpp / 8; > + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); > + return tc358746_write(tc358746, WORDCNT_REG, val); > +} > + > +#ifndef MHZ > +#define MHZ (1000 * 1000) MEGA is defined in linux/units.h . Yo ucould use that instead. > +#endif > + > +/* Use MHz as base so the div needs no u64 */ > +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, > + unsigned int clk_mhz, > + unsigned int time_base) > +{ > + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); > +} > + > +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, > + unsigned int clk_mhz) > +{ > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); > +} > + > +static u32 tc358746_us_to_cnt(unsigned int cfg_val, > + unsigned int clk_mhz) > +{ > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); > +} > + > +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) > +{ > + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; > + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & > + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); > + struct device *dev = tc358746->sd.dev; > + unsigned long hs_byte_clk, hf_clk; > + u32 val, val2, lptxcnt; > + int err; > + > + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ > + hs_byte_clk = cfg->hs_clk_rate / 8; > + hs_byte_clk /= MHZ; > + hf_clk = hs_byte_clk / 2; > + > + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; > + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, LINEINITCNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; > + lptxcnt = val; > + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; > + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; > + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); > + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); > + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", > + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); > + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, > + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); > + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; > + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; > + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); > + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); > + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", > + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); > + err = tc358746_write(tc358746, THS_HEADERCNT_REG, > + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); > + if (err) > + return err; > + > + /* TWAKEUP > 1ms in lptxcnt steps */ > + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); > + val = val / (lptxcnt + 1) - 1; > + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, TWAKEUP_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); > + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); > + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); > + if (err) > + return err; > + > + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); > + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); > +} > + > +#define MAX_DATA_LANES 4 > + > +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) > +{ > + unsigned int lanes = tc358746->dphy_cfg.lanes; > + unsigned int lane; > + u32 reg, val; > + int err; > + > + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, > + lanes - 1); > + if (err) > + return err; > + > + /* Clock lane */ > + val = enable ? 0 : LANEDISABLE; > + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); > + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); > + if (err) > + return err; > + > + for (lane = 0; lane < MAX_DATA_LANES; lane++) { > + /* Data lanes */ > + reg = D0W_CNTRL_REG + lane * 0x4; > + val = (enable && lane < lanes) ? 0 : LANEDISABLE; > + > + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); > + err = tc358746_write(tc358746, reg, val); > + if (err) > + return err; > + } > + > + val = 0; > + if (enable) { > + /* Clock lane */ > + val |= BIT(0); > + > + /* Data lanes */ > + for (lane = 1; lane <= lanes; lane++) > + val |= BIT(lane); > + } > + > + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); > + return tc358746_write(tc358746, HSTXVREGEN_REG, val); > +} > + > +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) > +{ > + unsigned int lanes = tc358746->dphy_cfg.lanes; > + int err; > + > + /* > + * START and STRT are only reseted/disabled by sw reset. This is > + * required to put the lane state back into LP-11 state. The sw reset > + * don't reset register values. > + */ > + if (!enable) > + return tc358746_sw_reset(tc358746); > + > + err = tc358746_write(tc358746, STARTCNTRL_REG, START); > + if (err) > + return err; > + > + err = tc358746_write(tc358746, CSI_START_REG, STRT); > + if (err) > + return err; > + > + /* CSI_CONTROL_REG is only indirect accessible */ > + return tc358746_write(tc358746, CSI_CONFW_REG, > + MODE(MODE_SET) | > + ADDRESS(CSI_CONTROL_ADDRESS) | > + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); > +} > + > +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) > +{ > + int err; > + > + if (enable) { > + err = tc358746_write(tc358746, PP_MISC_REG, 0); > + if (err) > + return err; > + > + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); > + } > + > + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); > + if (err) > + return err; > + > + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); > + if (err) > + return err; > + > + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); > +} > + > +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) > +{ > + pad = media_pad_remote_pad_first(pad); > + if (!pad) > + return NULL; > + > + return media_entity_to_v4l2_subdev(pad->entity); > +} > + > +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + struct v4l2_subdev *src; > + int err; > + > + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); > + > + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); > + if (!src) > + return -EPIPE; > + > + if (enable) { > + err = pm_runtime_resume_and_get(sd->dev); > + if (err) > + return err; > + > + err = tc358746_apply_dphy_config(tc358746); > + if (err) > + goto err_out; > + > + err = tc358746_apply_misc_config(tc358746); > + if (err) > + goto err_out; > + > + err = tc358746_enable_csi_lanes(tc358746, 1); > + if (err) > + goto err_out; > + > + err = tc358746_enable_csi_module(tc358746, 1); > + if (err) > + goto err_out; > + > + err = tc358746_enable_parallel_port(tc358746, 1); > + if (err) > + goto err_out; > + > + err = v4l2_subdev_call(src, video, s_stream, 1); > + if (err) > + goto err_out; > + > + return err; > + > +err_out: > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return err; > + } > + > + /* > + * Lane disable trigger state change from LP-11 to LP-00 > + * therefore it must happen before the CSI modile is disabled. > + */ I'm not quite sure I understand the comment. The LP-11 state would be ideally set in pre_streamon callback. A number of (old?) CSI-2 receivers require that. > + err = tc358746_enable_csi_lanes(tc358746, 0); > + if (err) > + return err; > + > + err = tc358746_enable_csi_module(tc358746, 0); > + if (err) > + return err; > + > + err = tc358746_enable_parallel_port(tc358746, 0); > + if (err) > + return err; > + > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return v4l2_subdev_call(src, video, s_stream, 0); > +} > + > +static int tc358746_init_cfg(struct v4l2_subdev *sd, > + struct v4l2_subdev_state *state) > +{ > + struct v4l2_mbus_framefmt *fmt; > + > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); > + *fmt = tc358746_def_fmt; > + > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); > + *fmt = tc358746_def_fmt; > + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); > + > + return 0; > +} > + > +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, > + struct v4l2_subdev_state *sd_state, > + struct v4l2_subdev_mbus_code_enum *code) > +{ > + const struct tc358746_format *fmt; > + > + fmt = tc358746_get_format_by_idx(code->pad, code->index); > + if (IS_ERR(fmt)) > + return PTR_ERR(fmt); > + > + code->code = fmt->code; > + > + return 0; > +} > + > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > + struct v4l2_subdev_state *sd_state, > + struct v4l2_subdev_format *format) > +{ > + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; > + const struct tc358746_format *fmt; > + > + /* Source follows the sink */ > + if (format->pad == TC358746_SOURCE) > + return 0; > + > + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); > + > + fmt = tc358746_get_format_by_code(format->pad, format->format.code); > + if (IS_ERR(fmt)) > + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); > + > + format->format.code = fmt->code; > + format->format.field = V4L2_FIELD_NONE; > + > + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", > + sink_fmt->width, sink_fmt->height, sink_fmt->code, > + format->format.width, format->format.height, format->format.code); > + > + *sink_fmt = format->format; > + > + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); > + *src_fmt = *sink_fmt; > + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); > + > + return 0; > +} > + > +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, > + unsigned long refclk, > + unsigned long fout) > + > +{ > + struct device *dev = tc358746->sd.dev; > + unsigned long best_freq = 0; > + u32 min_delta = 0xffffffff; > + u16 prediv_max = 17; > + u16 prediv_min = 1; > + u16 m_best, mul; > + u16 p_best, p; > + u8 postdiv; > + > + if (fout > 1000 * MHZ) { > + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); > + return 0; > + } else if (fout >= 500 * MHZ) > + postdiv = 1; > + else if (fout >= 250 * MHZ) > + postdiv = 2; > + else if (fout >= 125 * MHZ) > + postdiv = 4; > + else > + postdiv = 8; > + > + for (p = prediv_min; p <= prediv_max; p++) { > + unsigned long delta, fin; > + u64 tmp; > + > + fin = DIV_ROUND_CLOSEST(refclk, p); > + if (fin < 4 * MHZ || fin > 40 * MHZ) > + continue; > + > + tmp = fout * p * postdiv; > + do_div(tmp, fin); > + mul = tmp; > + if (mul > 511) > + continue; > + > + tmp = mul * fin; > + do_div(tmp, p * postdiv); > + > + delta = abs(fout - tmp); > + if (delta < min_delta) { > + p_best = p; > + m_best = mul; > + min_delta = delta; > + best_freq = tmp; > + }; > + > + if (delta == 0) > + break; > + }; > + > + if (!best_freq) { > + dev_err(dev, "Failed find PLL frequency\n"); > + return 0; > + } > + > + tc358746->pll_post_div = postdiv; > + tc358746->pll_pre_div = p_best; > + tc358746->pll_mul = m_best; > + > + if (best_freq != fout) > + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", > + fout, best_freq); > + > + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", > + best_freq, p_best, m_best, postdiv); > + > + return best_freq; > +} > + > +#define TC358746_PRECISION 10 > + > +static int > +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, > + struct v4l2_subdev_format *source_fmt, > + struct v4l2_subdev_format *sink_fmt) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + unsigned long csi_bitrate, sensor_bitrate; > + struct v4l2_subdev_state *sink_state; > + struct v4l2_mbus_framefmt *mbusfmt; > + const struct tc358746_format *fmt; > + unsigned int fifo_sz, tmp, n; > + struct v4l2_subdev *sensor; > + s64 sensor_pclk_rate; > + int err; > + > + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); > + if (err) > + return err; > + > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > + v4l2_subdev_unlock_state(sink_state); You should only call this once you're done accessing mbusfmt. > + > + /* Check the FIFO settings */ > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > + if (IS_ERR(fmt)) > + return PTR_ERR(fmt); > + > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > + if (sensor_pclk_rate <= 0) { > + dev_err(tc358746->sd.dev, > + "Failed to query or invalid sensor link frequency\n"); > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > + return sensor_pclk_rate ? : -EINVAL; > + } > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > + > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > + > + dev_dbg(tc358746->sd.dev, > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > + sensor_bitrate, csi_bitrate); > + > + /* Avoid possible FIFO overflows */ > + if (csi_bitrate < sensor_bitrate) { > + dev_err(sd->dev, > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > + csi_bitrate, sensor_bitrate); > + return -EINVAL; > + } > + > + /* Best case */ > + if (csi_bitrate == sensor_bitrate) { > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > + goto out; > + } > + > + /* > + * Avoid possible FIFO underflow in case of > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > + * fifo which can be used to delay the line output. > + * > + * Fifo size calculation: > + * > + * fifo-sz, image-width - in bits > + * sbr - sensor_bitrate in bits/s > + * csir - csi_bitrate in bits/s > + * > + * 1 1 1 > + * image-width * --- + fifo-sz --- >= ---- * image-width > + * sbr sbr csir > + * > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > + * `-----´ > + * n > + * > + */ > + > + sensor_bitrate /= TC358746_PRECISION; > + n = csi_bitrate / sensor_bitrate; > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > + fifo_sz = mbusfmt->width - tmp; > + fifo_sz *= fmt->bpp; > + tc358746->vb_size = round_up(fifo_sz, 32); > + > +out: > + dev_dbg(tc358746->sd.dev, > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > + fifo_sz, tc358746->vb_size); > + > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > +} > + > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > + struct v4l2_mbus_config *config) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + if (pad != TC358746_SOURCE) > + return -EINVAL; > + > + config->type = V4L2_MBUS_CSI2_DPHY; > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > + > + return 0; > +} > + > +int __maybe_unused > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > + > + if (pm_runtime_resume_and_get(sd->dev)) { > + dev_err(sd->dev, "Failed to resume the device\n"); > + return 0; > + } > + > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > + > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return 0; > +} > + > +int __maybe_unused > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + if (pm_runtime_resume_and_get(sd->dev)) { > + dev_err(sd->dev, "Failed to resume the device\n"); > + return 0; > + } > + > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > + > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return 0; > +} > + > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > +#ifdef CONFIG_VIDEO_ADV_DEBUG > + .g_register = tc358746_g_register, > + .s_register = tc358746_s_register, > +#endif > +}; > + > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > + .s_stream = tc358746_s_stream, > +}; > + > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > + .init_cfg = tc358746_init_cfg, > + .enum_mbus_code = tc358746_enum_mbus_code, > + .set_fmt = tc358746_set_fmt, > + .get_fmt = v4l2_subdev_get_fmt, > + .link_validate = tc358746_link_validate, > + .get_mbus_config = tc358746_get_mbus_config, > +}; > + > +static const struct v4l2_subdev_ops tc358746_ops = { > + .core = &tc358746_core_ops, > + .video = &tc358746_video_ops, > + .pad = &tc358746_pad_ops, > +}; > + > +static const struct media_entity_operations tc358746_entity_ops = { > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > + .link_validate = v4l2_subdev_link_validate, > +}; > + > +static int tc358746_mclk_enable(struct clk_hw *hw) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + unsigned int div; > + u32 val; > + int err; > + > + div = tc358746->mclk_postdiv / 2; > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > + if (err) > + return err; > + > + if (tc358746->mclk_prediv == 8) > + val = MCLKDIV(MCLKDIV_8); > + else if (tc358746->mclk_prediv == 4) > + val = MCLKDIV(MCLKDIV_4); > + else > + val = MCLKDIV(MCLKDIV_2); > + > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > +} > + > +static void tc358746_mclk_disable(struct clk_hw *hw) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + > + tc358746_write(tc358746, MCLKCTL_REG, 0); > +} > + > +static long > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > +{ > + unsigned long pll_rate = tc358746->pll_rate; > + const unsigned char prediv[] = { 2, 4, 8 }; > + unsigned int mclk_prediv, mclk_postdiv; > + struct device *dev = tc358746->sd.dev; > + unsigned int postdiv, mclkdiv; > + unsigned long best_mclk_rate; > + unsigned int i; > + > + /* > + * MCLK-Div > + * -------------------´`--------------------- > + * ´ ` > + * +-------------+ +------------------------+ > + * | MCLK-PreDiv | | MCLK-PostDiv | > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > + * +-------------+ +------------------------+ > + * > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > + * > + * Keep it simple and support 50/50 duty cycles only for now, > + * so the calc will be: > + * > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > + */ > + > + if (mclk_rate == tc358746->mclk_rate) > + return mclk_rate; > + > + /* Highest possible rate */ > + mclkdiv = pll_rate / mclk_rate; > + if (mclkdiv <= 8) { > + mclk_prediv = 2; > + mclk_postdiv = 4; > + best_mclk_rate = pll_rate / (2 * 4); > + goto out; > + } > + > + /* First check the prediv */ > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > + postdiv = mclkdiv / prediv[i]; > + > + if (postdiv % 2) > + continue; > + > + if (postdiv >= 4 && postdiv <= 512) { > + mclk_prediv = prediv[i]; > + mclk_postdiv = postdiv; > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > + goto out; > + } > + } > + > + /* No suitable prediv found, so try to adjust the postdiv */ > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > + unsigned int pre; > + > + pre = mclkdiv / postdiv; > + if (pre == 2 || pre == 4 || pre == 8) { > + mclk_prediv = pre; > + mclk_postdiv = postdiv; > + best_mclk_rate = pll_rate / (pre * postdiv); > + goto out; > + } > + } > + > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > + mclk_prediv = 8; > + mclk_postdiv = 512; > + best_mclk_rate = pll_rate / (8 * 512); > + > +out: > + tc358746->mclk_prediv = mclk_prediv; > + tc358746->mclk_postdiv = mclk_postdiv; > + tc358746->mclk_rate = best_mclk_rate; > + > + if (best_mclk_rate != mclk_rate) > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > + mclk_rate, best_mclk_rate); > + > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > + best_mclk_rate, mclk_prediv, mclk_postdiv); > + > + return best_mclk_rate; > +} > + > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + unsigned int prediv, postdiv; > + u32 val; > + int err; > + > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > + if (err) > + return 0; > + > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > + > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > + if (err) > + return 0; > + > + prediv = FIELD_GET(MCLKDIV_MASK, val); > + if (prediv == MCLKDIV_8) > + prediv = 8; > + else if (prediv == MCLKDIV_4) > + prediv = 4; > + else > + prediv = 2; > + > + return tc358746->pll_rate / (prediv * postdiv); > +} > + > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > + unsigned long *parent_rate) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + > + *parent_rate = tc358746->pll_rate; > + > + return tc358746_find_mclk_settings(tc358746, rate); > +} > + > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > + unsigned long parent_rate) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + > + tc358746_find_mclk_settings(tc358746, rate); > + > + return tc358746_mclk_enable(hw); > +} > + > +static const struct clk_ops tc358746_mclk_ops = { > + .enable = tc358746_mclk_enable, > + .disable = tc358746_mclk_disable, > + .recalc_rate = tc358746_recalc_rate, > + .round_rate = tc358746_mclk_round_rate, > + .set_rate = tc358746_mclk_set_rate, > +}; > + > +static int > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > +{ > + struct v4l2_subdev *sd; > + int err; > + > + sd = &tc358746->sd; > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > + sd->entity.ops = &tc358746_entity_ops; > + > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > + tc358746->pads); > + if (err) > + return err; > + > + err = v4l2_subdev_init_finalize(sd); > + if (err) > + media_entity_cleanup(&sd->entity); > + > + return err; > +} > + > +static int > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > +{ > + struct device *dev = tc358746->sd.dev; > + struct v4l2_fwnode_endpoint *vep; > + unsigned long csi_link_rate; > + struct fwnode_handle *ep; > + unsigned char csi_lanes; > + int err; > + > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > + 0, 0); > + if (!ep) { > + dev_err(dev, "Missing endpoint node\n"); > + return -EINVAL; > + } > + > + /* Currently we only support 'parallel in' -> 'csi out' */ > + vep = &tc358746->csi_vep; > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > + fwnode_handle_put(ep); > + if (err) { > + dev_err(dev, "Failed to parse source endpoint\n"); > + return err; > + } > + > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > + if (csi_lanes == 0 || csi_lanes > 4 || > + vep->nr_of_link_frequencies == 0) { > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > + err = -EINVAL; > + goto err; > + } > + > + /* TODO: Add support to handle multiple link frequencies */ > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > + csi_link_rate * 2); > + if (!tc358746->pll_rate) { > + err = -EINVAL; > + goto err; > + } > + > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > + csi_lanes, &tc358746->dphy_cfg); > + if (err) > + goto err; > + > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > + > + return 0; > + > +err: > + v4l2_fwnode_endpoint_free(vep); > + > + return err; > +} > + > +static int tc358746_init_hw(struct tc358746 *tc358746) > +{ > + struct device *dev = tc358746->sd.dev; > + unsigned int chipid; > + u32 val; > + int err; > + > + err = pm_runtime_resume_and_get(dev); > + if (err < 0) { > + dev_err(dev, "Failed to resume the device\n"); > + return err; > + } > + > + /* Ensure that CSI interface is put into LP-11 state */ > + err = tc358746_sw_reset(tc358746); > + if (err) { > + pm_runtime_put_noidle(dev); This needs to be pm_runtime_put(). Otherwise you decrease usage_count but leave the device powered on. > + dev_err(dev, "Failed to reset the device\n"); > + return err; > + } > + > + err = tc358746_read(tc358746, CHIPID_REG, &val); > + pm_runtime_mark_last_busy(dev); > + pm_runtime_put_sync_autosuspend(dev); > + if (err) { > + dev_err(dev, "Failed to read chipid\n"); > + return -ENODEV; > + } > + > + chipid = FIELD_GET(CHIPID, val); > + if (chipid != 0x44) { > + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); > + return -ENODEV; > + } > + > + return 0; > +} > + > +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) > +{ > + struct clk_init_data mclk_initdata = { }; > + struct device *dev = tc358746->sd.dev; > + const char *mclk_name; > + int err; > + > + /* MCLK clk provider support is optional */ > + if (!device_property_present(dev, "#clock-cells")) > + return 0; > + > + /* Init to highest possibel MCLK */ > + tc358746->mclk_postdiv = 512; > + tc358746->mclk_prediv = 8; > + > + mclk_name = "tc358746-mclk"; > + device_property_read_string(dev, "clock-output-names", > + &mclk_name); > + > + mclk_initdata.name = mclk_name; > + mclk_initdata.ops = &tc358746_mclk_ops; > + tc358746->mclk_hw.init = &mclk_initdata; > + > + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); > + if (err) { > + dev_err(dev, "Failed to register mclk provider\n"); > + return err; > + } > + > + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, > + &tc358746->mclk_hw); > + if (err) > + dev_err(dev, "Failed to add mclk provider\n"); > + > + return err; > +} > + > +static int tc358746_init_controls(struct tc358746 *tc358746) > +{ > + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; > + struct v4l2_ctrl *ctrl; > + int err; > + > + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); > + if (err) > + return err; > + > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > + V4L2_CID_LINK_FREQ, 0, 0, > + link_frequencies); > + if (ctrl) > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > + > + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; > + if (tc358746->ctrl_hdl.error) > + return tc358746->ctrl_hdl.error; > + > + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); > +} > + > +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, > + struct v4l2_subdev *sd, > + struct v4l2_async_subdev *asd) > +{ > + struct tc358746 *tc358746 = > + container_of(notifier, struct tc358746, notifier); > + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; > + > + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); > +} > + > +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { > + .bound = tc358746_notify_bound, > +}; > + > +static int tc358746_async_register(struct tc358746 *tc358746) > +{ > + struct v4l2_fwnode_endpoint vep = { > + .bus_type = V4L2_MBUS_PARALLEL, > + }; > + struct v4l2_async_subdev *asd; > + struct fwnode_handle *ep; > + int err; > + > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), > + TC358746_SINK, 0, 0); > + if (!ep) > + return -ENOTCONN; > + > + err = v4l2_fwnode_endpoint_parse(ep, &vep); > + if (err) { > + fwnode_handle_put(ep); > + return err; > + } > + > + v4l2_async_nf_init(&tc358746->notifier); > + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, > + struct v4l2_async_subdev); > + if (IS_ERR(asd)) { > + fwnode_handle_put(ep); > + return PTR_ERR(asd); > + } > + > + fwnode_handle_put(ep); > + > + tc358746->notifier.ops = &tc358746_notify_ops; > + > + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); > + if (err) { > + v4l2_async_nf_cleanup(&tc358746->notifier); > + return err; > + } > + > + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( > + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); > + > + err = v4l2_async_register_subdev(&tc358746->sd); > + if (err) { > + v4l2_async_nf_unregister(&tc358746->notifier); > + v4l2_async_nf_cleanup(&tc358746->notifier); > + } > + > + return err; > +} > + > +static int tc358746_probe(struct i2c_client *client) > +{ > + struct device *dev = &client->dev; > + struct tc358746 *tc358746; > + unsigned long refclk; > + unsigned int i; > + int err; > + > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > + if (!tc358746) > + return -ENOMEM; > + > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > + if (IS_ERR(tc358746->regmap)) > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > + "Failed to init regmap\n"); > + > + tc358746->refclk = devm_clk_get(dev, "refclk"); > + if (IS_ERR(tc358746->refclk)) > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > + "Failed to get refclk\n"); > + > + err = clk_prepare_enable(tc358746->refclk); > + if (err) > + return dev_err_probe(dev, err, > + "Failed to enable refclk\n"); > + > + refclk = clk_get_rate(tc358746->refclk); > + clk_disable_unprepare(tc358746->refclk); > + > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > + > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > + tc358746->supplies[i].supply = tc358746_supplies[i]; > + > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + if (err) > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > + > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > + GPIOD_OUT_HIGH); > + if (IS_ERR(tc358746->reset_gpio)) > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > + "Failed to get reset-gpios\n"); > + > + err = tc358746_init_subdev(tc358746, client); > + if (err) > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > + > + err = tc358746_init_output_port(tc358746, refclk); > + if (err) > + goto err_subdev; > + > + /* > + * Keep this order since we need the output port link-frequencies > + * information. > + */ > + err = tc358746_init_controls(tc358746); > + if (err) > + goto err_fwnode; > + > + dev_set_drvdata(dev, tc358746); > + pm_runtime_set_autosuspend_delay(dev, 200); > + pm_runtime_use_autosuspend(dev); > + pm_runtime_enable(dev); > + > + err = tc358746_init_hw(tc358746); The driver depends on runtime PM being enabled but does not depend on CONFIG_PM. I'd suggest to power the device on and only then enable runtime PM. See <URL:https://hverkuil.home.xs4all.nl/spec/driver-api/camera-sensor.html#power-management>. > + if (err) > + goto err_pm; > + > + err = tc358746_setup_mclk_provider(tc358746); > + if (err) > + goto err_pm; > + > + err = tc358746_async_register(tc358746); > + if (err < 0) > + goto err_pm; > + > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > + client->addr, client->adapter->name); > + > + return 0; > + > +err_pm: > + pm_runtime_disable(dev); > + pm_runtime_set_suspended(dev); > + pm_runtime_dont_use_autosuspend(dev); > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > +err_fwnode: > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > +err_subdev: > + v4l2_subdev_cleanup(&tc358746->sd); > + media_entity_cleanup(&tc358746->sd.entity); > + > + return err; > +} > + > +static int tc358746_remove(struct i2c_client *client) > +{ > + struct v4l2_subdev *sd = i2c_get_clientdata(client); > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + v4l2_subdev_cleanup(sd); > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > + v4l2_async_nf_unregister(&tc358746->notifier); > + v4l2_async_nf_cleanup(&tc358746->notifier); > + v4l2_async_unregister_subdev(sd); > + media_entity_cleanup(&sd->entity); > + > + pm_runtime_disable(sd->dev); > + pm_runtime_set_suspended(sd->dev); > + pm_runtime_dont_use_autosuspend(sd->dev); > + > + return 0; > +} > + > +static int tc358746_suspend(struct device *dev) > +{ > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > + int err; > + > + clk_disable_unprepare(tc358746->refclk); > + > + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + if (err) > + clk_prepare_enable(tc358746->refclk); > + > + return err; > +} > + > +static int tc358746_resume(struct device *dev) > +{ > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > + int err; > + > + gpiod_set_value(tc358746->reset_gpio, 1); > + > + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + if (err) > + return err; > + > + /* min. 200ns */ > + usleep_range(10, 20); > + > + gpiod_set_value(tc358746->reset_gpio, 0); > + > + err = clk_prepare_enable(tc358746->refclk); > + if (err) > + goto err; > + > + /* min. 700us ... 1ms */ > + usleep_range(1000, 1500); > + > + /* > + * Enable the PLL here since it can be called by the clk-framework or by > + * the .s_stream() callback. So this is the common place for both. > + */ > + err = tc358746_apply_pll_config(tc358746); > + if (err) > + goto err_clk; > + > + return 0; > + > +err_clk: > + clk_disable_unprepare(tc358746->refclk); > +err: > + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + return err; > +} > + > +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, > + tc358746_resume, NULL); > + > +static const struct of_device_id __maybe_unused tc358746_of_match[] = { > + { .compatible = "toshiba,tc358746" }, > + { }, > +}; > +MODULE_DEVICE_TABLE(of, tc358746_of_match); > + > +static struct i2c_driver tc358746_driver = { > + .driver = { > + .name = "tc358746", > + .pm = pm_ptr(&tc358746_pm_ops), > + .of_match_table = tc358746_of_match, > + }, > + .probe_new = tc358746_probe, > + .remove = tc358746_remove, > +}; > + > +module_i2c_driver(tc358746_driver); > + > +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); > +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); > +MODULE_LICENSE("GPL");
Hi Marco, Thank you for the patch. On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > supports two operating modes: > 1st) parallel-in -> mipi-csi out > 2nd) mipi-csi in -> parallel out > > This patch only adds the support for the 1st mode. > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > --- > Changelog: > > v2: > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > - remove now not needed tc358746_link_setup() and > struct v4l2_ctrl sensor_pclk_ctrl > - call v4l2_subdev_link_validate_default() during link validation > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > - use subdev active_state API > - replace own .get_fmt with v4l2_subdev_get_fmt > - remove unnecessary pad checks > - restructure tc358746_get_format_by_code() if-case > - move apply_dphy_config|apply_misc_config from resume intos s_stream > - use goto in s_stream enable case > - fix error handling in suspend/resume > - split probe() into more sub-functions > - use dev_dbg() for printing successful probe > > drivers/media/i2c/Kconfig | 17 + > drivers/media/i2c/Makefile | 1 + > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > 3 files changed, 1700 insertions(+) > create mode 100644 drivers/media/i2c/tc358746.c > > diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig > index 7806d4b81716..aefb9c9e0c08 100644 > --- a/drivers/media/i2c/Kconfig > +++ b/drivers/media/i2c/Kconfig > @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC > When selected the tc358743 will support the optional > HDMI CEC feature. > > +config VIDEO_TC358746 > + tristate "Toshiba TC358746 parallel-CSI2 bridge" > + depends on VIDEO_DEV && I2C > + select VIDEO_V4L2_SUBDEV_API > + select MEDIA_CONTROLLER > + select V4L2_FWNODE > + select GENERIC_PHY_MIPI_DPHY > + select REGMAP_I2C > + select COMMON_CLK > + help > + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. > + The bridge can work in both directions but currently only the > + parallel-in / csi-out path is supported. > + > + To compile this driver as a module, choose M here: the > + module will be called tc358746. > + > config VIDEO_TVP514X > tristate "Texas Instruments TVP514x video decoder" > depends on VIDEO_DEV && I2C > diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile > index 0a2933103dd9..d1096c2ab480 100644 > --- a/drivers/media/i2c/Makefile > +++ b/drivers/media/i2c/Makefile > @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o > obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o > obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o > obj-$(CONFIG_VIDEO_TC358743) += tc358743.o > +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o > obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o > obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o > obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > new file mode 100644 > index 000000000000..4f1a809b9fc3 > --- /dev/null > +++ b/drivers/media/i2c/tc358746.c > @@ -0,0 +1,1682 @@ > +// SPDX-License-Identifier: GPL-2.0-only > +/* > + * TC358746 - Parallel <-> CSI-2 Bridge > + * > + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> > + * > + * Notes: > + * - Currently only 'Parallel-in -> CSI-out' mode is supported! > + */ > + > +#include <linux/bitfield.h> > +#include <linux/clk.h> > +#include <linux/clk-provider.h> > +#include <linux/delay.h> > +#include <linux/i2c.h> > +#include <linux/interrupt.h> > +#include <linux/kernel.h> > +#include <linux/module.h> > +#include <linux/phy/phy-mipi-dphy.h> > +#include <linux/property.h> > +#include <linux/pm_runtime.h> > +#include <linux/regmap.h> > +#include <media/v4l2-ctrls.h> > +#include <media/v4l2-device.h> > +#include <media/v4l2-fwnode.h> > +#include <media/v4l2-mc.h> > + > +/* 16-bit registers */ > +#define CHIPID_REG 0x0000 > +#define CHIPID GENMASK(15, 8) > + > +#define SYSCTL_REG 0x0002 > +#define SRESET BIT(0) > + > +#define CONFCTL_REG 0x0004 > +#define PDATAF_MASK GENMASK(9, 8) > +#define PDATAF_MODE0 0 > +#define PDATAF_MODE1 1 > +#define PDATAF_MODE2 2 > +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) > +#define PPEN BIT(6) > +#define DATALANE_MASK GENMASK(1, 0) > + > +#define FIFOCTL_REG 0x0006 > +#define DATAFMT_REG 0x0008 > +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) > + > +#define MCLKCTL_REG 0x000c > +#define MCLK_HIGH_MASK GENMASK(15, 8) > +#define MCLK_LOW_MASK GENMASK(7, 0) > +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) > +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) > + > +#define PLLCTL0_REG 0x0016 > +#define PLL_PRD_MASK GENMASK(15, 12) > +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) > +#define PLL_FBD_MASK GENMASK(8, 0) > +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) > + > +#define PLLCTL1_REG 0x0018 > +#define PLL_FRS_MASK GENMASK(11, 10) > +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) > +#define CKEN BIT(4) > +#define RESETB BIT(1) > +#define PLL_EN BIT(0) > + > +#define CLKCTL_REG 0x0020 > +#define MCLKDIV_MASK GENMASK(3, 2) > +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) > +#define MCLKDIV_8 0 > +#define MCLKDIV_4 1 > +#define MCLKDIV_2 2 > + > +#define WORDCNT_REG 0x0022 > +#define PP_MISC_REG 0x0032 > +#define FRMSTOP BIT(15) > +#define RSTPTR BIT(14) > + > +/* 32-bit registers */ > +#define CLW_DPHYCONTTX_REG 0x0100 > +#define CLW_CNTRL_REG 0x0140 > +#define D0W_CNTRL_REG 0x0144 > +#define LANEDISABLE BIT(0) > + > +#define STARTCNTRL_REG 0x0204 > +#define START BIT(0) > + > +#define LINEINITCNT_REG 0x0210 > +#define LPTXTIMECNT_REG 0x0214 > +#define TCLK_HEADERCNT_REG 0x0218 > +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) > +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > + > +#define TCLK_TRAILCNT_REG 0x021C > +#define THS_HEADERCNT_REG 0x0220 > +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) > +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > + > +#define TWAKEUP_REG 0x0224 > +#define TCLK_POSTCNT_REG 0x0228 > +#define THS_TRAILCNT_REG 0x022C > +#define HSTXVREGEN_REG 0x0234 > +#define TXOPTIONCNTRL_REG 0x0238 > +#define CSI_CONTROL_REG 0x040C > +#define CSI_MODE BIT(15) > +#define TXHSMD BIT(7) > +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) > + > +#define CSI_CONFW_REG 0x0500 > +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) > +#define MODE_SET 0x5 > +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) > +#define CSI_CONTROL_ADDRESS 0x3 > +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) > + > +#define CSI_START_REG 0x0518 > +#define STRT BIT(0) > + > +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { > + .width = 640, > + .height = 480, > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > + .field = V4L2_FIELD_NONE, > + .colorspace = V4L2_COLORSPACE_DEFAULT, > + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, > + .quantization = V4L2_QUANTIZATION_DEFAULT, > + .xfer_func = V4L2_XFER_FUNC_DEFAULT, > +}; > + > +static const char * const tc358746_supplies[] = { > + "vddc", "vddio", "vddmipi" > +}; > + > +enum { > + TC358746_SINK, > + TC358746_SOURCE, > + TC358746_NR_PADS > +}; > + > +struct tc358746 { > + struct v4l2_subdev sd; > + struct media_pad pads[TC358746_NR_PADS]; > + struct v4l2_async_notifier notifier; > + struct v4l2_fwnode_endpoint csi_vep; > + > + struct v4l2_ctrl_handler ctrl_hdl; > + > + struct regmap *regmap; > + struct clk *refclk; > + struct gpio_desc *reset_gpio; > + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; > + > + struct clk_hw mclk_hw; > + unsigned long mclk_rate; > + u8 mclk_prediv; > + u16 mclk_postdiv; > + > + unsigned long pll_rate; > + u8 pll_post_div; > + u16 pll_pre_div; > + u16 pll_mul; > + > +#define TC358746_VB_MAX_SIZE (511 * 32) > +#define TC358746_VB_DEFAULT_SIZE (1 * 32) > + unsigned int vb_size; /* Video buffer size in bits */ > + > + struct phy_configure_opts_mipi_dphy dphy_cfg; > +}; > + > +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) > +{ > + return container_of(sd, struct tc358746, sd); > +} > + > +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) > +{ > + return container_of(hw, struct tc358746, mclk_hw); > +} > + > +struct tc358746_format { > + u32 code; > + bool csi_format; > + unsigned char bus_width; > + unsigned char bpp; > + /* Register values */ > + u8 pdformat; /* Peripheral Data Format */ > + u8 pdataf; /* Parallel Data Format Option */ > +}; > + > +enum { > + PDFORMAT_RAW8 = 0, > + PDFORMAT_RAW10, > + PDFORMAT_RAW12, > + PDFORMAT_RGB888, > + PDFORMAT_RGB666, > + PDFORMAT_RGB565, > + PDFORMAT_YUV422_8BIT, > + /* RESERVED = 7 */ > + PDFORMAT_RAW14 = 8, > + PDFORMAT_YUV422_10BIT, > + PDFORMAT_YUV444, > +}; > + > +/* Check tc358746_src_mbus_code() if you add new formats */ > +static const struct tc358746_format tc358746_formats[] = { > + { > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > + .bus_width = 8, > + .bpp = 16, > + .pdformat = PDFORMAT_YUV422_8BIT, > + .pdataf = PDATAF_MODE0, > + }, { > + .code = MEDIA_BUS_FMT_UYVY8_1X16, > + .csi_format = true, > + .bus_width = 16, > + .bpp = 16, > + .pdformat = PDFORMAT_YUV422_8BIT, > + .pdataf = PDATAF_MODE1, > + }, { > + .code = MEDIA_BUS_FMT_YUYV8_1X16, > + .csi_format = true, > + .bus_width = 16, > + .bpp = 16, > + .pdformat = PDFORMAT_YUV422_8BIT, > + .pdataf = PDATAF_MODE2, > + }, { > + .code = MEDIA_BUS_FMT_UYVY10_2X10, > + .bus_width = 10, > + .bpp = 20, > + .pdformat = PDFORMAT_YUV422_10BIT, > + .pdataf = PDATAF_MODE0, /* don't care */ > + } > +}; > + > +/* Get n-th format for pad */ > +static const struct tc358746_format * > +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) > +{ > + unsigned int idx = 0; > + unsigned int i; > + > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > + const struct tc358746_format *fmt = &tc358746_formats[i]; > + > + if ((pad == TC358746_SOURCE && fmt->csi_format) || > + (pad == TC358746_SINK)) { > + if (idx == index) > + return fmt; > + idx++; > + } > + } > + > + return ERR_PTR(-EINVAL); > +} > + > +static const struct tc358746_format * > +tc358746_get_format_by_code(unsigned int pad, u32 code) > +{ > + unsigned int i; > + > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > + const struct tc358746_format *fmt = &tc358746_formats[i]; > + > + if (pad == TC358746_SINK && fmt->code == code) > + return fmt; > + > + if (pad == TC358746_SOURCE && !fmt->csi_format) > + continue; > + > + if (fmt->code == code) > + return fmt; > + } > + > + return ERR_PTR(-EINVAL); > +} > + > +static u32 tc358746_src_mbus_code(u32 code) > +{ > + switch (code) { > + case MEDIA_BUS_FMT_UYVY8_2X8: > + return MEDIA_BUS_FMT_UYVY8_1X16; > + case MEDIA_BUS_FMT_UYVY10_2X10: > + return MEDIA_BUS_FMT_UYVY10_1X20; > + default: > + return code; > + } > +} > + > +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) > +{ > + switch (reg) { > + case SYSCTL_REG ... CSI_START_REG: > + return true; > + default: > + return false; > + } > +} > + > +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) > +{ > + switch (reg) { > + case CHIPID_REG ... CSI_START_REG: > + return true; > + default: > + return false; > + } > +} > + > +static const struct regmap_config tc358746_regmap_config = { > + .name = "tc358746", > + .reg_bits = 16, > + .val_bits = 16, > + .max_register = CSI_START_REG, > + .writeable_reg = tc358746_writeable_reg, > + .readable_reg = tc358746_readable_reg, > + .reg_format_endian = REGMAP_ENDIAN_BIG, > + .val_format_endian = REGMAP_ENDIAN_BIG, > +}; > + > +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) > +{ > + size_t count; > + > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > + > + return regmap_bulk_write(tc358746->regmap, reg, &val, count); > +} > + > +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) > +{ > + size_t count; > + > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > + *val = 0; > + > + return regmap_bulk_read(tc358746->regmap, reg, val, count); > +} > + > +static int > +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) > +{ > + u32 tmp, orig; > + int err; > + > + err = tc358746_read(tc358746, reg, &orig); > + if (err) > + return err; > + > + tmp = orig & ~mask; > + tmp |= val & mask; > + > + return tc358746_write(tc358746, reg, tmp); > +} > + > +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > +{ > + return tc358746_update_bits(tc358746, reg, bits, bits); > +} > + > +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > +{ > + return tc358746_update_bits(tc358746, reg, bits, 0); > +} > + > +static int tc358746_sw_reset(struct tc358746 *tc358746) > +{ > + int err; > + > + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); > + if (err) > + return err; > + > + udelay(10); > + > + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); > +} > + > +static int > +tc358746_apply_pll_config(struct tc358746 *tc358746) > +{ > + u8 post = tc358746->pll_post_div; > + u16 pre = tc358746->pll_pre_div; > + u16 mul = tc358746->pll_mul; > + u32 val, mask; > + int err; > + > + err = tc358746_read(tc358746, PLLCTL1_REG, &val); > + if (err) > + return err; > + > + /* Don't touch the PLL if running */ > + if (FIELD_GET(PLL_EN, val) == 1) > + return 0; > + > + /* Pre-div and Multiplicator have a internal +1 logic */ > + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); > + mask = PLL_PRD_MASK | PLL_FBD_MASK; > + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); > + if (err) > + return err; > + > + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; > + mask = PLL_FRS_MASK | RESETB | PLL_EN; > + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); > + if (err) > + return err; > + > + udelay(1000); > + > + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); > +} > + > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > +{ > + struct v4l2_subdev *sd = &tc358746->sd; > + struct v4l2_subdev_state *sink_state; > + struct v4l2_mbus_framefmt *mbusfmt; This can be const. > + const struct tc358746_format *fmt; > + struct device *dev = sd->dev; > + u32 val; > + int err; > + > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > + v4l2_subdev_unlock_state(sink_state); You should keep the state locked until the end of this function, otherwise the format could change. > + > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > + > + /* Self defined CSI user data type id's are not supported yet */ > + val = PDFMT(fmt->pdformat); > + dev_dbg(dev, "DATAFMT: 0x%x\n", val); > + err = tc358746_write(tc358746, DATAFMT_REG, val); > + if (err) > + return err; > + > + val = PDATAF(fmt->pdataf); > + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); > + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); > + if (err) > + return err; > + > + val = tc358746->vb_size / 32; > + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, FIFOCTL_REG, val); > + if (err) > + return err; > + > + /* Total number of bytes for each line/width */ > + val = mbusfmt->width * fmt->bpp / 8; > + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); > + return tc358746_write(tc358746, WORDCNT_REG, val); > +} > + > +#ifndef MHZ > +#define MHZ (1000 * 1000) > +#endif > + > +/* Use MHz as base so the div needs no u64 */ > +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, > + unsigned int clk_mhz, > + unsigned int time_base) > +{ > + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); > +} > + > +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, > + unsigned int clk_mhz) > +{ > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); > +} > + > +static u32 tc358746_us_to_cnt(unsigned int cfg_val, > + unsigned int clk_mhz) > +{ > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); > +} > + > +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) > +{ > + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; > + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & > + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); > + struct device *dev = tc358746->sd.dev; > + unsigned long hs_byte_clk, hf_clk; > + u32 val, val2, lptxcnt; > + int err; > + > + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ > + hs_byte_clk = cfg->hs_clk_rate / 8; > + hs_byte_clk /= MHZ; > + hf_clk = hs_byte_clk / 2; > + > + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; > + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, LINEINITCNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; > + lptxcnt = val; > + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; > + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; > + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); > + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); > + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", > + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); > + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, > + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); > + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; > + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; > + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); > + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); > + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", > + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); > + err = tc358746_write(tc358746, THS_HEADERCNT_REG, > + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); > + if (err) > + return err; > + > + /* TWAKEUP > 1ms in lptxcnt steps */ > + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); > + val = val / (lptxcnt + 1) - 1; > + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, TWAKEUP_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); > + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); > + if (err) > + return err; > + > + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); > + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); > + if (err) > + return err; > + > + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); > + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); > +} > + > +#define MAX_DATA_LANES 4 > + > +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) > +{ > + unsigned int lanes = tc358746->dphy_cfg.lanes; > + unsigned int lane; > + u32 reg, val; > + int err; > + > + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, > + lanes - 1); > + if (err) > + return err; > + > + /* Clock lane */ > + val = enable ? 0 : LANEDISABLE; > + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); > + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); > + if (err) > + return err; > + > + for (lane = 0; lane < MAX_DATA_LANES; lane++) { > + /* Data lanes */ > + reg = D0W_CNTRL_REG + lane * 0x4; > + val = (enable && lane < lanes) ? 0 : LANEDISABLE; > + > + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); > + err = tc358746_write(tc358746, reg, val); > + if (err) > + return err; > + } > + > + val = 0; > + if (enable) { > + /* Clock lane */ > + val |= BIT(0); > + > + /* Data lanes */ > + for (lane = 1; lane <= lanes; lane++) > + val |= BIT(lane); > + } > + > + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); > + return tc358746_write(tc358746, HSTXVREGEN_REG, val); > +} > + > +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) > +{ > + unsigned int lanes = tc358746->dphy_cfg.lanes; > + int err; > + > + /* > + * START and STRT are only reseted/disabled by sw reset. This is > + * required to put the lane state back into LP-11 state. The sw reset > + * don't reset register values. > + */ > + if (!enable) > + return tc358746_sw_reset(tc358746); > + > + err = tc358746_write(tc358746, STARTCNTRL_REG, START); > + if (err) > + return err; > + > + err = tc358746_write(tc358746, CSI_START_REG, STRT); > + if (err) > + return err; > + > + /* CSI_CONTROL_REG is only indirect accessible */ > + return tc358746_write(tc358746, CSI_CONFW_REG, > + MODE(MODE_SET) | > + ADDRESS(CSI_CONTROL_ADDRESS) | > + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); > +} > + > +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) > +{ > + int err; > + > + if (enable) { > + err = tc358746_write(tc358746, PP_MISC_REG, 0); > + if (err) > + return err; > + > + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); > + } > + > + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); > + if (err) > + return err; > + > + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); > + if (err) > + return err; > + > + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); > +} > + > +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) > +{ > + pad = media_pad_remote_pad_first(pad); > + if (!pad) > + return NULL; > + > + return media_entity_to_v4l2_subdev(pad->entity); > +} > + > +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + struct v4l2_subdev *src; > + int err; > + > + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); > + > + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); > + if (!src) > + return -EPIPE; > + > + if (enable) { > + err = pm_runtime_resume_and_get(sd->dev); > + if (err) > + return err; > + > + err = tc358746_apply_dphy_config(tc358746); > + if (err) > + goto err_out; > + > + err = tc358746_apply_misc_config(tc358746); > + if (err) > + goto err_out; > + > + err = tc358746_enable_csi_lanes(tc358746, 1); > + if (err) > + goto err_out; > + > + err = tc358746_enable_csi_module(tc358746, 1); > + if (err) > + goto err_out; > + > + err = tc358746_enable_parallel_port(tc358746, 1); > + if (err) > + goto err_out; > + > + err = v4l2_subdev_call(src, video, s_stream, 1); > + if (err) > + goto err_out; > + > + return err; > + > +err_out: > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return err; > + } > + > + /* > + * Lane disable trigger state change from LP-11 to LP-00 > + * therefore it must happen before the CSI modile is disabled. > + */ > + err = tc358746_enable_csi_lanes(tc358746, 0); > + if (err) > + return err; > + > + err = tc358746_enable_csi_module(tc358746, 0); > + if (err) > + return err; > + > + err = tc358746_enable_parallel_port(tc358746, 0); > + if (err) > + return err; > + > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return v4l2_subdev_call(src, video, s_stream, 0); > +} > + > +static int tc358746_init_cfg(struct v4l2_subdev *sd, > + struct v4l2_subdev_state *state) > +{ > + struct v4l2_mbus_framefmt *fmt; > + > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); > + *fmt = tc358746_def_fmt; > + > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); > + *fmt = tc358746_def_fmt; > + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); > + > + return 0; > +} > + > +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, > + struct v4l2_subdev_state *sd_state, > + struct v4l2_subdev_mbus_code_enum *code) > +{ > + const struct tc358746_format *fmt; > + > + fmt = tc358746_get_format_by_idx(code->pad, code->index); > + if (IS_ERR(fmt)) > + return PTR_ERR(fmt); > + > + code->code = fmt->code; > + > + return 0; > +} > + > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > + struct v4l2_subdev_state *sd_state, > + struct v4l2_subdev_format *format) > +{ > + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; > + const struct tc358746_format *fmt; > + > + /* Source follows the sink */ > + if (format->pad == TC358746_SOURCE) > + return 0; You need to get the source pad format here and copy it to format, otherwise userspace will think whatever format it has passed has been accepted. > + > + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); > + > + fmt = tc358746_get_format_by_code(format->pad, format->format.code); > + if (IS_ERR(fmt)) > + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); > + > + format->format.code = fmt->code; > + format->format.field = V4L2_FIELD_NONE; > + Is there no constraint at all on the width and height ? I would expect zero width or height to be invalid for instance, and the width to be required to be a multiple of 2 for YUV 4:2:2 formats. > + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", > + sink_fmt->width, sink_fmt->height, sink_fmt->code, > + format->format.width, format->format.height, format->format.code); > + > + *sink_fmt = format->format; > + > + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); > + *src_fmt = *sink_fmt; > + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); > + > + return 0; > +} > + > +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, > + unsigned long refclk, > + unsigned long fout) > + > +{ > + struct device *dev = tc358746->sd.dev; > + unsigned long best_freq = 0; > + u32 min_delta = 0xffffffff; > + u16 prediv_max = 17; > + u16 prediv_min = 1; > + u16 m_best, mul; > + u16 p_best, p; > + u8 postdiv; > + > + if (fout > 1000 * MHZ) { > + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); > + return 0; > + } else if (fout >= 500 * MHZ) If one branch of an if uses curly braces, all should. You can work around this by turning this else if into an if. > + postdiv = 1; > + else if (fout >= 250 * MHZ) > + postdiv = 2; > + else if (fout >= 125 * MHZ) > + postdiv = 4; > + else > + postdiv = 8; > + > + for (p = prediv_min; p <= prediv_max; p++) { > + unsigned long delta, fin; > + u64 tmp; > + > + fin = DIV_ROUND_CLOSEST(refclk, p); > + if (fin < 4 * MHZ || fin > 40 * MHZ) > + continue; > + > + tmp = fout * p * postdiv; > + do_div(tmp, fin); > + mul = tmp; > + if (mul > 511) > + continue; > + > + tmp = mul * fin; > + do_div(tmp, p * postdiv); > + > + delta = abs(fout - tmp); > + if (delta < min_delta) { > + p_best = p; > + m_best = mul; > + min_delta = delta; > + best_freq = tmp; > + }; > + > + if (delta == 0) > + break; > + }; > + > + if (!best_freq) { > + dev_err(dev, "Failed find PLL frequency\n"); > + return 0; > + } > + > + tc358746->pll_post_div = postdiv; > + tc358746->pll_pre_div = p_best; > + tc358746->pll_mul = m_best; > + > + if (best_freq != fout) > + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", > + fout, best_freq); > + > + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", > + best_freq, p_best, m_best, postdiv); > + > + return best_freq; > +} > + > +#define TC358746_PRECISION 10 > + > +static int > +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, > + struct v4l2_subdev_format *source_fmt, > + struct v4l2_subdev_format *sink_fmt) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + unsigned long csi_bitrate, sensor_bitrate; > + struct v4l2_subdev_state *sink_state; > + struct v4l2_mbus_framefmt *mbusfmt; > + const struct tc358746_format *fmt; > + unsigned int fifo_sz, tmp, n; > + struct v4l2_subdev *sensor; > + s64 sensor_pclk_rate; > + int err; > + > + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); > + if (err) > + return err; > + > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); This makes me thinkg we should pass the state to this function. Not something that needs to be addressed in this patch of course. > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > + v4l2_subdev_unlock_state(sink_state); I'd release the lock at the end of the function, to make sure the format won't change during validation. This is also a race condition in the subdev core and should be fixed there, I'd be fine if you ignored it here for now. > + > + /* Check the FIFO settings */ > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > + if (IS_ERR(fmt)) > + return PTR_ERR(fmt); Can this happen if the format has been validate at set_fmt time ? > + > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); Shouldn't you set the last two arguments to non-zero values, to support sources that only implement the V4L2_CID_PIXEL_RATE control ? I'd also name the variable source_link_freq, as it may not be a sensor, and it's a link frequency, not a pixel clock rate. > + if (sensor_pclk_rate <= 0) { > + dev_err(tc358746->sd.dev, > + "Failed to query or invalid sensor link frequency\n"); > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > + return sensor_pclk_rate ? : -EINVAL; > + } > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > + > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > + > + dev_dbg(tc358746->sd.dev, > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > + sensor_bitrate, csi_bitrate); > + > + /* Avoid possible FIFO overflows */ > + if (csi_bitrate < sensor_bitrate) { > + dev_err(sd->dev, > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > + csi_bitrate, sensor_bitrate); As this can be triggered by userspace, I'd make it a dev_dbg(). > + return -EINVAL; > + } > + > + /* Best case */ > + if (csi_bitrate == sensor_bitrate) { > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > + goto out; > + } > + > + /* > + * Avoid possible FIFO underflow in case of > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > + * fifo which can be used to delay the line output. > + * > + * Fifo size calculation: > + * > + * fifo-sz, image-width - in bits > + * sbr - sensor_bitrate in bits/s > + * csir - csi_bitrate in bits/s > + * > + * 1 1 1 > + * image-width * --- + fifo-sz --- >= ---- * image-width > + * sbr sbr csir Given that csir > sbr, 1/csir < 1 sbr, so this will always be true, even with fifo-sz set to 0. Am I missing something ? > + * > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > + * `-----´ > + * n The n variable doesn't store sbr/csir but csir/sbr (multiplied by a precision factor). And do I understand correctly that, as sbr < csir, this would be equal to the following ? * fifo-sz >= image-width - sbr/csir * image-width > + * > + */ > + > + sensor_bitrate /= TC358746_PRECISION; > + n = csi_bitrate / sensor_bitrate; > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > + fifo_sz = mbusfmt->width - tmp; > + fifo_sz *= fmt->bpp; > + tc358746->vb_size = round_up(fifo_sz, 32); > + > +out: > + dev_dbg(tc358746->sd.dev, > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > + fifo_sz, tc358746->vb_size); > + > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > +} > + > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > + struct v4l2_mbus_config *config) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + if (pad != TC358746_SOURCE) > + return -EINVAL; > + > + config->type = V4L2_MBUS_CSI2_DPHY; > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > + > + return 0; > +} > + > +int __maybe_unused As reported by the buildbot, this should be static. Same for s_register. > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > + > + if (pm_runtime_resume_and_get(sd->dev)) { > + dev_err(sd->dev, "Failed to resume the device\n"); > + return 0; > + } Is there a point in powering the hardware on here if it's off, in order to read a register that will have been reset due to the power cycle ? pm_runtime_get_if_in_use() seems better. Same in .s_register(). > + > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > + > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return 0; > +} > + > +int __maybe_unused > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > +{ > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + if (pm_runtime_resume_and_get(sd->dev)) { > + dev_err(sd->dev, "Failed to resume the device\n"); > + return 0; > + } > + > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > + > + pm_runtime_mark_last_busy(sd->dev); > + pm_runtime_put_sync_autosuspend(sd->dev); > + > + return 0; > +} > + > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > +#ifdef CONFIG_VIDEO_ADV_DEBUG > + .g_register = tc358746_g_register, > + .s_register = tc358746_s_register, > +#endif > +}; > + > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > + .s_stream = tc358746_s_stream, > +}; > + > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > + .init_cfg = tc358746_init_cfg, > + .enum_mbus_code = tc358746_enum_mbus_code, > + .set_fmt = tc358746_set_fmt, > + .get_fmt = v4l2_subdev_get_fmt, > + .link_validate = tc358746_link_validate, > + .get_mbus_config = tc358746_get_mbus_config, > +}; > + > +static const struct v4l2_subdev_ops tc358746_ops = { > + .core = &tc358746_core_ops, > + .video = &tc358746_video_ops, > + .pad = &tc358746_pad_ops, > +}; > + > +static const struct media_entity_operations tc358746_entity_ops = { > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > + .link_validate = v4l2_subdev_link_validate, > +}; > + > +static int tc358746_mclk_enable(struct clk_hw *hw) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + unsigned int div; > + u32 val; > + int err; > + > + div = tc358746->mclk_postdiv / 2; > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > + if (err) > + return err; > + > + if (tc358746->mclk_prediv == 8) > + val = MCLKDIV(MCLKDIV_8); > + else if (tc358746->mclk_prediv == 4) > + val = MCLKDIV(MCLKDIV_4); > + else > + val = MCLKDIV(MCLKDIV_2); > + > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > +} > + > +static void tc358746_mclk_disable(struct clk_hw *hw) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + > + tc358746_write(tc358746, MCLKCTL_REG, 0); > +} > + > +static long > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > +{ > + unsigned long pll_rate = tc358746->pll_rate; > + const unsigned char prediv[] = { 2, 4, 8 }; > + unsigned int mclk_prediv, mclk_postdiv; > + struct device *dev = tc358746->sd.dev; > + unsigned int postdiv, mclkdiv; > + unsigned long best_mclk_rate; > + unsigned int i; > + > + /* > + * MCLK-Div > + * -------------------´`--------------------- > + * ´ ` > + * +-------------+ +------------------------+ > + * | MCLK-PreDiv | | MCLK-PostDiv | > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > + * +-------------+ +------------------------+ > + * > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > + * > + * Keep it simple and support 50/50 duty cycles only for now, > + * so the calc will be: > + * > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > + */ > + > + if (mclk_rate == tc358746->mclk_rate) > + return mclk_rate; > + > + /* Highest possible rate */ > + mclkdiv = pll_rate / mclk_rate; > + if (mclkdiv <= 8) { > + mclk_prediv = 2; > + mclk_postdiv = 4; > + best_mclk_rate = pll_rate / (2 * 4); > + goto out; > + } > + > + /* First check the prediv */ > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > + postdiv = mclkdiv / prediv[i]; > + > + if (postdiv % 2) > + continue; > + > + if (postdiv >= 4 && postdiv <= 512) { > + mclk_prediv = prediv[i]; > + mclk_postdiv = postdiv; > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > + goto out; > + } > + } > + > + /* No suitable prediv found, so try to adjust the postdiv */ > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > + unsigned int pre; > + > + pre = mclkdiv / postdiv; > + if (pre == 2 || pre == 4 || pre == 8) { > + mclk_prediv = pre; > + mclk_postdiv = postdiv; > + best_mclk_rate = pll_rate / (pre * postdiv); > + goto out; > + } > + } > + > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > + mclk_prediv = 8; > + mclk_postdiv = 512; > + best_mclk_rate = pll_rate / (8 * 512); > + > +out: > + tc358746->mclk_prediv = mclk_prediv; > + tc358746->mclk_postdiv = mclk_postdiv; > + tc358746->mclk_rate = best_mclk_rate; > + > + if (best_mclk_rate != mclk_rate) > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > + mclk_rate, best_mclk_rate); > + > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > + best_mclk_rate, mclk_prediv, mclk_postdiv); > + > + return best_mclk_rate; > +} > + > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + unsigned int prediv, postdiv; > + u32 val; > + int err; > + > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > + if (err) > + return 0; > + > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > + > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > + if (err) > + return 0; > + > + prediv = FIELD_GET(MCLKDIV_MASK, val); > + if (prediv == MCLKDIV_8) > + prediv = 8; > + else if (prediv == MCLKDIV_4) > + prediv = 4; > + else > + prediv = 2; > + > + return tc358746->pll_rate / (prediv * postdiv); > +} > + > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > + unsigned long *parent_rate) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + > + *parent_rate = tc358746->pll_rate; > + > + return tc358746_find_mclk_settings(tc358746, rate); > +} > + > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > + unsigned long parent_rate) > +{ > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > + > + tc358746_find_mclk_settings(tc358746, rate); > + > + return tc358746_mclk_enable(hw); > +} > + > +static const struct clk_ops tc358746_mclk_ops = { > + .enable = tc358746_mclk_enable, > + .disable = tc358746_mclk_disable, > + .recalc_rate = tc358746_recalc_rate, > + .round_rate = tc358746_mclk_round_rate, > + .set_rate = tc358746_mclk_set_rate, > +}; > + > +static int > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > +{ > + struct v4l2_subdev *sd; > + int err; > + > + sd = &tc358746->sd; You could initialize the variable when declaring it. > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > + sd->entity.ops = &tc358746_entity_ops; > + > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > + tc358746->pads); > + if (err) > + return err; > + > + err = v4l2_subdev_init_finalize(sd); > + if (err) > + media_entity_cleanup(&sd->entity); > + > + return err; > +} > + > +static int > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > +{ > + struct device *dev = tc358746->sd.dev; > + struct v4l2_fwnode_endpoint *vep; > + unsigned long csi_link_rate; > + struct fwnode_handle *ep; > + unsigned char csi_lanes; > + int err; > + > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > + 0, 0); > + if (!ep) { > + dev_err(dev, "Missing endpoint node\n"); > + return -EINVAL; > + } > + > + /* Currently we only support 'parallel in' -> 'csi out' */ > + vep = &tc358746->csi_vep; > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > + fwnode_handle_put(ep); > + if (err) { > + dev_err(dev, "Failed to parse source endpoint\n"); > + return err; > + } > + > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > + if (csi_lanes == 0 || csi_lanes > 4 || > + vep->nr_of_link_frequencies == 0) { > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > + err = -EINVAL; > + goto err; > + } > + > + /* TODO: Add support to handle multiple link frequencies */ > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > + csi_link_rate * 2); > + if (!tc358746->pll_rate) { > + err = -EINVAL; > + goto err; > + } > + > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > + csi_lanes, &tc358746->dphy_cfg); > + if (err) > + goto err; > + > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > + > + return 0; > + > +err: > + v4l2_fwnode_endpoint_free(vep); > + > + return err; > +} > + > +static int tc358746_init_hw(struct tc358746 *tc358746) > +{ > + struct device *dev = tc358746->sd.dev; > + unsigned int chipid; > + u32 val; > + int err; > + > + err = pm_runtime_resume_and_get(dev); > + if (err < 0) { > + dev_err(dev, "Failed to resume the device\n"); > + return err; > + } > + > + /* Ensure that CSI interface is put into LP-11 state */ > + err = tc358746_sw_reset(tc358746); > + if (err) { > + pm_runtime_put_noidle(dev); Don't you need a regular put (possibly with autosuspend) here ? Otherwise a reset failure will decrement the runtime PM use count but leave the decide powered. > + dev_err(dev, "Failed to reset the device\n"); > + return err; > + } > + > + err = tc358746_read(tc358746, CHIPID_REG, &val); > + pm_runtime_mark_last_busy(dev); > + pm_runtime_put_sync_autosuspend(dev); > + if (err) { > + dev_err(dev, "Failed to read chipid\n"); How about moving the read failure message to tc358746_read() ? It's useful to get error messages for all failures, not just this one. Or do we get a message from regmap already ? If we do, then we could just drop this. > + return -ENODEV; > + } > + > + chipid = FIELD_GET(CHIPID, val); > + if (chipid != 0x44) { > + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); > + return -ENODEV; > + } > + > + return 0; > +} > + > +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) I'd move this right after tc358746_mclk_ops as they're related. > +{ > + struct clk_init_data mclk_initdata = { }; > + struct device *dev = tc358746->sd.dev; > + const char *mclk_name; > + int err; > + > + /* MCLK clk provider support is optional */ > + if (!device_property_present(dev, "#clock-cells")) > + return 0; > + > + /* Init to highest possibel MCLK */ > + tc358746->mclk_postdiv = 512; > + tc358746->mclk_prediv = 8; > + > + mclk_name = "tc358746-mclk"; > + device_property_read_string(dev, "clock-output-names", > + &mclk_name); This holds on a single line. > + > + mclk_initdata.name = mclk_name; > + mclk_initdata.ops = &tc358746_mclk_ops; > + tc358746->mclk_hw.init = &mclk_initdata; > + > + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); > + if (err) { > + dev_err(dev, "Failed to register mclk provider\n"); > + return err; > + } > + > + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, > + &tc358746->mclk_hw); > + if (err) > + dev_err(dev, "Failed to add mclk provider\n"); > + > + return err; > +} > + > +static int tc358746_init_controls(struct tc358746 *tc358746) > +{ > + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; > + struct v4l2_ctrl *ctrl; > + int err; > + > + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); > + if (err) > + return err; > + > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > + V4L2_CID_LINK_FREQ, 0, 0, Shouldn't the max argument be set to the number of items minus 1 ? > + link_frequencies); > + if (ctrl) > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > + > + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; > + if (tc358746->ctrl_hdl.error) > + return tc358746->ctrl_hdl.error; You need to call v4l2_ctrl_handler_free() in the failure paths. > + > + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); This can be skipped I think, as the only supported control is read-only. > +} > + > +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, > + struct v4l2_subdev *sd, > + struct v4l2_async_subdev *asd) > +{ > + struct tc358746 *tc358746 = > + container_of(notifier, struct tc358746, notifier); > + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; > + > + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); I'd make the link immutable too, as only one source subdev is supported. > +} > + > +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { > + .bound = tc358746_notify_bound, > +}; > + > +static int tc358746_async_register(struct tc358746 *tc358746) > +{ > + struct v4l2_fwnode_endpoint vep = { > + .bus_type = V4L2_MBUS_PARALLEL, > + }; > + struct v4l2_async_subdev *asd; > + struct fwnode_handle *ep; > + int err; > + > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), > + TC358746_SINK, 0, 0); > + if (!ep) > + return -ENOTCONN; > + > + err = v4l2_fwnode_endpoint_parse(ep, &vep); > + if (err) { > + fwnode_handle_put(ep); > + return err; > + } > + > + v4l2_async_nf_init(&tc358746->notifier); > + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, > + struct v4l2_async_subdev); > + if (IS_ERR(asd)) { > + fwnode_handle_put(ep); You can move this before the error check and drop the next one. > + return PTR_ERR(asd); Shouldn't v4l2_async_nf_cleanup() be called here ? > + } > + > + fwnode_handle_put(ep); > + > + tc358746->notifier.ops = &tc358746_notify_ops; > + > + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); > + if (err) { > + v4l2_async_nf_cleanup(&tc358746->notifier); > + return err; > + } > + > + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( > + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); Where is this reference dropped ? > + > + err = v4l2_async_register_subdev(&tc358746->sd); > + if (err) { > + v4l2_async_nf_unregister(&tc358746->notifier); > + v4l2_async_nf_cleanup(&tc358746->notifier); > + } > + > + return err; return 0; > +} > + > +static int tc358746_probe(struct i2c_client *client) > +{ > + struct device *dev = &client->dev; > + struct tc358746 *tc358746; > + unsigned long refclk; > + unsigned int i; > + int err; > + > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > + if (!tc358746) > + return -ENOMEM; > + > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > + if (IS_ERR(tc358746->regmap)) > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > + "Failed to init regmap\n"); > + > + tc358746->refclk = devm_clk_get(dev, "refclk"); > + if (IS_ERR(tc358746->refclk)) > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > + "Failed to get refclk\n"); > + > + err = clk_prepare_enable(tc358746->refclk); > + if (err) > + return dev_err_probe(dev, err, > + "Failed to enable refclk\n"); > + > + refclk = clk_get_rate(tc358746->refclk); > + clk_disable_unprepare(tc358746->refclk); > + > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > + > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > + tc358746->supplies[i].supply = tc358746_supplies[i]; > + > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + if (err) > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > + > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > + GPIOD_OUT_HIGH); > + if (IS_ERR(tc358746->reset_gpio)) > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > + "Failed to get reset-gpios\n"); > + > + err = tc358746_init_subdev(tc358746, client); > + if (err) > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > + > + err = tc358746_init_output_port(tc358746, refclk); > + if (err) > + goto err_subdev; > + > + /* > + * Keep this order since we need the output port link-frequencies > + * information. > + */ > + err = tc358746_init_controls(tc358746); > + if (err) > + goto err_fwnode; > + > + dev_set_drvdata(dev, tc358746); > + pm_runtime_set_autosuspend_delay(dev, 200); 200ms may be a bit short for a complete stop/restart cycle. How about 1s ? > + pm_runtime_use_autosuspend(dev); > + pm_runtime_enable(dev); > + > + err = tc358746_init_hw(tc358746); > + if (err) > + goto err_pm; > + > + err = tc358746_setup_mclk_provider(tc358746); > + if (err) > + goto err_pm; > + > + err = tc358746_async_register(tc358746); > + if (err < 0) > + goto err_pm; > + > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > + client->addr, client->adapter->name); > + > + return 0; > + > +err_pm: > + pm_runtime_disable(dev); > + pm_runtime_set_suspended(dev); > + pm_runtime_dont_use_autosuspend(dev); > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > +err_fwnode: > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > +err_subdev: > + v4l2_subdev_cleanup(&tc358746->sd); > + media_entity_cleanup(&tc358746->sd.entity); > + > + return err; > +} > + > +static int tc358746_remove(struct i2c_client *client) > +{ > + struct v4l2_subdev *sd = i2c_get_clientdata(client); > + struct tc358746 *tc358746 = to_tc358746(sd); > + > + v4l2_subdev_cleanup(sd); > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > + v4l2_async_nf_unregister(&tc358746->notifier); > + v4l2_async_nf_cleanup(&tc358746->notifier); > + v4l2_async_unregister_subdev(sd); > + media_entity_cleanup(&sd->entity); > + > + pm_runtime_disable(sd->dev); > + pm_runtime_set_suspended(sd->dev); > + pm_runtime_dont_use_autosuspend(sd->dev); > + > + return 0; > +} > + > +static int tc358746_suspend(struct device *dev) > +{ > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > + int err; > + > + clk_disable_unprepare(tc358746->refclk); > + > + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + if (err) > + clk_prepare_enable(tc358746->refclk); > + > + return err; > +} > + > +static int tc358746_resume(struct device *dev) > +{ > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > + int err; > + > + gpiod_set_value(tc358746->reset_gpio, 1); > + > + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + if (err) > + return err; > + > + /* min. 200ns */ > + usleep_range(10, 20); > + > + gpiod_set_value(tc358746->reset_gpio, 0); > + > + err = clk_prepare_enable(tc358746->refclk); > + if (err) > + goto err; > + > + /* min. 700us ... 1ms */ > + usleep_range(1000, 1500); > + > + /* > + * Enable the PLL here since it can be called by the clk-framework or by > + * the .s_stream() callback. So this is the common place for both. > + */ > + err = tc358746_apply_pll_config(tc358746); > + if (err) > + goto err_clk; > + > + return 0; > + > +err_clk: > + clk_disable_unprepare(tc358746->refclk); > +err: > + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > + tc358746->supplies); > + return err; > +} > + > +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, > + tc358746_resume, NULL); > + > +static const struct of_device_id __maybe_unused tc358746_of_match[] = { > + { .compatible = "toshiba,tc358746" }, > + { }, > +}; > +MODULE_DEVICE_TABLE(of, tc358746_of_match); > + > +static struct i2c_driver tc358746_driver = { > + .driver = { > + .name = "tc358746", > + .pm = pm_ptr(&tc358746_pm_ops), > + .of_match_table = tc358746_of_match, > + }, > + .probe_new = tc358746_probe, > + .remove = tc358746_remove, > +}; > + > +module_i2c_driver(tc358746_driver); > + > +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); > +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); > +MODULE_LICENSE("GPL");
On Mon, Sep 19, 2022 at 12:39:35PM +0000, Sakari Ailus wrote: > Hi Marco, > > Looks good, a few comments below... > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > > supports two operating modes: > > 1st) parallel-in -> mipi-csi out > > 2nd) mipi-csi in -> parallel out > > > > This patch only adds the support for the 1st mode. > > > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > > --- > > Changelog: > > > > v2: > > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > > - remove now not needed tc358746_link_setup() and > > struct v4l2_ctrl sensor_pclk_ctrl > > - call v4l2_subdev_link_validate_default() during link validation > > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > > - use subdev active_state API > > - replace own .get_fmt with v4l2_subdev_get_fmt > > - remove unnecessary pad checks > > - restructure tc358746_get_format_by_code() if-case > > - move apply_dphy_config|apply_misc_config from resume intos s_stream > > - use goto in s_stream enable case > > - fix error handling in suspend/resume > > - split probe() into more sub-functions > > - use dev_dbg() for printing successful probe > > > > drivers/media/i2c/Kconfig | 17 + > > drivers/media/i2c/Makefile | 1 + > > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > > 3 files changed, 1700 insertions(+) > > create mode 100644 drivers/media/i2c/tc358746.c [snip] > > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > > new file mode 100644 > > index 000000000000..4f1a809b9fc3 > > --- /dev/null > > +++ b/drivers/media/i2c/tc358746.c [snip] > > +static int tc358746_probe(struct i2c_client *client) > > +{ > > + struct device *dev = &client->dev; > > + struct tc358746 *tc358746; > > + unsigned long refclk; > > + unsigned int i; > > + int err; > > + > > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > > + if (!tc358746) > > + return -ENOMEM; > > + > > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > > + if (IS_ERR(tc358746->regmap)) > > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > > + "Failed to init regmap\n"); > > + > > + tc358746->refclk = devm_clk_get(dev, "refclk"); > > + if (IS_ERR(tc358746->refclk)) > > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > > + "Failed to get refclk\n"); > > + > > + err = clk_prepare_enable(tc358746->refclk); > > + if (err) > > + return dev_err_probe(dev, err, > > + "Failed to enable refclk\n"); > > + > > + refclk = clk_get_rate(tc358746->refclk); > > + clk_disable_unprepare(tc358746->refclk); > > + > > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > > + > > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > > + tc358746->supplies[i].supply = tc358746_supplies[i]; > > + > > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > > + tc358746->supplies); > > + if (err) > > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > > + > > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > > + GPIOD_OUT_HIGH); > > + if (IS_ERR(tc358746->reset_gpio)) > > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > > + "Failed to get reset-gpios\n"); > > + > > + err = tc358746_init_subdev(tc358746, client); > > + if (err) > > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > > + > > + err = tc358746_init_output_port(tc358746, refclk); > > + if (err) > > + goto err_subdev; > > + > > + /* > > + * Keep this order since we need the output port link-frequencies > > + * information. > > + */ > > + err = tc358746_init_controls(tc358746); > > + if (err) > > + goto err_fwnode; > > + > > + dev_set_drvdata(dev, tc358746); > > + pm_runtime_set_autosuspend_delay(dev, 200); > > + pm_runtime_use_autosuspend(dev); > > + pm_runtime_enable(dev); > > + > > + err = tc358746_init_hw(tc358746); > > The driver depends on runtime PM being enabled but does not depend on > CONFIG_PM. I'd suggest to power the device on and only then enable runtime > PM. See > <URL:https://hverkuil.home.xs4all.nl/spec/driver-api/camera-sensor.html#power-management>. Or simply depend on CONFIG_PM :-) > > + if (err) > > + goto err_pm; > > + > > + err = tc358746_setup_mclk_provider(tc358746); > > + if (err) > > + goto err_pm; > > + > > + err = tc358746_async_register(tc358746); > > + if (err < 0) > > + goto err_pm; > > + > > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > > + client->addr, client->adapter->name); > > + > > + return 0; > > + > > +err_pm: > > + pm_runtime_disable(dev); > > + pm_runtime_set_suspended(dev); > > + pm_runtime_dont_use_autosuspend(dev); > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > +err_fwnode: > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > +err_subdev: > > + v4l2_subdev_cleanup(&tc358746->sd); > > + media_entity_cleanup(&tc358746->sd.entity); > > + > > + return err; > > +} [snip]
On Mon, Sep 19, 2022 at 03:49:04PM +0300, Laurent Pinchart wrote: > On Mon, Sep 19, 2022 at 12:39:35PM +0000, Sakari Ailus wrote: > > > + dev_set_drvdata(dev, tc358746); > > > + pm_runtime_set_autosuspend_delay(dev, 200); > > > + pm_runtime_use_autosuspend(dev); > > > + pm_runtime_enable(dev); > > > + > > > + err = tc358746_init_hw(tc358746); > > > > The driver depends on runtime PM being enabled but does not depend on > > CONFIG_PM. I'd suggest to power the device on and only then enable runtime > > PM. See > > <URL:https://hverkuil.home.xs4all.nl/spec/driver-api/camera-sensor.html#power-management>. > > Or simply depend on CONFIG_PM :-) The user can still disable runtime PM. I guess few do though. This should be addressed separately from this driver, it'd be good to be able to deny that. In fact, no-one has ever probably tested this for a large number of drivers and I guess it exists just to have a way to disable runtime PM support in drivers that do not work with it...
Hi Laurent, On 22-09-19, Laurent Pinchart wrote: > Hi Marco, > > Thank you for the patch. > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > > supports two operating modes: > > 1st) parallel-in -> mipi-csi out > > 2nd) mipi-csi in -> parallel out > > > > This patch only adds the support for the 1st mode. > > > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > > --- > > Changelog: > > > > v2: > > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > > - remove now not needed tc358746_link_setup() and > > struct v4l2_ctrl sensor_pclk_ctrl > > - call v4l2_subdev_link_validate_default() during link validation > > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > > - use subdev active_state API > > - replace own .get_fmt with v4l2_subdev_get_fmt > > - remove unnecessary pad checks > > - restructure tc358746_get_format_by_code() if-case > > - move apply_dphy_config|apply_misc_config from resume intos s_stream > > - use goto in s_stream enable case > > - fix error handling in suspend/resume > > - split probe() into more sub-functions > > - use dev_dbg() for printing successful probe > > > > drivers/media/i2c/Kconfig | 17 + > > drivers/media/i2c/Makefile | 1 + > > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > > 3 files changed, 1700 insertions(+) > > create mode 100644 drivers/media/i2c/tc358746.c > > > > diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig > > index 7806d4b81716..aefb9c9e0c08 100644 > > --- a/drivers/media/i2c/Kconfig > > +++ b/drivers/media/i2c/Kconfig > > @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC > > When selected the tc358743 will support the optional > > HDMI CEC feature. > > > > +config VIDEO_TC358746 > > + tristate "Toshiba TC358746 parallel-CSI2 bridge" > > + depends on VIDEO_DEV && I2C > > + select VIDEO_V4L2_SUBDEV_API > > + select MEDIA_CONTROLLER > > + select V4L2_FWNODE > > + select GENERIC_PHY_MIPI_DPHY > > + select REGMAP_I2C > > + select COMMON_CLK > > + help > > + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. > > + The bridge can work in both directions but currently only the > > + parallel-in / csi-out path is supported. > > + > > + To compile this driver as a module, choose M here: the > > + module will be called tc358746. > > + > > config VIDEO_TVP514X > > tristate "Texas Instruments TVP514x video decoder" > > depends on VIDEO_DEV && I2C > > diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile > > index 0a2933103dd9..d1096c2ab480 100644 > > --- a/drivers/media/i2c/Makefile > > +++ b/drivers/media/i2c/Makefile > > @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o > > obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o > > obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o > > obj-$(CONFIG_VIDEO_TC358743) += tc358743.o > > +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o > > obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o > > obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o > > obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o > > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > > new file mode 100644 > > index 000000000000..4f1a809b9fc3 > > --- /dev/null > > +++ b/drivers/media/i2c/tc358746.c > > @@ -0,0 +1,1682 @@ > > +// SPDX-License-Identifier: GPL-2.0-only > > +/* > > + * TC358746 - Parallel <-> CSI-2 Bridge > > + * > > + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> > > + * > > + * Notes: > > + * - Currently only 'Parallel-in -> CSI-out' mode is supported! > > + */ > > + > > +#include <linux/bitfield.h> > > +#include <linux/clk.h> > > +#include <linux/clk-provider.h> > > +#include <linux/delay.h> > > +#include <linux/i2c.h> > > +#include <linux/interrupt.h> > > +#include <linux/kernel.h> > > +#include <linux/module.h> > > +#include <linux/phy/phy-mipi-dphy.h> > > +#include <linux/property.h> > > +#include <linux/pm_runtime.h> > > +#include <linux/regmap.h> > > +#include <media/v4l2-ctrls.h> > > +#include <media/v4l2-device.h> > > +#include <media/v4l2-fwnode.h> > > +#include <media/v4l2-mc.h> > > + > > +/* 16-bit registers */ > > +#define CHIPID_REG 0x0000 > > +#define CHIPID GENMASK(15, 8) > > + > > +#define SYSCTL_REG 0x0002 > > +#define SRESET BIT(0) > > + > > +#define CONFCTL_REG 0x0004 > > +#define PDATAF_MASK GENMASK(9, 8) > > +#define PDATAF_MODE0 0 > > +#define PDATAF_MODE1 1 > > +#define PDATAF_MODE2 2 > > +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) > > +#define PPEN BIT(6) > > +#define DATALANE_MASK GENMASK(1, 0) > > + > > +#define FIFOCTL_REG 0x0006 > > +#define DATAFMT_REG 0x0008 > > +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) > > + > > +#define MCLKCTL_REG 0x000c > > +#define MCLK_HIGH_MASK GENMASK(15, 8) > > +#define MCLK_LOW_MASK GENMASK(7, 0) > > +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) > > +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) > > + > > +#define PLLCTL0_REG 0x0016 > > +#define PLL_PRD_MASK GENMASK(15, 12) > > +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) > > +#define PLL_FBD_MASK GENMASK(8, 0) > > +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) > > + > > +#define PLLCTL1_REG 0x0018 > > +#define PLL_FRS_MASK GENMASK(11, 10) > > +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) > > +#define CKEN BIT(4) > > +#define RESETB BIT(1) > > +#define PLL_EN BIT(0) > > + > > +#define CLKCTL_REG 0x0020 > > +#define MCLKDIV_MASK GENMASK(3, 2) > > +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) > > +#define MCLKDIV_8 0 > > +#define MCLKDIV_4 1 > > +#define MCLKDIV_2 2 > > + > > +#define WORDCNT_REG 0x0022 > > +#define PP_MISC_REG 0x0032 > > +#define FRMSTOP BIT(15) > > +#define RSTPTR BIT(14) > > + > > +/* 32-bit registers */ > > +#define CLW_DPHYCONTTX_REG 0x0100 > > +#define CLW_CNTRL_REG 0x0140 > > +#define D0W_CNTRL_REG 0x0144 > > +#define LANEDISABLE BIT(0) > > + > > +#define STARTCNTRL_REG 0x0204 > > +#define START BIT(0) > > + > > +#define LINEINITCNT_REG 0x0210 > > +#define LPTXTIMECNT_REG 0x0214 > > +#define TCLK_HEADERCNT_REG 0x0218 > > +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) > > +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > + > > +#define TCLK_TRAILCNT_REG 0x021C > > +#define THS_HEADERCNT_REG 0x0220 > > +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) > > +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > + > > +#define TWAKEUP_REG 0x0224 > > +#define TCLK_POSTCNT_REG 0x0228 > > +#define THS_TRAILCNT_REG 0x022C > > +#define HSTXVREGEN_REG 0x0234 > > +#define TXOPTIONCNTRL_REG 0x0238 > > +#define CSI_CONTROL_REG 0x040C > > +#define CSI_MODE BIT(15) > > +#define TXHSMD BIT(7) > > +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) > > + > > +#define CSI_CONFW_REG 0x0500 > > +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) > > +#define MODE_SET 0x5 > > +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) > > +#define CSI_CONTROL_ADDRESS 0x3 > > +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) > > + > > +#define CSI_START_REG 0x0518 > > +#define STRT BIT(0) > > + > > +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { > > + .width = 640, > > + .height = 480, > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > + .field = V4L2_FIELD_NONE, > > + .colorspace = V4L2_COLORSPACE_DEFAULT, > > + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, > > + .quantization = V4L2_QUANTIZATION_DEFAULT, > > + .xfer_func = V4L2_XFER_FUNC_DEFAULT, > > +}; > > + > > +static const char * const tc358746_supplies[] = { > > + "vddc", "vddio", "vddmipi" > > +}; > > + > > +enum { > > + TC358746_SINK, > > + TC358746_SOURCE, > > + TC358746_NR_PADS > > +}; > > + > > +struct tc358746 { > > + struct v4l2_subdev sd; > > + struct media_pad pads[TC358746_NR_PADS]; > > + struct v4l2_async_notifier notifier; > > + struct v4l2_fwnode_endpoint csi_vep; > > + > > + struct v4l2_ctrl_handler ctrl_hdl; > > + > > + struct regmap *regmap; > > + struct clk *refclk; > > + struct gpio_desc *reset_gpio; > > + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; > > + > > + struct clk_hw mclk_hw; > > + unsigned long mclk_rate; > > + u8 mclk_prediv; > > + u16 mclk_postdiv; > > + > > + unsigned long pll_rate; > > + u8 pll_post_div; > > + u16 pll_pre_div; > > + u16 pll_mul; > > + > > +#define TC358746_VB_MAX_SIZE (511 * 32) > > +#define TC358746_VB_DEFAULT_SIZE (1 * 32) > > + unsigned int vb_size; /* Video buffer size in bits */ > > + > > + struct phy_configure_opts_mipi_dphy dphy_cfg; > > +}; > > + > > +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) > > +{ > > + return container_of(sd, struct tc358746, sd); > > +} > > + > > +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) > > +{ > > + return container_of(hw, struct tc358746, mclk_hw); > > +} > > + > > +struct tc358746_format { > > + u32 code; > > + bool csi_format; > > + unsigned char bus_width; > > + unsigned char bpp; > > + /* Register values */ > > + u8 pdformat; /* Peripheral Data Format */ > > + u8 pdataf; /* Parallel Data Format Option */ > > +}; > > + > > +enum { > > + PDFORMAT_RAW8 = 0, > > + PDFORMAT_RAW10, > > + PDFORMAT_RAW12, > > + PDFORMAT_RGB888, > > + PDFORMAT_RGB666, > > + PDFORMAT_RGB565, > > + PDFORMAT_YUV422_8BIT, > > + /* RESERVED = 7 */ > > + PDFORMAT_RAW14 = 8, > > + PDFORMAT_YUV422_10BIT, > > + PDFORMAT_YUV444, > > +}; > > + > > +/* Check tc358746_src_mbus_code() if you add new formats */ > > +static const struct tc358746_format tc358746_formats[] = { > > + { > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > + .bus_width = 8, > > + .bpp = 16, > > + .pdformat = PDFORMAT_YUV422_8BIT, > > + .pdataf = PDATAF_MODE0, > > + }, { > > + .code = MEDIA_BUS_FMT_UYVY8_1X16, > > + .csi_format = true, > > + .bus_width = 16, > > + .bpp = 16, > > + .pdformat = PDFORMAT_YUV422_8BIT, > > + .pdataf = PDATAF_MODE1, > > + }, { > > + .code = MEDIA_BUS_FMT_YUYV8_1X16, > > + .csi_format = true, > > + .bus_width = 16, > > + .bpp = 16, > > + .pdformat = PDFORMAT_YUV422_8BIT, > > + .pdataf = PDATAF_MODE2, > > + }, { > > + .code = MEDIA_BUS_FMT_UYVY10_2X10, > > + .bus_width = 10, > > + .bpp = 20, > > + .pdformat = PDFORMAT_YUV422_10BIT, > > + .pdataf = PDATAF_MODE0, /* don't care */ > > + } > > +}; > > + > > +/* Get n-th format for pad */ > > +static const struct tc358746_format * > > +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) > > +{ > > + unsigned int idx = 0; > > + unsigned int i; > > + > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > + > > + if ((pad == TC358746_SOURCE && fmt->csi_format) || > > + (pad == TC358746_SINK)) { > > + if (idx == index) > > + return fmt; > > + idx++; > > + } > > + } > > + > > + return ERR_PTR(-EINVAL); > > +} > > + > > +static const struct tc358746_format * > > +tc358746_get_format_by_code(unsigned int pad, u32 code) > > +{ > > + unsigned int i; > > + > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > + > > + if (pad == TC358746_SINK && fmt->code == code) > > + return fmt; > > + > > + if (pad == TC358746_SOURCE && !fmt->csi_format) > > + continue; > > + > > + if (fmt->code == code) > > + return fmt; > > + } > > + > > + return ERR_PTR(-EINVAL); > > +} > > + > > +static u32 tc358746_src_mbus_code(u32 code) > > +{ > > + switch (code) { > > + case MEDIA_BUS_FMT_UYVY8_2X8: > > + return MEDIA_BUS_FMT_UYVY8_1X16; > > + case MEDIA_BUS_FMT_UYVY10_2X10: > > + return MEDIA_BUS_FMT_UYVY10_1X20; > > + default: > > + return code; > > + } > > +} > > + > > +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) > > +{ > > + switch (reg) { > > + case SYSCTL_REG ... CSI_START_REG: > > + return true; > > + default: > > + return false; > > + } > > +} > > + > > +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) > > +{ > > + switch (reg) { > > + case CHIPID_REG ... CSI_START_REG: > > + return true; > > + default: > > + return false; > > + } > > +} > > + > > +static const struct regmap_config tc358746_regmap_config = { > > + .name = "tc358746", > > + .reg_bits = 16, > > + .val_bits = 16, > > + .max_register = CSI_START_REG, > > + .writeable_reg = tc358746_writeable_reg, > > + .readable_reg = tc358746_readable_reg, > > + .reg_format_endian = REGMAP_ENDIAN_BIG, > > + .val_format_endian = REGMAP_ENDIAN_BIG, > > +}; > > + > > +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) > > +{ > > + size_t count; > > + > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > + > > + return regmap_bulk_write(tc358746->regmap, reg, &val, count); > > +} > > + > > +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) > > +{ > > + size_t count; > > + > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > + *val = 0; > > + > > + return regmap_bulk_read(tc358746->regmap, reg, val, count); > > +} > > + > > +static int > > +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) > > +{ > > + u32 tmp, orig; > > + int err; > > + > > + err = tc358746_read(tc358746, reg, &orig); > > + if (err) > > + return err; > > + > > + tmp = orig & ~mask; > > + tmp |= val & mask; > > + > > + return tc358746_write(tc358746, reg, tmp); > > +} > > + > > +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > +{ > > + return tc358746_update_bits(tc358746, reg, bits, bits); > > +} > > + > > +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > +{ > > + return tc358746_update_bits(tc358746, reg, bits, 0); > > +} > > + > > +static int tc358746_sw_reset(struct tc358746 *tc358746) > > +{ > > + int err; > > + > > + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); > > + if (err) > > + return err; > > + > > + udelay(10); > > + > > + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); > > +} > > + > > +static int > > +tc358746_apply_pll_config(struct tc358746 *tc358746) > > +{ > > + u8 post = tc358746->pll_post_div; > > + u16 pre = tc358746->pll_pre_div; > > + u16 mul = tc358746->pll_mul; > > + u32 val, mask; > > + int err; > > + > > + err = tc358746_read(tc358746, PLLCTL1_REG, &val); > > + if (err) > > + return err; > > + > > + /* Don't touch the PLL if running */ > > + if (FIELD_GET(PLL_EN, val) == 1) > > + return 0; > > + > > + /* Pre-div and Multiplicator have a internal +1 logic */ > > + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); > > + mask = PLL_PRD_MASK | PLL_FBD_MASK; > > + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); > > + if (err) > > + return err; > > + > > + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; > > + mask = PLL_FRS_MASK | RESETB | PLL_EN; > > + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); > > + if (err) > > + return err; > > + > > + udelay(1000); > > + > > + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); > > +} > > + > > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > > +{ > > + struct v4l2_subdev *sd = &tc358746->sd; > > + struct v4l2_subdev_state *sink_state; > > + struct v4l2_mbus_framefmt *mbusfmt; > > This can be const. Sure > > + const struct tc358746_format *fmt; > > + struct device *dev = sd->dev; > > + u32 val; > > + int err; > > + > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > + v4l2_subdev_unlock_state(sink_state); > > You should keep the state locked until the end of this function, > otherwise the format could change. That couldn't be the case since this function is called during .s_stream(on) and my understanding was that it is not allowed to change the active format after calling .s_stream(on). But I can move it to the end. > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > + > > + /* Self defined CSI user data type id's are not supported yet */ > > + val = PDFMT(fmt->pdformat); > > + dev_dbg(dev, "DATAFMT: 0x%x\n", val); > > + err = tc358746_write(tc358746, DATAFMT_REG, val); > > + if (err) > > + return err; > > + > > + val = PDATAF(fmt->pdataf); > > + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); > > + if (err) > > + return err; > > + > > + val = tc358746->vb_size / 32; > > + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, FIFOCTL_REG, val); > > + if (err) > > + return err; > > + > > + /* Total number of bytes for each line/width */ > > + val = mbusfmt->width * fmt->bpp / 8; > > + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); > > + return tc358746_write(tc358746, WORDCNT_REG, val); > > +} > > + > > +#ifndef MHZ > > +#define MHZ (1000 * 1000) > > +#endif > > + > > +/* Use MHz as base so the div needs no u64 */ > > +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, > > + unsigned int clk_mhz, > > + unsigned int time_base) > > +{ > > + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); > > +} > > + > > +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, > > + unsigned int clk_mhz) > > +{ > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); > > +} > > + > > +static u32 tc358746_us_to_cnt(unsigned int cfg_val, > > + unsigned int clk_mhz) > > +{ > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); > > +} > > + > > +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) > > +{ > > + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; > > + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & > > + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); > > + struct device *dev = tc358746->sd.dev; > > + unsigned long hs_byte_clk, hf_clk; > > + u32 val, val2, lptxcnt; > > + int err; > > + > > + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ > > + hs_byte_clk = cfg->hs_clk_rate / 8; > > + hs_byte_clk /= MHZ; > > + hf_clk = hs_byte_clk / 2; > > + > > + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; > > + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, LINEINITCNT_REG, val); > > + if (err) > > + return err; > > + > > + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; > > + lptxcnt = val; > > + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); > > + if (err) > > + return err; > > + > > + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; > > + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; > > + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); > > + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); > > + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", > > + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); > > + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, > > + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); > > + if (err) > > + return err; > > + > > + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); > > + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); > > + if (err) > > + return err; > > + > > + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; > > + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; > > + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); > > + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); > > + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", > > + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); > > + err = tc358746_write(tc358746, THS_HEADERCNT_REG, > > + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); > > + if (err) > > + return err; > > + > > + /* TWAKEUP > 1ms in lptxcnt steps */ > > + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); > > + val = val / (lptxcnt + 1) - 1; > > + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, TWAKEUP_REG, val); > > + if (err) > > + return err; > > + > > + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); > > + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); > > + if (err) > > + return err; > > + > > + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); > > + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); > > + if (err) > > + return err; > > + > > + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); > > + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); > > +} > > + > > +#define MAX_DATA_LANES 4 > > + > > +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) > > +{ > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > + unsigned int lane; > > + u32 reg, val; > > + int err; > > + > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, > > + lanes - 1); > > + if (err) > > + return err; > > + > > + /* Clock lane */ > > + val = enable ? 0 : LANEDISABLE; > > + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); > > + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); > > + if (err) > > + return err; > > + > > + for (lane = 0; lane < MAX_DATA_LANES; lane++) { > > + /* Data lanes */ > > + reg = D0W_CNTRL_REG + lane * 0x4; > > + val = (enable && lane < lanes) ? 0 : LANEDISABLE; > > + > > + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); > > + err = tc358746_write(tc358746, reg, val); > > + if (err) > > + return err; > > + } > > + > > + val = 0; > > + if (enable) { > > + /* Clock lane */ > > + val |= BIT(0); > > + > > + /* Data lanes */ > > + for (lane = 1; lane <= lanes; lane++) > > + val |= BIT(lane); > > + } > > + > > + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); > > + return tc358746_write(tc358746, HSTXVREGEN_REG, val); > > +} > > + > > +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) > > +{ > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > + int err; > > + > > + /* > > + * START and STRT are only reseted/disabled by sw reset. This is > > + * required to put the lane state back into LP-11 state. The sw reset > > + * don't reset register values. > > + */ > > + if (!enable) > > + return tc358746_sw_reset(tc358746); > > + > > + err = tc358746_write(tc358746, STARTCNTRL_REG, START); > > + if (err) > > + return err; > > + > > + err = tc358746_write(tc358746, CSI_START_REG, STRT); > > + if (err) > > + return err; > > + > > + /* CSI_CONTROL_REG is only indirect accessible */ > > + return tc358746_write(tc358746, CSI_CONFW_REG, > > + MODE(MODE_SET) | > > + ADDRESS(CSI_CONTROL_ADDRESS) | > > + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); > > +} > > + > > +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) > > +{ > > + int err; > > + > > + if (enable) { > > + err = tc358746_write(tc358746, PP_MISC_REG, 0); > > + if (err) > > + return err; > > + > > + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); > > + } > > + > > + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); > > + if (err) > > + return err; > > + > > + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); > > + if (err) > > + return err; > > + > > + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); > > +} > > + > > +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) > > +{ > > + pad = media_pad_remote_pad_first(pad); > > + if (!pad) > > + return NULL; > > + > > + return media_entity_to_v4l2_subdev(pad->entity); > > +} > > + > > +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) > > +{ > > + struct tc358746 *tc358746 = to_tc358746(sd); > > + struct v4l2_subdev *src; > > + int err; > > + > > + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); > > + > > + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); > > + if (!src) > > + return -EPIPE; > > + > > + if (enable) { > > + err = pm_runtime_resume_and_get(sd->dev); > > + if (err) > > + return err; > > + > > + err = tc358746_apply_dphy_config(tc358746); > > + if (err) > > + goto err_out; > > + > > + err = tc358746_apply_misc_config(tc358746); > > + if (err) > > + goto err_out; > > + > > + err = tc358746_enable_csi_lanes(tc358746, 1); > > + if (err) > > + goto err_out; > > + > > + err = tc358746_enable_csi_module(tc358746, 1); > > + if (err) > > + goto err_out; > > + > > + err = tc358746_enable_parallel_port(tc358746, 1); > > + if (err) > > + goto err_out; > > + > > + err = v4l2_subdev_call(src, video, s_stream, 1); > > + if (err) > > + goto err_out; > > + > > + return err; > > + > > +err_out: > > + pm_runtime_mark_last_busy(sd->dev); > > + pm_runtime_put_sync_autosuspend(sd->dev); > > + > > + return err; > > + } > > + > > + /* > > + * Lane disable trigger state change from LP-11 to LP-00 > > + * therefore it must happen before the CSI modile is disabled. > > + */ > > + err = tc358746_enable_csi_lanes(tc358746, 0); > > + if (err) > > + return err; > > + > > + err = tc358746_enable_csi_module(tc358746, 0); > > + if (err) > > + return err; > > + > > + err = tc358746_enable_parallel_port(tc358746, 0); > > + if (err) > > + return err; > > + > > + pm_runtime_mark_last_busy(sd->dev); > > + pm_runtime_put_sync_autosuspend(sd->dev); > > + > > + return v4l2_subdev_call(src, video, s_stream, 0); > > +} > > + > > +static int tc358746_init_cfg(struct v4l2_subdev *sd, > > + struct v4l2_subdev_state *state) > > +{ > > + struct v4l2_mbus_framefmt *fmt; > > + > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); > > + *fmt = tc358746_def_fmt; > > + > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); > > + *fmt = tc358746_def_fmt; > > + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); > > + > > + return 0; > > +} > > + > > +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, > > + struct v4l2_subdev_state *sd_state, > > + struct v4l2_subdev_mbus_code_enum *code) > > +{ > > + const struct tc358746_format *fmt; > > + > > + fmt = tc358746_get_format_by_idx(code->pad, code->index); > > + if (IS_ERR(fmt)) > > + return PTR_ERR(fmt); > > + > > + code->code = fmt->code; > > + > > + return 0; > > +} > > + > > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > > + struct v4l2_subdev_state *sd_state, > > + struct v4l2_subdev_format *format) > > +{ > > + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; > > + const struct tc358746_format *fmt; > > + > > + /* Source follows the sink */ > > + if (format->pad == TC358746_SOURCE) > > + return 0; > > You need to get the source pad format here and copy it to format, > otherwise userspace will think whatever format it has passed has been > accepted. That's right, I will change that. Thanks. > > + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); > > + > > + fmt = tc358746_get_format_by_code(format->pad, format->format.code); > > + if (IS_ERR(fmt)) > > + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); > > + > > + format->format.code = fmt->code; > > + format->format.field = V4L2_FIELD_NONE; > > + > > Is there no constraint at all on the width and height ? No there are no contraints, at least not listed in the datasheet I have. > I would expect zero width or height to be invalid for instance, and > the width to be required to be a multiple of 2 for YUV 4:2:2 formats. You just specify the wordcnt in bytes per line. The datasheet I have on my side don't say that it is forbidden to write zero to it. Regarding the alignment, the datasheet says nothing about it too. But sure it can be that this will fail. But shouldn't this fail on the sensor first? Since this is just a bridge, no-cropping/selection/zoom supported, it just takes the input from the parallel interface. If someone misconfigured it on purpose the link-validation will fail in case of format missmatch. If the format has a wrong alignment, the sensor should fail first. But of course I could add a helper to check the alignment and to set some sane defaults. > > + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", > > + sink_fmt->width, sink_fmt->height, sink_fmt->code, > > + format->format.width, format->format.height, format->format.code); > > + > > + *sink_fmt = format->format; > > + > > + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); > > + *src_fmt = *sink_fmt; > > + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); > > + > > + return 0; > > +} > > + > > +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, > > + unsigned long refclk, > > + unsigned long fout) > > + > > +{ > > + struct device *dev = tc358746->sd.dev; > > + unsigned long best_freq = 0; > > + u32 min_delta = 0xffffffff; > > + u16 prediv_max = 17; > > + u16 prediv_min = 1; > > + u16 m_best, mul; > > + u16 p_best, p; > > + u8 postdiv; > > + > > + if (fout > 1000 * MHZ) { > > + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); > > + return 0; > > + } else if (fout >= 500 * MHZ) > > If one branch of an if uses curly braces, all should. You can work > around this by turning this else if into an if. Okay. > > + postdiv = 1; > > + else if (fout >= 250 * MHZ) > > + postdiv = 2; > > + else if (fout >= 125 * MHZ) > > + postdiv = 4; > > + else > > + postdiv = 8; > > + > > + for (p = prediv_min; p <= prediv_max; p++) { > > + unsigned long delta, fin; > > + u64 tmp; > > + > > + fin = DIV_ROUND_CLOSEST(refclk, p); > > + if (fin < 4 * MHZ || fin > 40 * MHZ) > > + continue; > > + > > + tmp = fout * p * postdiv; > > + do_div(tmp, fin); > > + mul = tmp; > > + if (mul > 511) > > + continue; > > + > > + tmp = mul * fin; > > + do_div(tmp, p * postdiv); > > + > > + delta = abs(fout - tmp); > > + if (delta < min_delta) { > > + p_best = p; > > + m_best = mul; > > + min_delta = delta; > > + best_freq = tmp; > > + }; > > + > > + if (delta == 0) > > + break; > > + }; > > + > > + if (!best_freq) { > > + dev_err(dev, "Failed find PLL frequency\n"); > > + return 0; > > + } > > + > > + tc358746->pll_post_div = postdiv; > > + tc358746->pll_pre_div = p_best; > > + tc358746->pll_mul = m_best; > > + > > + if (best_freq != fout) > > + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", > > + fout, best_freq); > > + > > + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", > > + best_freq, p_best, m_best, postdiv); > > + > > + return best_freq; > > +} > > + > > +#define TC358746_PRECISION 10 > > + > > +static int > > +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, > > + struct v4l2_subdev_format *source_fmt, > > + struct v4l2_subdev_format *sink_fmt) > > +{ > > + struct tc358746 *tc358746 = to_tc358746(sd); > > + unsigned long csi_bitrate, sensor_bitrate; > > + struct v4l2_subdev_state *sink_state; > > + struct v4l2_mbus_framefmt *mbusfmt; > > + const struct tc358746_format *fmt; > > + unsigned int fifo_sz, tmp, n; > > + struct v4l2_subdev *sensor; > > + s64 sensor_pclk_rate; > > + int err; > > + > > + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); > > + if (err) > > + return err; > > + > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > This makes me thinkg we should pass the state to this function. Not > something that needs to be addressed in this patch of course. Passing the state? My understanding of *_get_active_state() is to get the active state or do you want to add a new function like *_get_state(active)? > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > + v4l2_subdev_unlock_state(sink_state); > > I'd release the lock at the end of the function, to make sure the format > won't change during validation. This is also a race condition in the > subdev core and should be fixed there, I'd be fine if you ignored it > here for now. I can change this but for my understanding. Why is it even possible to change the state that late? We are going to enable the stream real soon after the validation is done. > > + > > + /* Check the FIFO settings */ > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > + if (IS_ERR(fmt)) > > + return PTR_ERR(fmt); > > Can this happen if the format has been validate at set_fmt time ? Of course not, I will drop the IS_ERR(). > > + > > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > > Shouldn't you set the last two arguments to non-zero values, to support > sources that only implement the V4L2_CID_PIXEL_RATE control ? Nope, I don't wanna support PIXEL_RATE right now. This can be changed later I think. > I'd also name the variable source_link_freq, as it may not be a sensor, > and it's a link frequency, not a pixel clock rate. In parallel case (which is the only supported right now) the pclk is the link_freq. but I can change it of course. > > + if (sensor_pclk_rate <= 0) { > > + dev_err(tc358746->sd.dev, > > + "Failed to query or invalid sensor link frequency\n"); > > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > > + return sensor_pclk_rate ? : -EINVAL; > > + } > > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > > + > > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > > + > > + dev_dbg(tc358746->sd.dev, > > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > > + sensor_bitrate, csi_bitrate); > > + > > + /* Avoid possible FIFO overflows */ > > + if (csi_bitrate < sensor_bitrate) { > > + dev_err(sd->dev, > > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > > + csi_bitrate, sensor_bitrate); > > As this can be triggered by userspace, I'd make it a dev_dbg(). So you would rather fail silently without printing the reason? Is there a common kernel agreement when to use dev_err() or info() or dbg()? > > + return -EINVAL; > > + } > > + > > + /* Best case */ > > + if (csi_bitrate == sensor_bitrate) { > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > + goto out; > > + } > > + > > + /* > > + * Avoid possible FIFO underflow in case of > > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > > + * fifo which can be used to delay the line output. > > + * > > + * Fifo size calculation: > > + * > > + * fifo-sz, image-width - in bits > > + * sbr - sensor_bitrate in bits/s > > + * csir - csi_bitrate in bits/s > > + * > > + * 1 1 1 > > + * image-width * --- + fifo-sz --- >= ---- * image-width > > + * sbr sbr csir > > Given that csir > sbr, 1/csir < 1 sbr, so this will always be true, > even with fifo-sz set to 0. Am I missing something ? Nope, that is right. Didn't checked that while I was coding it. > > + * > > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > > + * `-----´ > > + * n > > The n variable doesn't store sbr/csir but csir/sbr (multiplied by a > precision factor). And do I understand correctly that, as sbr < csir, > this would be equal to the following ? > > * fifo-sz >= image-width - sbr/csir * image-width Exactly, my above comment and the below code is a bit of, you're right but the calc is still correct: (mbusfmt->width * precision) (mbusfmt->width * precision) tmp = ---------------------------- = ---------------------------- n csi_bitrate -------------- sensor_bitrate `---------------------------´ sbr/csir * image-width maybe I should comment it like: > * fifo-sz >= abs(sbr/csir * image-width - image-width) > * > * with n = 1/(sbr/csir) = csir/sbr > * > * fifo-sz >= abs(image-width / n - image-width) > * > * or > * > * fifo-sz >= image-width - image-width / n > > + * > > + */ > > + > > + sensor_bitrate /= TC358746_PRECISION; > > + n = csi_bitrate / sensor_bitrate; > > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > > + fifo_sz = mbusfmt->width - tmp; > > + fifo_sz *= fmt->bpp; > > + tc358746->vb_size = round_up(fifo_sz, 32); > > + > > +out: > > + dev_dbg(tc358746->sd.dev, > > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > > + fifo_sz, tc358746->vb_size); > > + > > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > > +} > > + > > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > > + struct v4l2_mbus_config *config) > > +{ > > + struct tc358746 *tc358746 = to_tc358746(sd); > > + > > + if (pad != TC358746_SOURCE) > > + return -EINVAL; > > + > > + config->type = V4L2_MBUS_CSI2_DPHY; > > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > > + > > + return 0; > > +} > > + > > +int __maybe_unused > > As reported by the buildbot, this should be static. Same for s_register. Yes. > > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > > +{ > > + struct tc358746 *tc358746 = to_tc358746(sd); > > + > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > > + > > + if (pm_runtime_resume_and_get(sd->dev)) { > > + dev_err(sd->dev, "Failed to resume the device\n"); > > + return 0; > > + } > > Is there a point in powering the hardware on here if it's off, in order > to read a register that will have been reset due to the power cycle ? > pm_runtime_get_if_in_use() seems better. Same in .s_register(). You're right, I will change that. > > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > > + > > + pm_runtime_mark_last_busy(sd->dev); > > + pm_runtime_put_sync_autosuspend(sd->dev); > > + > > + return 0; > > +} > > + > > +int __maybe_unused > > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > > +{ > > + struct tc358746 *tc358746 = to_tc358746(sd); > > + > > + if (pm_runtime_resume_and_get(sd->dev)) { > > + dev_err(sd->dev, "Failed to resume the device\n"); > > + return 0; > > + } > > + > > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > > + > > + pm_runtime_mark_last_busy(sd->dev); > > + pm_runtime_put_sync_autosuspend(sd->dev); > > + > > + return 0; > > +} > > + > > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > > +#ifdef CONFIG_VIDEO_ADV_DEBUG > > + .g_register = tc358746_g_register, > > + .s_register = tc358746_s_register, > > +#endif > > +}; > > + > > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > > + .s_stream = tc358746_s_stream, > > +}; > > + > > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > > + .init_cfg = tc358746_init_cfg, > > + .enum_mbus_code = tc358746_enum_mbus_code, > > + .set_fmt = tc358746_set_fmt, > > + .get_fmt = v4l2_subdev_get_fmt, > > + .link_validate = tc358746_link_validate, > > + .get_mbus_config = tc358746_get_mbus_config, > > +}; > > + > > +static const struct v4l2_subdev_ops tc358746_ops = { > > + .core = &tc358746_core_ops, > > + .video = &tc358746_video_ops, > > + .pad = &tc358746_pad_ops, > > +}; > > + > > +static const struct media_entity_operations tc358746_entity_ops = { > > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > > + .link_validate = v4l2_subdev_link_validate, > > +}; > > + > > +static int tc358746_mclk_enable(struct clk_hw *hw) > > +{ > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > + unsigned int div; > > + u32 val; > > + int err; > > + > > + div = tc358746->mclk_postdiv / 2; > > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > > + if (err) > > + return err; > > + > > + if (tc358746->mclk_prediv == 8) > > + val = MCLKDIV(MCLKDIV_8); > > + else if (tc358746->mclk_prediv == 4) > > + val = MCLKDIV(MCLKDIV_4); > > + else > > + val = MCLKDIV(MCLKDIV_2); > > + > > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > > +} > > + > > +static void tc358746_mclk_disable(struct clk_hw *hw) > > +{ > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > + > > + tc358746_write(tc358746, MCLKCTL_REG, 0); > > +} > > + > > +static long > > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > > +{ > > + unsigned long pll_rate = tc358746->pll_rate; > > + const unsigned char prediv[] = { 2, 4, 8 }; > > + unsigned int mclk_prediv, mclk_postdiv; > > + struct device *dev = tc358746->sd.dev; > > + unsigned int postdiv, mclkdiv; > > + unsigned long best_mclk_rate; > > + unsigned int i; > > + > > + /* > > + * MCLK-Div > > + * -------------------´`--------------------- > > + * ´ ` > > + * +-------------+ +------------------------+ > > + * | MCLK-PreDiv | | MCLK-PostDiv | > > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > > + * +-------------+ +------------------------+ > > + * > > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > > + * > > + * Keep it simple and support 50/50 duty cycles only for now, > > + * so the calc will be: > > + * > > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > > + */ > > + > > + if (mclk_rate == tc358746->mclk_rate) > > + return mclk_rate; > > + > > + /* Highest possible rate */ > > + mclkdiv = pll_rate / mclk_rate; > > + if (mclkdiv <= 8) { > > + mclk_prediv = 2; > > + mclk_postdiv = 4; > > + best_mclk_rate = pll_rate / (2 * 4); > > + goto out; > > + } > > + > > + /* First check the prediv */ > > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > > + postdiv = mclkdiv / prediv[i]; > > + > > + if (postdiv % 2) > > + continue; > > + > > + if (postdiv >= 4 && postdiv <= 512) { > > + mclk_prediv = prediv[i]; > > + mclk_postdiv = postdiv; > > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > > + goto out; > > + } > > + } > > + > > + /* No suitable prediv found, so try to adjust the postdiv */ > > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > > + unsigned int pre; > > + > > + pre = mclkdiv / postdiv; > > + if (pre == 2 || pre == 4 || pre == 8) { > > + mclk_prediv = pre; > > + mclk_postdiv = postdiv; > > + best_mclk_rate = pll_rate / (pre * postdiv); > > + goto out; > > + } > > + } > > + > > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > > + mclk_prediv = 8; > > + mclk_postdiv = 512; > > + best_mclk_rate = pll_rate / (8 * 512); > > + > > +out: > > + tc358746->mclk_prediv = mclk_prediv; > > + tc358746->mclk_postdiv = mclk_postdiv; > > + tc358746->mclk_rate = best_mclk_rate; > > + > > + if (best_mclk_rate != mclk_rate) > > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > > + mclk_rate, best_mclk_rate); > > + > > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > > + best_mclk_rate, mclk_prediv, mclk_postdiv); > > + > > + return best_mclk_rate; > > +} > > + > > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > > +{ > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > + unsigned int prediv, postdiv; > > + u32 val; > > + int err; > > + > > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > > + if (err) > > + return 0; > > + > > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > > + > > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > > + if (err) > > + return 0; > > + > > + prediv = FIELD_GET(MCLKDIV_MASK, val); > > + if (prediv == MCLKDIV_8) > > + prediv = 8; > > + else if (prediv == MCLKDIV_4) > > + prediv = 4; > > + else > > + prediv = 2; > > + > > + return tc358746->pll_rate / (prediv * postdiv); > > +} > > + > > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > > + unsigned long *parent_rate) > > +{ > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > + > > + *parent_rate = tc358746->pll_rate; > > + > > + return tc358746_find_mclk_settings(tc358746, rate); > > +} > > + > > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > > + unsigned long parent_rate) > > +{ > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > + > > + tc358746_find_mclk_settings(tc358746, rate); > > + > > + return tc358746_mclk_enable(hw); > > +} > > + > > +static const struct clk_ops tc358746_mclk_ops = { > > + .enable = tc358746_mclk_enable, > > + .disable = tc358746_mclk_disable, > > + .recalc_rate = tc358746_recalc_rate, > > + .round_rate = tc358746_mclk_round_rate, > > + .set_rate = tc358746_mclk_set_rate, > > +}; > > + > > +static int > > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > > +{ > > + struct v4l2_subdev *sd; > > + int err; > > + > > + sd = &tc358746->sd; > > You could initialize the variable when declaring it. Yes. > > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > > + sd->entity.ops = &tc358746_entity_ops; > > + > > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > > + tc358746->pads); > > + if (err) > > + return err; > > + > > + err = v4l2_subdev_init_finalize(sd); > > + if (err) > > + media_entity_cleanup(&sd->entity); > > + > > + return err; > > +} > > + > > +static int > > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > > +{ > > + struct device *dev = tc358746->sd.dev; > > + struct v4l2_fwnode_endpoint *vep; > > + unsigned long csi_link_rate; > > + struct fwnode_handle *ep; > > + unsigned char csi_lanes; > > + int err; > > + > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > > + 0, 0); > > + if (!ep) { > > + dev_err(dev, "Missing endpoint node\n"); > > + return -EINVAL; > > + } > > + > > + /* Currently we only support 'parallel in' -> 'csi out' */ > > + vep = &tc358746->csi_vep; > > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > > + fwnode_handle_put(ep); > > + if (err) { > > + dev_err(dev, "Failed to parse source endpoint\n"); > > + return err; > > + } > > + > > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > > + if (csi_lanes == 0 || csi_lanes > 4 || > > + vep->nr_of_link_frequencies == 0) { > > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > > + err = -EINVAL; > > + goto err; > > + } > > + > > + /* TODO: Add support to handle multiple link frequencies */ > > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > > + csi_link_rate * 2); > > + if (!tc358746->pll_rate) { > > + err = -EINVAL; > > + goto err; > > + } > > + > > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > > + csi_lanes, &tc358746->dphy_cfg); > > + if (err) > > + goto err; > > + > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > + > > + return 0; > > + > > +err: > > + v4l2_fwnode_endpoint_free(vep); > > + > > + return err; > > +} > > + > > +static int tc358746_init_hw(struct tc358746 *tc358746) > > +{ > > + struct device *dev = tc358746->sd.dev; > > + unsigned int chipid; > > + u32 val; > > + int err; > > + > > + err = pm_runtime_resume_and_get(dev); > > + if (err < 0) { > > + dev_err(dev, "Failed to resume the device\n"); > > + return err; > > + } > > + > > + /* Ensure that CSI interface is put into LP-11 state */ > > + err = tc358746_sw_reset(tc358746); > > + if (err) { > > + pm_runtime_put_noidle(dev); > > Don't you need a regular put (possibly with autosuspend) here ? > Otherwise a reset failure will decrement the runtime PM use count but > leave the decide powered. The runtime_disable() will be called within the probe(). Please see the error path there for tc358746_init_hw(). > > + dev_err(dev, "Failed to reset the device\n"); > > + return err; > > + } > > + > > + err = tc358746_read(tc358746, CHIPID_REG, &val); > > + pm_runtime_mark_last_busy(dev); > > + pm_runtime_put_sync_autosuspend(dev); > > + if (err) { > > + dev_err(dev, "Failed to read chipid\n"); > > How about moving the read failure message to tc358746_read() ? It's > useful to get error messages for all failures, not just this one. Or do > we get a message from regmap already ? If we do, then we could just drop > this. I don't see any code within regmap. I will move it to tc358746_read() and tc358746_write() helpers. > > + return -ENODEV; > > + } > > + > > + chipid = FIELD_GET(CHIPID, val); > > + if (chipid != 0x44) { > > + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); > > + return -ENODEV; > > + } > > + > > + return 0; > > +} > > + > > +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) > > I'd move this right after tc358746_mclk_ops as they're related. Okay. > > +{ > > + struct clk_init_data mclk_initdata = { }; > > + struct device *dev = tc358746->sd.dev; > > + const char *mclk_name; > > + int err; > > + > > + /* MCLK clk provider support is optional */ > > + if (!device_property_present(dev, "#clock-cells")) > > + return 0; > > + > > + /* Init to highest possibel MCLK */ > > + tc358746->mclk_postdiv = 512; > > + tc358746->mclk_prediv = 8; > > + > > + mclk_name = "tc358746-mclk"; > > + device_property_read_string(dev, "clock-output-names", > > + &mclk_name); > > This holds on a single line. Sure. > > + > > + mclk_initdata.name = mclk_name; > > + mclk_initdata.ops = &tc358746_mclk_ops; > > + tc358746->mclk_hw.init = &mclk_initdata; > > + > > + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); > > + if (err) { > > + dev_err(dev, "Failed to register mclk provider\n"); > > + return err; > > + } > > + > > + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, > > + &tc358746->mclk_hw); > > + if (err) > > + dev_err(dev, "Failed to add mclk provider\n"); > > + > > + return err; > > +} > > + > > +static int tc358746_init_controls(struct tc358746 *tc358746) > > +{ > > + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; > > + struct v4l2_ctrl *ctrl; > > + int err; > > + > > + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); > > + if (err) > > + return err; > > + > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > + V4L2_CID_LINK_FREQ, 0, 0, > > Shouldn't the max argument be set to the number of items minus 1 ? Right now I would keep it that way since the driver only supports one link-frequencies setting. So the ctrl don't let the userspace assume that there are more than one link-frequency. > > + link_frequencies); > > + if (ctrl) > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > > + > > + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; > > + if (tc358746->ctrl_hdl.error) > > + return tc358746->ctrl_hdl.error; > > You need to call v4l2_ctrl_handler_free() in the failure paths. Arg.. you're right. > > + > > + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); > > This can be skipped I think, as the only supported control is read-only. Yes, you're right. > > +} > > + > > +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, > > + struct v4l2_subdev *sd, > > + struct v4l2_async_subdev *asd) > > +{ > > + struct tc358746 *tc358746 = > > + container_of(notifier, struct tc358746, notifier); > > + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; > > + > > + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); > > I'd make the link immutable too, as only one source subdev is supported. Yes, I can do that. > > +} > > + > > +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { > > + .bound = tc358746_notify_bound, > > +}; > > + > > +static int tc358746_async_register(struct tc358746 *tc358746) > > +{ > > + struct v4l2_fwnode_endpoint vep = { > > + .bus_type = V4L2_MBUS_PARALLEL, > > + }; > > + struct v4l2_async_subdev *asd; > > + struct fwnode_handle *ep; > > + int err; > > + > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), > > + TC358746_SINK, 0, 0); > > + if (!ep) > > + return -ENOTCONN; > > + > > + err = v4l2_fwnode_endpoint_parse(ep, &vep); > > + if (err) { > > + fwnode_handle_put(ep); > > + return err; > > + } > > + > > + v4l2_async_nf_init(&tc358746->notifier); > > + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, > > + struct v4l2_async_subdev); > > + if (IS_ERR(asd)) { > > + fwnode_handle_put(ep); > > You can move this before the error check and drop the next one. Sure, thanks. > > + return PTR_ERR(asd); > > Shouldn't v4l2_async_nf_cleanup() be called here ? Yep. > > + } > > + > > + fwnode_handle_put(ep); > > + > > + tc358746->notifier.ops = &tc358746_notify_ops; > > + > > + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); > > + if (err) { > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > + return err; > > + } > > + > > + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( > > + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); > > Where is this reference dropped ? That's a good question, should it be dropped upon the notify callback or does the v4l2-subdev use the fwnode elsewhere? I introduced this to get rid of the message: "considering updating the driver..". > > + > > + err = v4l2_async_register_subdev(&tc358746->sd); > > + if (err) { > > + v4l2_async_nf_unregister(&tc358746->notifier); > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > + } > > + > > + return err; > > return 0; This would drop possible errors from async_register, but I changed the function completely, so I will return 0 :) > > +} > > + > > +static int tc358746_probe(struct i2c_client *client) > > +{ > > + struct device *dev = &client->dev; > > + struct tc358746 *tc358746; > > + unsigned long refclk; > > + unsigned int i; > > + int err; > > + > > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > > + if (!tc358746) > > + return -ENOMEM; > > + > > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > > + if (IS_ERR(tc358746->regmap)) > > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > > + "Failed to init regmap\n"); > > + > > + tc358746->refclk = devm_clk_get(dev, "refclk"); > > + if (IS_ERR(tc358746->refclk)) > > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > > + "Failed to get refclk\n"); > > + > > + err = clk_prepare_enable(tc358746->refclk); > > + if (err) > > + return dev_err_probe(dev, err, > > + "Failed to enable refclk\n"); > > + > > + refclk = clk_get_rate(tc358746->refclk); > > + clk_disable_unprepare(tc358746->refclk); > > + > > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > > + > > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > > + tc358746->supplies[i].supply = tc358746_supplies[i]; > > + > > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > > + tc358746->supplies); > > + if (err) > > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > > + > > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > > + GPIOD_OUT_HIGH); > > + if (IS_ERR(tc358746->reset_gpio)) > > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > > + "Failed to get reset-gpios\n"); > > + > > + err = tc358746_init_subdev(tc358746, client); > > + if (err) > > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > > + > > + err = tc358746_init_output_port(tc358746, refclk); > > + if (err) > > + goto err_subdev; > > + > > + /* > > + * Keep this order since we need the output port link-frequencies > > + * information. > > + */ > > + err = tc358746_init_controls(tc358746); > > + if (err) > > + goto err_fwnode; > > + > > + dev_set_drvdata(dev, tc358746); > > + pm_runtime_set_autosuspend_delay(dev, 200); > > 200ms may be a bit short for a complete stop/restart cycle. How about > 1s ? Isn't it the time upon which the pm-fw will put the device into stop? I can increase it of course, but I don't see any improvements for it. Thanks again for the detailed review :) Regards, Marco > > + pm_runtime_use_autosuspend(dev); > > + pm_runtime_enable(dev); > > + > > + err = tc358746_init_hw(tc358746); > > + if (err) > > + goto err_pm; > > + > > + err = tc358746_setup_mclk_provider(tc358746); > > + if (err) > > + goto err_pm; > > + > > + err = tc358746_async_register(tc358746); > > + if (err < 0) > > + goto err_pm; > > + > > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > > + client->addr, client->adapter->name); > > + > > + return 0; > > + > > +err_pm: > > + pm_runtime_disable(dev); > > + pm_runtime_set_suspended(dev); > > + pm_runtime_dont_use_autosuspend(dev); > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > +err_fwnode: > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > +err_subdev: > > + v4l2_subdev_cleanup(&tc358746->sd); > > + media_entity_cleanup(&tc358746->sd.entity); > > + > > + return err; > > +} > > + > > +static int tc358746_remove(struct i2c_client *client) > > +{ > > + struct v4l2_subdev *sd = i2c_get_clientdata(client); > > + struct tc358746 *tc358746 = to_tc358746(sd); > > + > > + v4l2_subdev_cleanup(sd); > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > + v4l2_async_nf_unregister(&tc358746->notifier); > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > + v4l2_async_unregister_subdev(sd); > > + media_entity_cleanup(&sd->entity); > > + > > + pm_runtime_disable(sd->dev); > > + pm_runtime_set_suspended(sd->dev); > > + pm_runtime_dont_use_autosuspend(sd->dev); > > + > > + return 0; > > +} > > + > > +static int tc358746_suspend(struct device *dev) > > +{ > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > + int err; > > + > > + clk_disable_unprepare(tc358746->refclk); > > + > > + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > + tc358746->supplies); > > + if (err) > > + clk_prepare_enable(tc358746->refclk); > > + > > + return err; > > +} > > + > > +static int tc358746_resume(struct device *dev) > > +{ > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > + int err; > > + > > + gpiod_set_value(tc358746->reset_gpio, 1); > > + > > + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), > > + tc358746->supplies); > > + if (err) > > + return err; > > + > > + /* min. 200ns */ > > + usleep_range(10, 20); > > + > > + gpiod_set_value(tc358746->reset_gpio, 0); > > + > > + err = clk_prepare_enable(tc358746->refclk); > > + if (err) > > + goto err; > > + > > + /* min. 700us ... 1ms */ > > + usleep_range(1000, 1500); > > + > > + /* > > + * Enable the PLL here since it can be called by the clk-framework or by > > + * the .s_stream() callback. So this is the common place for both. > > + */ > > + err = tc358746_apply_pll_config(tc358746); > > + if (err) > > + goto err_clk; > > + > > + return 0; > > + > > +err_clk: > > + clk_disable_unprepare(tc358746->refclk); > > +err: > > + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > + tc358746->supplies); > > + return err; > > +} > > + > > +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, > > + tc358746_resume, NULL); > > + > > +static const struct of_device_id __maybe_unused tc358746_of_match[] = { > > + { .compatible = "toshiba,tc358746" }, > > + { }, > > +}; > > +MODULE_DEVICE_TABLE(of, tc358746_of_match); > > + > > +static struct i2c_driver tc358746_driver = { > > + .driver = { > > + .name = "tc358746", > > + .pm = pm_ptr(&tc358746_pm_ops), > > + .of_match_table = tc358746_of_match, > > + }, > > + .probe_new = tc358746_probe, > > + .remove = tc358746_remove, > > +}; > > + > > +module_i2c_driver(tc358746_driver); > > + > > +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); > > +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); > > +MODULE_LICENSE("GPL"); > > -- > Regards, > > Laurent Pinchart >
Hi Marco, On Mon, Sep 19, 2022 at 07:11:42PM +0200, Marco Felsch wrote: > On 22-09-19, Laurent Pinchart wrote: > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > > > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > > > supports two operating modes: > > > 1st) parallel-in -> mipi-csi out > > > 2nd) mipi-csi in -> parallel out > > > > > > This patch only adds the support for the 1st mode. > > > > > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > > > --- > > > Changelog: > > > > > > v2: > > > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > > > - remove now not needed tc358746_link_setup() and > > > struct v4l2_ctrl sensor_pclk_ctrl > > > - call v4l2_subdev_link_validate_default() during link validation > > > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > > > - use subdev active_state API > > > - replace own .get_fmt with v4l2_subdev_get_fmt > > > - remove unnecessary pad checks > > > - restructure tc358746_get_format_by_code() if-case > > > - move apply_dphy_config|apply_misc_config from resume intos s_stream > > > - use goto in s_stream enable case > > > - fix error handling in suspend/resume > > > - split probe() into more sub-functions > > > - use dev_dbg() for printing successful probe > > > > > > drivers/media/i2c/Kconfig | 17 + > > > drivers/media/i2c/Makefile | 1 + > > > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > > > 3 files changed, 1700 insertions(+) > > > create mode 100644 drivers/media/i2c/tc358746.c > > > > > > diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig > > > index 7806d4b81716..aefb9c9e0c08 100644 > > > --- a/drivers/media/i2c/Kconfig > > > +++ b/drivers/media/i2c/Kconfig > > > @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC > > > When selected the tc358743 will support the optional > > > HDMI CEC feature. > > > > > > +config VIDEO_TC358746 > > > + tristate "Toshiba TC358746 parallel-CSI2 bridge" > > > + depends on VIDEO_DEV && I2C > > > + select VIDEO_V4L2_SUBDEV_API > > > + select MEDIA_CONTROLLER > > > + select V4L2_FWNODE > > > + select GENERIC_PHY_MIPI_DPHY > > > + select REGMAP_I2C > > > + select COMMON_CLK > > > + help > > > + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. > > > + The bridge can work in both directions but currently only the > > > + parallel-in / csi-out path is supported. > > > + > > > + To compile this driver as a module, choose M here: the > > > + module will be called tc358746. > > > + > > > config VIDEO_TVP514X > > > tristate "Texas Instruments TVP514x video decoder" > > > depends on VIDEO_DEV && I2C > > > diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile > > > index 0a2933103dd9..d1096c2ab480 100644 > > > --- a/drivers/media/i2c/Makefile > > > +++ b/drivers/media/i2c/Makefile > > > @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o > > > obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o > > > obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o > > > obj-$(CONFIG_VIDEO_TC358743) += tc358743.o > > > +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o > > > obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o > > > obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o > > > obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o > > > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > > > new file mode 100644 > > > index 000000000000..4f1a809b9fc3 > > > --- /dev/null > > > +++ b/drivers/media/i2c/tc358746.c > > > @@ -0,0 +1,1682 @@ > > > +// SPDX-License-Identifier: GPL-2.0-only > > > +/* > > > + * TC358746 - Parallel <-> CSI-2 Bridge > > > + * > > > + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> > > > + * > > > + * Notes: > > > + * - Currently only 'Parallel-in -> CSI-out' mode is supported! > > > + */ > > > + > > > +#include <linux/bitfield.h> > > > +#include <linux/clk.h> > > > +#include <linux/clk-provider.h> > > > +#include <linux/delay.h> > > > +#include <linux/i2c.h> > > > +#include <linux/interrupt.h> > > > +#include <linux/kernel.h> > > > +#include <linux/module.h> > > > +#include <linux/phy/phy-mipi-dphy.h> > > > +#include <linux/property.h> > > > +#include <linux/pm_runtime.h> > > > +#include <linux/regmap.h> > > > +#include <media/v4l2-ctrls.h> > > > +#include <media/v4l2-device.h> > > > +#include <media/v4l2-fwnode.h> > > > +#include <media/v4l2-mc.h> > > > + > > > +/* 16-bit registers */ > > > +#define CHIPID_REG 0x0000 > > > +#define CHIPID GENMASK(15, 8) > > > + > > > +#define SYSCTL_REG 0x0002 > > > +#define SRESET BIT(0) > > > + > > > +#define CONFCTL_REG 0x0004 > > > +#define PDATAF_MASK GENMASK(9, 8) > > > +#define PDATAF_MODE0 0 > > > +#define PDATAF_MODE1 1 > > > +#define PDATAF_MODE2 2 > > > +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) > > > +#define PPEN BIT(6) > > > +#define DATALANE_MASK GENMASK(1, 0) > > > + > > > +#define FIFOCTL_REG 0x0006 > > > +#define DATAFMT_REG 0x0008 > > > +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) > > > + > > > +#define MCLKCTL_REG 0x000c > > > +#define MCLK_HIGH_MASK GENMASK(15, 8) > > > +#define MCLK_LOW_MASK GENMASK(7, 0) > > > +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) > > > +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) > > > + > > > +#define PLLCTL0_REG 0x0016 > > > +#define PLL_PRD_MASK GENMASK(15, 12) > > > +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) > > > +#define PLL_FBD_MASK GENMASK(8, 0) > > > +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) > > > + > > > +#define PLLCTL1_REG 0x0018 > > > +#define PLL_FRS_MASK GENMASK(11, 10) > > > +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) > > > +#define CKEN BIT(4) > > > +#define RESETB BIT(1) > > > +#define PLL_EN BIT(0) > > > + > > > +#define CLKCTL_REG 0x0020 > > > +#define MCLKDIV_MASK GENMASK(3, 2) > > > +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) > > > +#define MCLKDIV_8 0 > > > +#define MCLKDIV_4 1 > > > +#define MCLKDIV_2 2 > > > + > > > +#define WORDCNT_REG 0x0022 > > > +#define PP_MISC_REG 0x0032 > > > +#define FRMSTOP BIT(15) > > > +#define RSTPTR BIT(14) > > > + > > > +/* 32-bit registers */ > > > +#define CLW_DPHYCONTTX_REG 0x0100 > > > +#define CLW_CNTRL_REG 0x0140 > > > +#define D0W_CNTRL_REG 0x0144 > > > +#define LANEDISABLE BIT(0) > > > + > > > +#define STARTCNTRL_REG 0x0204 > > > +#define START BIT(0) > > > + > > > +#define LINEINITCNT_REG 0x0210 > > > +#define LPTXTIMECNT_REG 0x0214 > > > +#define TCLK_HEADERCNT_REG 0x0218 > > > +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) > > > +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > > + > > > +#define TCLK_TRAILCNT_REG 0x021C > > > +#define THS_HEADERCNT_REG 0x0220 > > > +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) > > > +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > > + > > > +#define TWAKEUP_REG 0x0224 > > > +#define TCLK_POSTCNT_REG 0x0228 > > > +#define THS_TRAILCNT_REG 0x022C > > > +#define HSTXVREGEN_REG 0x0234 > > > +#define TXOPTIONCNTRL_REG 0x0238 > > > +#define CSI_CONTROL_REG 0x040C > > > +#define CSI_MODE BIT(15) > > > +#define TXHSMD BIT(7) > > > +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) > > > + > > > +#define CSI_CONFW_REG 0x0500 > > > +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) > > > +#define MODE_SET 0x5 > > > +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) > > > +#define CSI_CONTROL_ADDRESS 0x3 > > > +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) > > > + > > > +#define CSI_START_REG 0x0518 > > > +#define STRT BIT(0) > > > + > > > +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { > > > + .width = 640, > > > + .height = 480, > > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > > + .field = V4L2_FIELD_NONE, > > > + .colorspace = V4L2_COLORSPACE_DEFAULT, > > > + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, > > > + .quantization = V4L2_QUANTIZATION_DEFAULT, > > > + .xfer_func = V4L2_XFER_FUNC_DEFAULT, > > > +}; > > > + > > > +static const char * const tc358746_supplies[] = { > > > + "vddc", "vddio", "vddmipi" > > > +}; > > > + > > > +enum { > > > + TC358746_SINK, > > > + TC358746_SOURCE, > > > + TC358746_NR_PADS > > > +}; > > > + > > > +struct tc358746 { > > > + struct v4l2_subdev sd; > > > + struct media_pad pads[TC358746_NR_PADS]; > > > + struct v4l2_async_notifier notifier; > > > + struct v4l2_fwnode_endpoint csi_vep; > > > + > > > + struct v4l2_ctrl_handler ctrl_hdl; > > > + > > > + struct regmap *regmap; > > > + struct clk *refclk; > > > + struct gpio_desc *reset_gpio; > > > + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; > > > + > > > + struct clk_hw mclk_hw; > > > + unsigned long mclk_rate; > > > + u8 mclk_prediv; > > > + u16 mclk_postdiv; > > > + > > > + unsigned long pll_rate; > > > + u8 pll_post_div; > > > + u16 pll_pre_div; > > > + u16 pll_mul; > > > + > > > +#define TC358746_VB_MAX_SIZE (511 * 32) > > > +#define TC358746_VB_DEFAULT_SIZE (1 * 32) > > > + unsigned int vb_size; /* Video buffer size in bits */ > > > + > > > + struct phy_configure_opts_mipi_dphy dphy_cfg; > > > +}; > > > + > > > +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) > > > +{ > > > + return container_of(sd, struct tc358746, sd); > > > +} > > > + > > > +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) > > > +{ > > > + return container_of(hw, struct tc358746, mclk_hw); > > > +} > > > + > > > +struct tc358746_format { > > > + u32 code; > > > + bool csi_format; > > > + unsigned char bus_width; > > > + unsigned char bpp; > > > + /* Register values */ > > > + u8 pdformat; /* Peripheral Data Format */ > > > + u8 pdataf; /* Parallel Data Format Option */ > > > +}; > > > + > > > +enum { > > > + PDFORMAT_RAW8 = 0, > > > + PDFORMAT_RAW10, > > > + PDFORMAT_RAW12, > > > + PDFORMAT_RGB888, > > > + PDFORMAT_RGB666, > > > + PDFORMAT_RGB565, > > > + PDFORMAT_YUV422_8BIT, > > > + /* RESERVED = 7 */ > > > + PDFORMAT_RAW14 = 8, > > > + PDFORMAT_YUV422_10BIT, > > > + PDFORMAT_YUV444, > > > +}; > > > + > > > +/* Check tc358746_src_mbus_code() if you add new formats */ > > > +static const struct tc358746_format tc358746_formats[] = { > > > + { > > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > > + .bus_width = 8, > > > + .bpp = 16, > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > + .pdataf = PDATAF_MODE0, > > > + }, { > > > + .code = MEDIA_BUS_FMT_UYVY8_1X16, > > > + .csi_format = true, > > > + .bus_width = 16, > > > + .bpp = 16, > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > + .pdataf = PDATAF_MODE1, > > > + }, { > > > + .code = MEDIA_BUS_FMT_YUYV8_1X16, > > > + .csi_format = true, > > > + .bus_width = 16, > > > + .bpp = 16, > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > + .pdataf = PDATAF_MODE2, > > > + }, { > > > + .code = MEDIA_BUS_FMT_UYVY10_2X10, > > > + .bus_width = 10, > > > + .bpp = 20, > > > + .pdformat = PDFORMAT_YUV422_10BIT, > > > + .pdataf = PDATAF_MODE0, /* don't care */ > > > + } > > > +}; > > > + > > > +/* Get n-th format for pad */ > > > +static const struct tc358746_format * > > > +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) > > > +{ > > > + unsigned int idx = 0; > > > + unsigned int i; > > > + > > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > > + > > > + if ((pad == TC358746_SOURCE && fmt->csi_format) || > > > + (pad == TC358746_SINK)) { > > > + if (idx == index) > > > + return fmt; > > > + idx++; > > > + } > > > + } > > > + > > > + return ERR_PTR(-EINVAL); > > > +} > > > + > > > +static const struct tc358746_format * > > > +tc358746_get_format_by_code(unsigned int pad, u32 code) > > > +{ > > > + unsigned int i; > > > + > > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > > + > > > + if (pad == TC358746_SINK && fmt->code == code) > > > + return fmt; > > > + > > > + if (pad == TC358746_SOURCE && !fmt->csi_format) > > > + continue; > > > + > > > + if (fmt->code == code) > > > + return fmt; > > > + } > > > + > > > + return ERR_PTR(-EINVAL); > > > +} > > > + > > > +static u32 tc358746_src_mbus_code(u32 code) > > > +{ > > > + switch (code) { > > > + case MEDIA_BUS_FMT_UYVY8_2X8: > > > + return MEDIA_BUS_FMT_UYVY8_1X16; > > > + case MEDIA_BUS_FMT_UYVY10_2X10: > > > + return MEDIA_BUS_FMT_UYVY10_1X20; > > > + default: > > > + return code; > > > + } > > > +} > > > + > > > +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) > > > +{ > > > + switch (reg) { > > > + case SYSCTL_REG ... CSI_START_REG: > > > + return true; > > > + default: > > > + return false; > > > + } > > > +} > > > + > > > +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) > > > +{ > > > + switch (reg) { > > > + case CHIPID_REG ... CSI_START_REG: > > > + return true; > > > + default: > > > + return false; > > > + } > > > +} > > > + > > > +static const struct regmap_config tc358746_regmap_config = { > > > + .name = "tc358746", > > > + .reg_bits = 16, > > > + .val_bits = 16, > > > + .max_register = CSI_START_REG, > > > + .writeable_reg = tc358746_writeable_reg, > > > + .readable_reg = tc358746_readable_reg, > > > + .reg_format_endian = REGMAP_ENDIAN_BIG, > > > + .val_format_endian = REGMAP_ENDIAN_BIG, > > > +}; > > > + > > > +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) > > > +{ > > > + size_t count; > > > + > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > > + > > > + return regmap_bulk_write(tc358746->regmap, reg, &val, count); > > > +} > > > + > > > +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) > > > +{ > > > + size_t count; > > > + > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > > + *val = 0; > > > + > > > + return regmap_bulk_read(tc358746->regmap, reg, val, count); > > > +} > > > + > > > +static int > > > +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) > > > +{ > > > + u32 tmp, orig; > > > + int err; > > > + > > > + err = tc358746_read(tc358746, reg, &orig); > > > + if (err) > > > + return err; > > > + > > > + tmp = orig & ~mask; > > > + tmp |= val & mask; > > > + > > > + return tc358746_write(tc358746, reg, tmp); > > > +} > > > + > > > +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > > +{ > > > + return tc358746_update_bits(tc358746, reg, bits, bits); > > > +} > > > + > > > +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > > +{ > > > + return tc358746_update_bits(tc358746, reg, bits, 0); > > > +} > > > + > > > +static int tc358746_sw_reset(struct tc358746 *tc358746) > > > +{ > > > + int err; > > > + > > > + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); > > > + if (err) > > > + return err; > > > + > > > + udelay(10); > > > + > > > + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); > > > +} > > > + > > > +static int > > > +tc358746_apply_pll_config(struct tc358746 *tc358746) > > > +{ > > > + u8 post = tc358746->pll_post_div; > > > + u16 pre = tc358746->pll_pre_div; > > > + u16 mul = tc358746->pll_mul; > > > + u32 val, mask; > > > + int err; > > > + > > > + err = tc358746_read(tc358746, PLLCTL1_REG, &val); > > > + if (err) > > > + return err; > > > + > > > + /* Don't touch the PLL if running */ > > > + if (FIELD_GET(PLL_EN, val) == 1) > > > + return 0; > > > + > > > + /* Pre-div and Multiplicator have a internal +1 logic */ > > > + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); > > > + mask = PLL_PRD_MASK | PLL_FBD_MASK; > > > + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); > > > + if (err) > > > + return err; > > > + > > > + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; > > > + mask = PLL_FRS_MASK | RESETB | PLL_EN; > > > + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); > > > + if (err) > > > + return err; > > > + > > > + udelay(1000); > > > + > > > + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); > > > +} > > > + > > > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > > > +{ > > > + struct v4l2_subdev *sd = &tc358746->sd; > > > + struct v4l2_subdev_state *sink_state; > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > > This can be const. > > Sure > > > > + const struct tc358746_format *fmt; > > > + struct device *dev = sd->dev; > > > + u32 val; > > > + int err; > > > + > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > + v4l2_subdev_unlock_state(sink_state); > > > > You should keep the state locked until the end of this function, > > otherwise the format could change. > > That couldn't be the case since this function is called during > .s_stream(on) and my understanding was that it is not allowed to change > the active format after calling .s_stream(on). But I can move it to the > end. You're right, my bad. I can't wait for the .enable_streams() and .disable_streams() operations to replace .s_stream(), the state will then be passed by the framework to the drivers, simplifying all this. > > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > > + > > > + /* Self defined CSI user data type id's are not supported yet */ > > > + val = PDFMT(fmt->pdformat); > > > + dev_dbg(dev, "DATAFMT: 0x%x\n", val); > > > + err = tc358746_write(tc358746, DATAFMT_REG, val); > > > + if (err) > > > + return err; > > > + > > > + val = PDATAF(fmt->pdataf); > > > + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); > > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746->vb_size / 32; > > > + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, FIFOCTL_REG, val); > > > + if (err) > > > + return err; > > > + > > > + /* Total number of bytes for each line/width */ > > > + val = mbusfmt->width * fmt->bpp / 8; > > > + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); > > > + return tc358746_write(tc358746, WORDCNT_REG, val); > > > +} > > > + > > > +#ifndef MHZ > > > +#define MHZ (1000 * 1000) > > > +#endif > > > + > > > +/* Use MHz as base so the div needs no u64 */ > > > +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, > > > + unsigned int clk_mhz, > > > + unsigned int time_base) > > > +{ > > > + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); > > > +} > > > + > > > +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, > > > + unsigned int clk_mhz) > > > +{ > > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); > > > +} > > > + > > > +static u32 tc358746_us_to_cnt(unsigned int cfg_val, > > > + unsigned int clk_mhz) > > > +{ > > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); > > > +} > > > + > > > +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) > > > +{ > > > + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; > > > + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & > > > + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); > > > + struct device *dev = tc358746->sd.dev; > > > + unsigned long hs_byte_clk, hf_clk; > > > + u32 val, val2, lptxcnt; > > > + int err; > > > + > > > + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ > > > + hs_byte_clk = cfg->hs_clk_rate / 8; > > > + hs_byte_clk /= MHZ; > > > + hf_clk = hs_byte_clk / 2; > > > + > > > + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; > > > + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, LINEINITCNT_REG, val); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; > > > + lptxcnt = val; > > > + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; > > > + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; > > > + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); > > > + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); > > > + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", > > > + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); > > > + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, > > > + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); > > > + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; > > > + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; > > > + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); > > > + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); > > > + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", > > > + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); > > > + err = tc358746_write(tc358746, THS_HEADERCNT_REG, > > > + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); > > > + if (err) > > > + return err; > > > + > > > + /* TWAKEUP > 1ms in lptxcnt steps */ > > > + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); > > > + val = val / (lptxcnt + 1) - 1; > > > + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, TWAKEUP_REG, val); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); > > > + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); > > > + if (err) > > > + return err; > > > + > > > + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); > > > + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); > > > + if (err) > > > + return err; > > > + > > > + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); > > > + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); > > > +} > > > + > > > +#define MAX_DATA_LANES 4 > > > + > > > +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) > > > +{ > > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > > + unsigned int lane; > > > + u32 reg, val; > > > + int err; > > > + > > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, > > > + lanes - 1); > > > + if (err) > > > + return err; > > > + > > > + /* Clock lane */ > > > + val = enable ? 0 : LANEDISABLE; > > > + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); > > > + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); > > > + if (err) > > > + return err; > > > + > > > + for (lane = 0; lane < MAX_DATA_LANES; lane++) { > > > + /* Data lanes */ > > > + reg = D0W_CNTRL_REG + lane * 0x4; > > > + val = (enable && lane < lanes) ? 0 : LANEDISABLE; > > > + > > > + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); > > > + err = tc358746_write(tc358746, reg, val); > > > + if (err) > > > + return err; > > > + } > > > + > > > + val = 0; > > > + if (enable) { > > > + /* Clock lane */ > > > + val |= BIT(0); > > > + > > > + /* Data lanes */ > > > + for (lane = 1; lane <= lanes; lane++) > > > + val |= BIT(lane); > > > + } > > > + > > > + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); > > > + return tc358746_write(tc358746, HSTXVREGEN_REG, val); > > > +} > > > + > > > +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) > > > +{ > > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > > + int err; > > > + > > > + /* > > > + * START and STRT are only reseted/disabled by sw reset. This is > > > + * required to put the lane state back into LP-11 state. The sw reset > > > + * don't reset register values. > > > + */ > > > + if (!enable) > > > + return tc358746_sw_reset(tc358746); > > > + > > > + err = tc358746_write(tc358746, STARTCNTRL_REG, START); > > > + if (err) > > > + return err; > > > + > > > + err = tc358746_write(tc358746, CSI_START_REG, STRT); > > > + if (err) > > > + return err; > > > + > > > + /* CSI_CONTROL_REG is only indirect accessible */ > > > + return tc358746_write(tc358746, CSI_CONFW_REG, > > > + MODE(MODE_SET) | > > > + ADDRESS(CSI_CONTROL_ADDRESS) | > > > + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); > > > +} > > > + > > > +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) > > > +{ > > > + int err; > > > + > > > + if (enable) { > > > + err = tc358746_write(tc358746, PP_MISC_REG, 0); > > > + if (err) > > > + return err; > > > + > > > + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); > > > + } > > > + > > > + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); > > > + if (err) > > > + return err; > > > + > > > + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); > > > + if (err) > > > + return err; > > > + > > > + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); > > > +} > > > + > > > +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) > > > +{ > > > + pad = media_pad_remote_pad_first(pad); > > > + if (!pad) > > > + return NULL; > > > + > > > + return media_entity_to_v4l2_subdev(pad->entity); > > > +} > > > + > > > +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) > > > +{ > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > + struct v4l2_subdev *src; > > > + int err; > > > + > > > + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); > > > + > > > + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); > > > + if (!src) > > > + return -EPIPE; > > > + > > > + if (enable) { > > > + err = pm_runtime_resume_and_get(sd->dev); > > > + if (err) > > > + return err; > > > + > > > + err = tc358746_apply_dphy_config(tc358746); > > > + if (err) > > > + goto err_out; > > > + > > > + err = tc358746_apply_misc_config(tc358746); > > > + if (err) > > > + goto err_out; > > > + > > > + err = tc358746_enable_csi_lanes(tc358746, 1); > > > + if (err) > > > + goto err_out; > > > + > > > + err = tc358746_enable_csi_module(tc358746, 1); > > > + if (err) > > > + goto err_out; > > > + > > > + err = tc358746_enable_parallel_port(tc358746, 1); > > > + if (err) > > > + goto err_out; > > > + > > > + err = v4l2_subdev_call(src, video, s_stream, 1); > > > + if (err) > > > + goto err_out; > > > + > > > + return err; > > > + > > > +err_out: > > > + pm_runtime_mark_last_busy(sd->dev); > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > + > > > + return err; > > > + } > > > + > > > + /* > > > + * Lane disable trigger state change from LP-11 to LP-00 > > > + * therefore it must happen before the CSI modile is disabled. > > > + */ > > > + err = tc358746_enable_csi_lanes(tc358746, 0); > > > + if (err) > > > + return err; > > > + > > > + err = tc358746_enable_csi_module(tc358746, 0); > > > + if (err) > > > + return err; > > > + > > > + err = tc358746_enable_parallel_port(tc358746, 0); > > > + if (err) > > > + return err; > > > + > > > + pm_runtime_mark_last_busy(sd->dev); > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > + > > > + return v4l2_subdev_call(src, video, s_stream, 0); > > > +} > > > + > > > +static int tc358746_init_cfg(struct v4l2_subdev *sd, > > > + struct v4l2_subdev_state *state) > > > +{ > > > + struct v4l2_mbus_framefmt *fmt; > > > + > > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); > > > + *fmt = tc358746_def_fmt; > > > + > > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); > > > + *fmt = tc358746_def_fmt; > > > + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); > > > + > > > + return 0; > > > +} > > > + > > > +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, > > > + struct v4l2_subdev_state *sd_state, > > > + struct v4l2_subdev_mbus_code_enum *code) > > > +{ > > > + const struct tc358746_format *fmt; > > > + > > > + fmt = tc358746_get_format_by_idx(code->pad, code->index); > > > + if (IS_ERR(fmt)) > > > + return PTR_ERR(fmt); > > > + > > > + code->code = fmt->code; > > > + > > > + return 0; > > > +} > > > + > > > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > > > + struct v4l2_subdev_state *sd_state, > > > + struct v4l2_subdev_format *format) > > > +{ > > > + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; > > > + const struct tc358746_format *fmt; > > > + > > > + /* Source follows the sink */ > > > + if (format->pad == TC358746_SOURCE) > > > + return 0; > > > > You need to get the source pad format here and copy it to format, > > otherwise userspace will think whatever format it has passed has been > > accepted. > > That's right, I will change that. Thanks. > > > > + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); > > > + > > > + fmt = tc358746_get_format_by_code(format->pad, format->format.code); > > > + if (IS_ERR(fmt)) > > > + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); > > > + > > > + format->format.code = fmt->code; > > > + format->format.field = V4L2_FIELD_NONE; > > > + > > > > Is there no constraint at all on the width and height ? > > No there are no contraints, at least not listed in the datasheet I have. > > > I would expect zero width or height to be invalid for instance, and > > the width to be required to be a multiple of 2 for YUV 4:2:2 formats. > > You just specify the wordcnt in bytes per line. The datasheet I have on > my side don't say that it is forbidden to write zero to it. Regarding > the alignment, the datasheet says nothing about it too. But sure it can > be that this will fail. But shouldn't this fail on the sensor first? That's a good point. I'm fine without checks here. > Since this is just a bridge, no-cropping/selection/zoom supported, it > just takes the input from the parallel interface. If someone > misconfigured it on purpose the link-validation will fail in case of > format missmatch. If the format has a wrong alignment, the sensor should > fail first. But of course I could add a helper to check the alignment > and to set some sane defaults. > > > > + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", > > > + sink_fmt->width, sink_fmt->height, sink_fmt->code, > > > + format->format.width, format->format.height, format->format.code); > > > + > > > + *sink_fmt = format->format; > > > + > > > + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); > > > + *src_fmt = *sink_fmt; > > > + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); > > > + > > > + return 0; > > > +} > > > + > > > +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, > > > + unsigned long refclk, > > > + unsigned long fout) > > > + > > > +{ > > > + struct device *dev = tc358746->sd.dev; > > > + unsigned long best_freq = 0; > > > + u32 min_delta = 0xffffffff; > > > + u16 prediv_max = 17; > > > + u16 prediv_min = 1; > > > + u16 m_best, mul; > > > + u16 p_best, p; > > > + u8 postdiv; > > > + > > > + if (fout > 1000 * MHZ) { > > > + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); > > > + return 0; > > > + } else if (fout >= 500 * MHZ) > > > > If one branch of an if uses curly braces, all should. You can work > > around this by turning this else if into an if. > > Okay. > > > > + postdiv = 1; > > > + else if (fout >= 250 * MHZ) > > > + postdiv = 2; > > > + else if (fout >= 125 * MHZ) > > > + postdiv = 4; > > > + else > > > + postdiv = 8; > > > + > > > + for (p = prediv_min; p <= prediv_max; p++) { > > > + unsigned long delta, fin; > > > + u64 tmp; > > > + > > > + fin = DIV_ROUND_CLOSEST(refclk, p); > > > + if (fin < 4 * MHZ || fin > 40 * MHZ) > > > + continue; > > > + > > > + tmp = fout * p * postdiv; > > > + do_div(tmp, fin); > > > + mul = tmp; > > > + if (mul > 511) > > > + continue; > > > + > > > + tmp = mul * fin; > > > + do_div(tmp, p * postdiv); > > > + > > > + delta = abs(fout - tmp); > > > + if (delta < min_delta) { > > > + p_best = p; > > > + m_best = mul; > > > + min_delta = delta; > > > + best_freq = tmp; > > > + }; > > > + > > > + if (delta == 0) > > > + break; > > > + }; > > > + > > > + if (!best_freq) { > > > + dev_err(dev, "Failed find PLL frequency\n"); > > > + return 0; > > > + } > > > + > > > + tc358746->pll_post_div = postdiv; > > > + tc358746->pll_pre_div = p_best; > > > + tc358746->pll_mul = m_best; > > > + > > > + if (best_freq != fout) > > > + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", > > > + fout, best_freq); > > > + > > > + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", > > > + best_freq, p_best, m_best, postdiv); > > > + > > > + return best_freq; > > > +} > > > + > > > +#define TC358746_PRECISION 10 > > > + > > > +static int > > > +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, > > > + struct v4l2_subdev_format *source_fmt, > > > + struct v4l2_subdev_format *sink_fmt) > > > +{ > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > + unsigned long csi_bitrate, sensor_bitrate; > > > + struct v4l2_subdev_state *sink_state; > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > + const struct tc358746_format *fmt; > > > + unsigned int fifo_sz, tmp, n; > > > + struct v4l2_subdev *sensor; > > > + s64 sensor_pclk_rate; > > > + int err; > > > + > > > + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); > > > + if (err) > > > + return err; > > > + > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > > This makes me thinkg we should pass the state to this function. Not > > something that needs to be addressed in this patch of course. > > Passing the state? My understanding of *_get_active_state() is to get > the active state or do you want to add a new function like > *_get_state(active)? I meant passing the state to the .link_validate() handler. > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > + v4l2_subdev_unlock_state(sink_state); > > > > I'd release the lock at the end of the function, to make sure the format > > won't change during validation. This is also a race condition in the > > subdev core and should be fixed there, I'd be fine if you ignored it > > here for now. > > I can change this but for my understanding. Why is it even possible to > change the state that late? We are going to enable the stream real > soon after the validation is done. Due to bugs in the framework :-) I plan to address that by locking all states when constructing the pipelines, which will remove the need to lock them in individual drivers. > > > + > > > + /* Check the FIFO settings */ > > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > > + if (IS_ERR(fmt)) > > > + return PTR_ERR(fmt); > > > > Can this happen if the format has been validate at set_fmt time ? > > Of course not, I will drop the IS_ERR(). > > > > + > > > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > > > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > > > > Shouldn't you set the last two arguments to non-zero values, to support > > sources that only implement the V4L2_CID_PIXEL_RATE control ? > > Nope, I don't wanna support PIXEL_RATE right now. This can be changed > later I think. Would it be hard to support it already, given that the v4l2_get_link_freq() should make it easier ? That would avoid having to come back to this code later. > > I'd also name the variable source_link_freq, as it may not be a sensor, > > and it's a link frequency, not a pixel clock rate. > > In parallel case (which is the only supported right now) the pclk is the > link_freq. but I can change it of course. I read "pclk" as "pixel clock". That makes me think of V4L2_CID_PIXEL_RATE, which indicates the number of pixels per second. With YUV 4:2:2 2X8 media bus formats, the link frequency will be twice the pixel rate. > > > + if (sensor_pclk_rate <= 0) { > > > + dev_err(tc358746->sd.dev, > > > + "Failed to query or invalid sensor link frequency\n"); > > > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > > > + return sensor_pclk_rate ? : -EINVAL; > > > + } > > > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > > > + > > > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > > > + > > > + dev_dbg(tc358746->sd.dev, > > > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > > > + sensor_bitrate, csi_bitrate); > > > + > > > + /* Avoid possible FIFO overflows */ > > > + if (csi_bitrate < sensor_bitrate) { > > > + dev_err(sd->dev, > > > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > > > + csi_bitrate, sensor_bitrate); > > > > As this can be triggered by userspace, I'd make it a dev_dbg(). > > So you would rather fail silently without printing the reason? Is there > a common kernel agreement when to use dev_err() or info() or dbg()? It's not completely silent :-) The idea is that an error condition that can be triggered by unpriviledged userspace shouldn't be able to flood the kernel log. dev_dbg() will still allow debugging. > > > + return -EINVAL; > > > + } > > > + > > > + /* Best case */ > > > + if (csi_bitrate == sensor_bitrate) { > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > + goto out; > > > + } > > > + > > > + /* > > > + * Avoid possible FIFO underflow in case of > > > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > > > + * fifo which can be used to delay the line output. > > > + * > > > + * Fifo size calculation: > > > + * > > > + * fifo-sz, image-width - in bits > > > + * sbr - sensor_bitrate in bits/s > > > + * csir - csi_bitrate in bits/s > > > + * > > > + * 1 1 1 > > > + * image-width * --- + fifo-sz --- >= ---- * image-width > > > + * sbr sbr csir > > > > Given that csir > sbr, 1/csir < 1 sbr, so this will always be true, > > even with fifo-sz set to 0. Am I missing something ? > > Nope, that is right. Didn't checked that while I was coding it. > > > > + * > > > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > + * `-----´ > > > + * n > > > > The n variable doesn't store sbr/csir but csir/sbr (multiplied by a > > precision factor). And do I understand correctly that, as sbr < csir, > > this would be equal to the following ? > > > > * fifo-sz >= image-width - sbr/csir * image-width > > Exactly, my above comment and the below code is a bit of, you're right > but the calc is still correct: > > (mbusfmt->width * precision) (mbusfmt->width * precision) > tmp = ---------------------------- = ---------------------------- > n csi_bitrate > -------------- > sensor_bitrate > > `---------------------------´ > sbr/csir * image-width > > maybe I should comment it like: > > > * fifo-sz >= abs(sbr/csir * image-width - image-width) > > * > > * with n = 1/(sbr/csir) = csir/sbr > > * > > * fifo-sz >= abs(image-width / n - image-width) > > * > > * or > > * > > * fifo-sz >= image-width - image-width / n > > > > + * > > > + */ > > > + > > > + sensor_bitrate /= TC358746_PRECISION; > > > + n = csi_bitrate / sensor_bitrate; > > > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > > > + fifo_sz = mbusfmt->width - tmp; > > > + fifo_sz *= fmt->bpp; > > > + tc358746->vb_size = round_up(fifo_sz, 32); > > > + > > > +out: > > > + dev_dbg(tc358746->sd.dev, > > > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > > > + fifo_sz, tc358746->vb_size); > > > + > > > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > > > +} > > > + > > > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > > > + struct v4l2_mbus_config *config) > > > +{ > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > + > > > + if (pad != TC358746_SOURCE) > > > + return -EINVAL; > > > + > > > + config->type = V4L2_MBUS_CSI2_DPHY; > > > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > > > + > > > + return 0; > > > +} > > > + > > > +int __maybe_unused > > > > As reported by the buildbot, this should be static. Same for s_register. > > Yes. > > > > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > > > +{ > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > + > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > > > + > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > + return 0; > > > + } > > > > Is there a point in powering the hardware on here if it's off, in order > > to read a register that will have been reset due to the power cycle ? > > pm_runtime_get_if_in_use() seems better. Same in .s_register(). > > You're right, I will change that. > > > > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > > > + > > > + pm_runtime_mark_last_busy(sd->dev); > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > + > > > + return 0; > > > +} > > > + > > > +int __maybe_unused > > > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > > > +{ > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > + > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > + return 0; > > > + } > > > + > > > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > > > + > > > + pm_runtime_mark_last_busy(sd->dev); > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > + > > > + return 0; > > > +} > > > + > > > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > > > +#ifdef CONFIG_VIDEO_ADV_DEBUG > > > + .g_register = tc358746_g_register, > > > + .s_register = tc358746_s_register, > > > +#endif > > > +}; > > > + > > > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > > > + .s_stream = tc358746_s_stream, > > > +}; > > > + > > > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > > > + .init_cfg = tc358746_init_cfg, > > > + .enum_mbus_code = tc358746_enum_mbus_code, > > > + .set_fmt = tc358746_set_fmt, > > > + .get_fmt = v4l2_subdev_get_fmt, > > > + .link_validate = tc358746_link_validate, > > > + .get_mbus_config = tc358746_get_mbus_config, > > > +}; > > > + > > > +static const struct v4l2_subdev_ops tc358746_ops = { > > > + .core = &tc358746_core_ops, > > > + .video = &tc358746_video_ops, > > > + .pad = &tc358746_pad_ops, > > > +}; > > > + > > > +static const struct media_entity_operations tc358746_entity_ops = { > > > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > > > + .link_validate = v4l2_subdev_link_validate, > > > +}; > > > + > > > +static int tc358746_mclk_enable(struct clk_hw *hw) > > > +{ > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > + unsigned int div; > > > + u32 val; > > > + int err; > > > + > > > + div = tc358746->mclk_postdiv / 2; > > > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > > > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > > > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > > > + if (err) > > > + return err; > > > + > > > + if (tc358746->mclk_prediv == 8) > > > + val = MCLKDIV(MCLKDIV_8); > > > + else if (tc358746->mclk_prediv == 4) > > > + val = MCLKDIV(MCLKDIV_4); > > > + else > > > + val = MCLKDIV(MCLKDIV_2); > > > + > > > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > > > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > > > +} > > > + > > > +static void tc358746_mclk_disable(struct clk_hw *hw) > > > +{ > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > + > > > + tc358746_write(tc358746, MCLKCTL_REG, 0); > > > +} > > > + > > > +static long > > > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > > > +{ > > > + unsigned long pll_rate = tc358746->pll_rate; > > > + const unsigned char prediv[] = { 2, 4, 8 }; > > > + unsigned int mclk_prediv, mclk_postdiv; > > > + struct device *dev = tc358746->sd.dev; > > > + unsigned int postdiv, mclkdiv; > > > + unsigned long best_mclk_rate; > > > + unsigned int i; > > > + > > > + /* > > > + * MCLK-Div > > > + * -------------------´`--------------------- > > > + * ´ ` > > > + * +-------------+ +------------------------+ > > > + * | MCLK-PreDiv | | MCLK-PostDiv | > > > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > > > + * +-------------+ +------------------------+ > > > + * > > > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > > > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > > > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > > > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > > > + * > > > + * Keep it simple and support 50/50 duty cycles only for now, > > > + * so the calc will be: > > > + * > > > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > > > + */ > > > + > > > + if (mclk_rate == tc358746->mclk_rate) > > > + return mclk_rate; > > > + > > > + /* Highest possible rate */ > > > + mclkdiv = pll_rate / mclk_rate; > > > + if (mclkdiv <= 8) { > > > + mclk_prediv = 2; > > > + mclk_postdiv = 4; > > > + best_mclk_rate = pll_rate / (2 * 4); > > > + goto out; > > > + } > > > + > > > + /* First check the prediv */ > > > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > > > + postdiv = mclkdiv / prediv[i]; > > > + > > > + if (postdiv % 2) > > > + continue; > > > + > > > + if (postdiv >= 4 && postdiv <= 512) { > > > + mclk_prediv = prediv[i]; > > > + mclk_postdiv = postdiv; > > > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > > > + goto out; > > > + } > > > + } > > > + > > > + /* No suitable prediv found, so try to adjust the postdiv */ > > > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > > > + unsigned int pre; > > > + > > > + pre = mclkdiv / postdiv; > > > + if (pre == 2 || pre == 4 || pre == 8) { > > > + mclk_prediv = pre; > > > + mclk_postdiv = postdiv; > > > + best_mclk_rate = pll_rate / (pre * postdiv); > > > + goto out; > > > + } > > > + } > > > + > > > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > > > + mclk_prediv = 8; > > > + mclk_postdiv = 512; > > > + best_mclk_rate = pll_rate / (8 * 512); > > > + > > > +out: > > > + tc358746->mclk_prediv = mclk_prediv; > > > + tc358746->mclk_postdiv = mclk_postdiv; > > > + tc358746->mclk_rate = best_mclk_rate; > > > + > > > + if (best_mclk_rate != mclk_rate) > > > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > > > + mclk_rate, best_mclk_rate); > > > + > > > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > > > + best_mclk_rate, mclk_prediv, mclk_postdiv); > > > + > > > + return best_mclk_rate; > > > +} > > > + > > > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > > > +{ > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > + unsigned int prediv, postdiv; > > > + u32 val; > > > + int err; > > > + > > > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > > > + if (err) > > > + return 0; > > > + > > > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > > > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > > > + > > > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > > > + if (err) > > > + return 0; > > > + > > > + prediv = FIELD_GET(MCLKDIV_MASK, val); > > > + if (prediv == MCLKDIV_8) > > > + prediv = 8; > > > + else if (prediv == MCLKDIV_4) > > > + prediv = 4; > > > + else > > > + prediv = 2; > > > + > > > + return tc358746->pll_rate / (prediv * postdiv); > > > +} > > > + > > > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > > > + unsigned long *parent_rate) > > > +{ > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > + > > > + *parent_rate = tc358746->pll_rate; > > > + > > > + return tc358746_find_mclk_settings(tc358746, rate); > > > +} > > > + > > > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > > > + unsigned long parent_rate) > > > +{ > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > + > > > + tc358746_find_mclk_settings(tc358746, rate); > > > + > > > + return tc358746_mclk_enable(hw); > > > +} > > > + > > > +static const struct clk_ops tc358746_mclk_ops = { > > > + .enable = tc358746_mclk_enable, > > > + .disable = tc358746_mclk_disable, > > > + .recalc_rate = tc358746_recalc_rate, > > > + .round_rate = tc358746_mclk_round_rate, > > > + .set_rate = tc358746_mclk_set_rate, > > > +}; > > > + > > > +static int > > > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > > > +{ > > > + struct v4l2_subdev *sd; > > > + int err; > > > + > > > + sd = &tc358746->sd; > > > > You could initialize the variable when declaring it. > > Yes. > > > > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > > > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > > > + sd->entity.ops = &tc358746_entity_ops; > > > + > > > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > > > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > > > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > > > + tc358746->pads); > > > + if (err) > > > + return err; > > > + > > > + err = v4l2_subdev_init_finalize(sd); > > > + if (err) > > > + media_entity_cleanup(&sd->entity); > > > + > > > + return err; > > > +} > > > + > > > +static int > > > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > > > +{ > > > + struct device *dev = tc358746->sd.dev; > > > + struct v4l2_fwnode_endpoint *vep; > > > + unsigned long csi_link_rate; > > > + struct fwnode_handle *ep; > > > + unsigned char csi_lanes; > > > + int err; > > > + > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > > > + 0, 0); > > > + if (!ep) { > > > + dev_err(dev, "Missing endpoint node\n"); > > > + return -EINVAL; > > > + } > > > + > > > + /* Currently we only support 'parallel in' -> 'csi out' */ > > > + vep = &tc358746->csi_vep; > > > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > > > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > > > + fwnode_handle_put(ep); > > > + if (err) { > > > + dev_err(dev, "Failed to parse source endpoint\n"); > > > + return err; > > > + } > > > + > > > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > > > + if (csi_lanes == 0 || csi_lanes > 4 || > > > + vep->nr_of_link_frequencies == 0) { > > > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > > > + err = -EINVAL; > > > + goto err; > > > + } > > > + > > > + /* TODO: Add support to handle multiple link frequencies */ > > > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > > > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > > > + csi_link_rate * 2); > > > + if (!tc358746->pll_rate) { > > > + err = -EINVAL; > > > + goto err; > > > + } > > > + > > > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > > > + csi_lanes, &tc358746->dphy_cfg); > > > + if (err) > > > + goto err; > > > + > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > + > > > + return 0; > > > + > > > +err: > > > + v4l2_fwnode_endpoint_free(vep); > > > + > > > + return err; > > > +} > > > + > > > +static int tc358746_init_hw(struct tc358746 *tc358746) > > > +{ > > > + struct device *dev = tc358746->sd.dev; > > > + unsigned int chipid; > > > + u32 val; > > > + int err; > > > + > > > + err = pm_runtime_resume_and_get(dev); > > > + if (err < 0) { > > > + dev_err(dev, "Failed to resume the device\n"); > > > + return err; > > > + } > > > + > > > + /* Ensure that CSI interface is put into LP-11 state */ > > > + err = tc358746_sw_reset(tc358746); > > > + if (err) { > > > + pm_runtime_put_noidle(dev); > > > > Don't you need a regular put (possibly with autosuspend) here ? > > Otherwise a reset failure will decrement the runtime PM use count but > > leave the decide powered. > > The runtime_disable() will be called within the probe(). Please see > the error path there for tc358746_init_hw(). Those are two different things, I don't think pm_runtime_disable() will power the device off. > > > + dev_err(dev, "Failed to reset the device\n"); > > > + return err; > > > + } > > > + > > > + err = tc358746_read(tc358746, CHIPID_REG, &val); > > > + pm_runtime_mark_last_busy(dev); > > > + pm_runtime_put_sync_autosuspend(dev); > > > + if (err) { > > > + dev_err(dev, "Failed to read chipid\n"); > > > > How about moving the read failure message to tc358746_read() ? It's > > useful to get error messages for all failures, not just this one. Or do > > we get a message from regmap already ? If we do, then we could just drop > > this. > > I don't see any code within regmap. I will move it to tc358746_read() > and tc358746_write() helpers. > > > > + return -ENODEV; > > > + } > > > + > > > + chipid = FIELD_GET(CHIPID, val); > > > + if (chipid != 0x44) { > > > + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); > > > + return -ENODEV; > > > + } > > > + > > > + return 0; > > > +} > > > + > > > +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) > > > > I'd move this right after tc358746_mclk_ops as they're related. > > Okay. > > > > +{ > > > + struct clk_init_data mclk_initdata = { }; > > > + struct device *dev = tc358746->sd.dev; > > > + const char *mclk_name; > > > + int err; > > > + > > > + /* MCLK clk provider support is optional */ > > > + if (!device_property_present(dev, "#clock-cells")) > > > + return 0; > > > + > > > + /* Init to highest possibel MCLK */ > > > + tc358746->mclk_postdiv = 512; > > > + tc358746->mclk_prediv = 8; > > > + > > > + mclk_name = "tc358746-mclk"; > > > + device_property_read_string(dev, "clock-output-names", > > > + &mclk_name); > > > > This holds on a single line. > > Sure. > > > > + > > > + mclk_initdata.name = mclk_name; > > > + mclk_initdata.ops = &tc358746_mclk_ops; > > > + tc358746->mclk_hw.init = &mclk_initdata; > > > + > > > + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); > > > + if (err) { > > > + dev_err(dev, "Failed to register mclk provider\n"); > > > + return err; > > > + } > > > + > > > + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, > > > + &tc358746->mclk_hw); > > > + if (err) > > > + dev_err(dev, "Failed to add mclk provider\n"); > > > + > > > + return err; > > > +} > > > + > > > +static int tc358746_init_controls(struct tc358746 *tc358746) > > > +{ > > > + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; > > > + struct v4l2_ctrl *ctrl; > > > + int err; > > > + > > > + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); > > > + if (err) > > > + return err; > > > + > > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > > + V4L2_CID_LINK_FREQ, 0, 0, > > > > Shouldn't the max argument be set to the number of items minus 1 ? > > Right now I would keep it that way since the driver only supports one > link-frequencies setting. So the ctrl don't let the userspace assume > that there are more than one link-frequency. Good point. Can you add a short comment above the call to explain this ? > > > + link_frequencies); > > > + if (ctrl) > > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > > > + > > > + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; > > > + if (tc358746->ctrl_hdl.error) > > > + return tc358746->ctrl_hdl.error; > > > > You need to call v4l2_ctrl_handler_free() in the failure paths. > > Arg.. you're right. > > > > + > > > + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); > > > > This can be skipped I think, as the only supported control is read-only. > > Yes, you're right. > > > > +} > > > + > > > +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, > > > + struct v4l2_subdev *sd, > > > + struct v4l2_async_subdev *asd) > > > +{ > > > + struct tc358746 *tc358746 = > > > + container_of(notifier, struct tc358746, notifier); > > > + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; > > > + > > > + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); > > > > I'd make the link immutable too, as only one source subdev is supported. > > Yes, I can do that. > > > > +} > > > + > > > +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { > > > + .bound = tc358746_notify_bound, > > > +}; > > > + > > > +static int tc358746_async_register(struct tc358746 *tc358746) > > > +{ > > > + struct v4l2_fwnode_endpoint vep = { > > > + .bus_type = V4L2_MBUS_PARALLEL, > > > + }; > > > + struct v4l2_async_subdev *asd; > > > + struct fwnode_handle *ep; > > > + int err; > > > + > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), > > > + TC358746_SINK, 0, 0); > > > + if (!ep) > > > + return -ENOTCONN; > > > + > > > + err = v4l2_fwnode_endpoint_parse(ep, &vep); > > > + if (err) { > > > + fwnode_handle_put(ep); > > > + return err; > > > + } > > > + > > > + v4l2_async_nf_init(&tc358746->notifier); > > > + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, > > > + struct v4l2_async_subdev); > > > + if (IS_ERR(asd)) { > > > + fwnode_handle_put(ep); > > > > You can move this before the error check and drop the next one. > > Sure, thanks. > > > > + return PTR_ERR(asd); > > > > Shouldn't v4l2_async_nf_cleanup() be called here ? > > Yep. > > > > + } > > > + > > > + fwnode_handle_put(ep); > > > + > > > + tc358746->notifier.ops = &tc358746_notify_ops; > > > + > > > + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); > > > + if (err) { > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > + return err; > > > + } > > > + > > > + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( > > > + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); > > > > Where is this reference dropped ? > > That's a good question, should it be dropped upon the notify callback or > does the v4l2-subdev use the fwnode elsewhere? I introduced this to get > rid of the message: "considering updating the driver..". I think it needs to be dropped in .remove() (and in probe error paths, as needed). > > > + > > > + err = v4l2_async_register_subdev(&tc358746->sd); > > > + if (err) { > > > + v4l2_async_nf_unregister(&tc358746->notifier); > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > + } > > > + > > > + return err; > > > > return 0; > > This would drop possible errors from async_register, but I changed the > function completely, so I will return 0 :) I had misread the code, I thought there was a return err in the error condition, my bad. > > > +} > > > + > > > +static int tc358746_probe(struct i2c_client *client) > > > +{ > > > + struct device *dev = &client->dev; > > > + struct tc358746 *tc358746; > > > + unsigned long refclk; > > > + unsigned int i; > > > + int err; > > > + > > > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > > > + if (!tc358746) > > > + return -ENOMEM; > > > + > > > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > > > + if (IS_ERR(tc358746->regmap)) > > > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > > > + "Failed to init regmap\n"); > > > + > > > + tc358746->refclk = devm_clk_get(dev, "refclk"); > > > + if (IS_ERR(tc358746->refclk)) > > > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > > > + "Failed to get refclk\n"); > > > + > > > + err = clk_prepare_enable(tc358746->refclk); > > > + if (err) > > > + return dev_err_probe(dev, err, > > > + "Failed to enable refclk\n"); > > > + > > > + refclk = clk_get_rate(tc358746->refclk); > > > + clk_disable_unprepare(tc358746->refclk); > > > + > > > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > > > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > > > + > > > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > > > + tc358746->supplies[i].supply = tc358746_supplies[i]; > > > + > > > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > > > + tc358746->supplies); > > > + if (err) > > > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > > > + > > > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > > > + GPIOD_OUT_HIGH); > > > + if (IS_ERR(tc358746->reset_gpio)) > > > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > > > + "Failed to get reset-gpios\n"); > > > + > > > + err = tc358746_init_subdev(tc358746, client); > > > + if (err) > > > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > > > + > > > + err = tc358746_init_output_port(tc358746, refclk); > > > + if (err) > > > + goto err_subdev; > > > + > > > + /* > > > + * Keep this order since we need the output port link-frequencies > > > + * information. > > > + */ > > > + err = tc358746_init_controls(tc358746); > > > + if (err) > > > + goto err_fwnode; > > > + > > > + dev_set_drvdata(dev, tc358746); > > > + pm_runtime_set_autosuspend_delay(dev, 200); > > > > 200ms may be a bit short for a complete stop/restart cycle. How about > > 1s ? > > Isn't it the time upon which the pm-fw will put the device into stop? I > can increase it of course, but I don't see any improvements for it. The idea is that autosuspend is helpful to avoid an expensive power-off/power-on cycle when stopping video capture, reconfiguring the source (and the pipeline) and restarting capture. Depending on the source, 200ms may be a bit short. > Thanks again for the detailed review :) > > Regards, > Marco > > > > + pm_runtime_use_autosuspend(dev); > > > + pm_runtime_enable(dev); > > > + > > > + err = tc358746_init_hw(tc358746); > > > + if (err) > > > + goto err_pm; > > > + > > > + err = tc358746_setup_mclk_provider(tc358746); > > > + if (err) > > > + goto err_pm; > > > + > > > + err = tc358746_async_register(tc358746); > > > + if (err < 0) > > > + goto err_pm; > > > + > > > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > > > + client->addr, client->adapter->name); > > > + > > > + return 0; > > > + > > > +err_pm: > > > + pm_runtime_disable(dev); > > > + pm_runtime_set_suspended(dev); > > > + pm_runtime_dont_use_autosuspend(dev); > > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > > +err_fwnode: > > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > > +err_subdev: > > > + v4l2_subdev_cleanup(&tc358746->sd); > > > + media_entity_cleanup(&tc358746->sd.entity); > > > + > > > + return err; > > > +} > > > + > > > +static int tc358746_remove(struct i2c_client *client) > > > +{ > > > + struct v4l2_subdev *sd = i2c_get_clientdata(client); > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > + > > > + v4l2_subdev_cleanup(sd); > > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > > + v4l2_async_nf_unregister(&tc358746->notifier); > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > + v4l2_async_unregister_subdev(sd); > > > + media_entity_cleanup(&sd->entity); > > > + > > > + pm_runtime_disable(sd->dev); > > > + pm_runtime_set_suspended(sd->dev); > > > + pm_runtime_dont_use_autosuspend(sd->dev); > > > + > > > + return 0; > > > +} > > > + > > > +static int tc358746_suspend(struct device *dev) > > > +{ > > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > > + int err; > > > + > > > + clk_disable_unprepare(tc358746->refclk); > > > + > > > + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > > + tc358746->supplies); > > > + if (err) > > > + clk_prepare_enable(tc358746->refclk); > > > + > > > + return err; > > > +} > > > + > > > +static int tc358746_resume(struct device *dev) > > > +{ > > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > > + int err; > > > + > > > + gpiod_set_value(tc358746->reset_gpio, 1); > > > + > > > + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), > > > + tc358746->supplies); > > > + if (err) > > > + return err; > > > + > > > + /* min. 200ns */ > > > + usleep_range(10, 20); > > > + > > > + gpiod_set_value(tc358746->reset_gpio, 0); > > > + > > > + err = clk_prepare_enable(tc358746->refclk); > > > + if (err) > > > + goto err; > > > + > > > + /* min. 700us ... 1ms */ > > > + usleep_range(1000, 1500); > > > + > > > + /* > > > + * Enable the PLL here since it can be called by the clk-framework or by > > > + * the .s_stream() callback. So this is the common place for both. > > > + */ > > > + err = tc358746_apply_pll_config(tc358746); > > > + if (err) > > > + goto err_clk; > > > + > > > + return 0; > > > + > > > +err_clk: > > > + clk_disable_unprepare(tc358746->refclk); > > > +err: > > > + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > > + tc358746->supplies); > > > + return err; > > > +} > > > + > > > +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, > > > + tc358746_resume, NULL); > > > + > > > +static const struct of_device_id __maybe_unused tc358746_of_match[] = { > > > + { .compatible = "toshiba,tc358746" }, > > > + { }, > > > +}; > > > +MODULE_DEVICE_TABLE(of, tc358746_of_match); > > > + > > > +static struct i2c_driver tc358746_driver = { > > > + .driver = { > > > + .name = "tc358746", > > > + .pm = pm_ptr(&tc358746_pm_ops), > > > + .of_match_table = tc358746_of_match, > > > + }, > > > + .probe_new = tc358746_probe, > > > + .remove = tc358746_remove, > > > +}; > > > + > > > +module_i2c_driver(tc358746_driver); > > > + > > > +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); > > > +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); > > > +MODULE_LICENSE("GPL");
On Mon, Sep 19, 2022 at 08:37:23PM +0300, Laurent Pinchart wrote: > > > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > > > + V4L2_CID_LINK_FREQ, 0, 0, > > > > > > Shouldn't the max argument be set to the number of items minus 1 ? > > > > Right now I would keep it that way since the driver only supports one > > link-frequencies setting. So the ctrl don't let the userspace assume > > that there are more than one link-frequency. > > Good point. Can you add a short comment above the call to explain this ? Wouldn't it be just easier to do what Laurent suggested originally? The end result is the same, isn't it, and no comment needed? > > > > > + link_frequencies); > > > > + if (ctrl) > > > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; Now that this is a bridge, this value presumably doesn't need to change. There will just be more blanking if the source sub-device pixel rate is slower, right?
Hi Sakari, On 22-09-19, Sakari Ailus wrote: > On Mon, Sep 19, 2022 at 08:37:23PM +0300, Laurent Pinchart wrote: > > > > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > > > > + V4L2_CID_LINK_FREQ, 0, 0, > > > > > > > > Shouldn't the max argument be set to the number of items minus 1 ? > > > > > > Right now I would keep it that way since the driver only supports one > > > link-frequencies setting. So the ctrl don't let the userspace assume > > > that there are more than one link-frequency. > > > > Good point. Can you add a short comment above the call to explain this ? > > Wouldn't it be just easier to do what Laurent suggested originally? The end > result is the same, isn't it, and no comment needed? The end result depends on the device-tree given "link-frequencies" property. The driver currently takes only one frequency but the system-integrator of course can specify many more. In such case the 1st is used. If I go with Laurent's comment, all frequencies would be shown to the user-space but IMHO this shouldn't be the case since the driver supports only 1 frequency. > > > > > > > + link_frequencies); > > > > > + if (ctrl) > > > > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > > Now that this is a bridge, this value presumably doesn't need to change. The value can change, e.g. if you have a few freq. to allow a wide range of frame sizes. This can be the case to conform the emv tests. So there can be a freq. for smaller frame sizes and one for larger frame sizes. > There will just be more blanking if the source sub-device pixel rate is > slower, right? Please see above. Regards, Marco
Hi Marco, On Tue, Sep 20, 2022 at 10:39:08AM +0200, Marco Felsch wrote: > Hi Sakari, > > On 22-09-19, Sakari Ailus wrote: > > On Mon, Sep 19, 2022 at 08:37:23PM +0300, Laurent Pinchart wrote: > > > > > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > > > > > + V4L2_CID_LINK_FREQ, 0, 0, > > > > > > > > > > Shouldn't the max argument be set to the number of items minus 1 ? > > > > > > > > Right now I would keep it that way since the driver only supports one > > > > link-frequencies setting. So the ctrl don't let the userspace assume > > > > that there are more than one link-frequency. > > > > > > Good point. Can you add a short comment above the call to explain this ? > > > > Wouldn't it be just easier to do what Laurent suggested originally? The end > > result is the same, isn't it, and no comment needed? > > The end result depends on the device-tree given "link-frequencies" > property. The driver currently takes only one frequency but the > system-integrator of course can specify many more. In such case the 1st > is used. If I go with Laurent's comment, all frequencies would be shown > to the user-space but IMHO this shouldn't be the case since the driver > supports only 1 frequency. Yes, indeed. The driver can later be amended to support this. > > > > > > > > > > + link_frequencies); > > > > > > + if (ctrl) > > > > > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > > > > Now that this is a bridge, this value presumably doesn't need to change. > > The value can change, e.g. if you have a few freq. to allow a wide range > of frame sizes. This can be the case to conform the emv tests. So there > can be a freq. for smaller frame sizes and one for larger frame sizes. Ack.
Hi Laurent, On 22-09-19, Laurent Pinchart wrote: > Hi Marco, > > On Mon, Sep 19, 2022 at 07:11:42PM +0200, Marco Felsch wrote: > > On 22-09-19, Laurent Pinchart wrote: > > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > > > > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > > > > supports two operating modes: > > > > 1st) parallel-in -> mipi-csi out > > > > 2nd) mipi-csi in -> parallel out > > > > > > > > This patch only adds the support for the 1st mode. > > > > > > > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > > > > --- > > > > Changelog: > > > > > > > > v2: > > > > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > > > > - remove now not needed tc358746_link_setup() and > > > > struct v4l2_ctrl sensor_pclk_ctrl > > > > - call v4l2_subdev_link_validate_default() during link validation > > > > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > > > > - use subdev active_state API > > > > - replace own .get_fmt with v4l2_subdev_get_fmt > > > > - remove unnecessary pad checks > > > > - restructure tc358746_get_format_by_code() if-case > > > > - move apply_dphy_config|apply_misc_config from resume intos s_stream > > > > - use goto in s_stream enable case > > > > - fix error handling in suspend/resume > > > > - split probe() into more sub-functions > > > > - use dev_dbg() for printing successful probe > > > > > > > > drivers/media/i2c/Kconfig | 17 + > > > > drivers/media/i2c/Makefile | 1 + > > > > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > > > > 3 files changed, 1700 insertions(+) > > > > create mode 100644 drivers/media/i2c/tc358746.c > > > > > > > > diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig > > > > index 7806d4b81716..aefb9c9e0c08 100644 > > > > --- a/drivers/media/i2c/Kconfig > > > > +++ b/drivers/media/i2c/Kconfig > > > > @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC > > > > When selected the tc358743 will support the optional > > > > HDMI CEC feature. > > > > > > > > +config VIDEO_TC358746 > > > > + tristate "Toshiba TC358746 parallel-CSI2 bridge" > > > > + depends on VIDEO_DEV && I2C > > > > + select VIDEO_V4L2_SUBDEV_API > > > > + select MEDIA_CONTROLLER > > > > + select V4L2_FWNODE > > > > + select GENERIC_PHY_MIPI_DPHY > > > > + select REGMAP_I2C > > > > + select COMMON_CLK > > > > + help > > > > + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. > > > > + The bridge can work in both directions but currently only the > > > > + parallel-in / csi-out path is supported. > > > > + > > > > + To compile this driver as a module, choose M here: the > > > > + module will be called tc358746. > > > > + > > > > config VIDEO_TVP514X > > > > tristate "Texas Instruments TVP514x video decoder" > > > > depends on VIDEO_DEV && I2C > > > > diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile > > > > index 0a2933103dd9..d1096c2ab480 100644 > > > > --- a/drivers/media/i2c/Makefile > > > > +++ b/drivers/media/i2c/Makefile > > > > @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o > > > > obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o > > > > obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o > > > > obj-$(CONFIG_VIDEO_TC358743) += tc358743.o > > > > +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o > > > > obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o > > > > obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o > > > > obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o > > > > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > > > > new file mode 100644 > > > > index 000000000000..4f1a809b9fc3 > > > > --- /dev/null > > > > +++ b/drivers/media/i2c/tc358746.c > > > > @@ -0,0 +1,1682 @@ > > > > +// SPDX-License-Identifier: GPL-2.0-only > > > > +/* > > > > + * TC358746 - Parallel <-> CSI-2 Bridge > > > > + * > > > > + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> > > > > + * > > > > + * Notes: > > > > + * - Currently only 'Parallel-in -> CSI-out' mode is supported! > > > > + */ > > > > + > > > > +#include <linux/bitfield.h> > > > > +#include <linux/clk.h> > > > > +#include <linux/clk-provider.h> > > > > +#include <linux/delay.h> > > > > +#include <linux/i2c.h> > > > > +#include <linux/interrupt.h> > > > > +#include <linux/kernel.h> > > > > +#include <linux/module.h> > > > > +#include <linux/phy/phy-mipi-dphy.h> > > > > +#include <linux/property.h> > > > > +#include <linux/pm_runtime.h> > > > > +#include <linux/regmap.h> > > > > +#include <media/v4l2-ctrls.h> > > > > +#include <media/v4l2-device.h> > > > > +#include <media/v4l2-fwnode.h> > > > > +#include <media/v4l2-mc.h> > > > > + > > > > +/* 16-bit registers */ > > > > +#define CHIPID_REG 0x0000 > > > > +#define CHIPID GENMASK(15, 8) > > > > + > > > > +#define SYSCTL_REG 0x0002 > > > > +#define SRESET BIT(0) > > > > + > > > > +#define CONFCTL_REG 0x0004 > > > > +#define PDATAF_MASK GENMASK(9, 8) > > > > +#define PDATAF_MODE0 0 > > > > +#define PDATAF_MODE1 1 > > > > +#define PDATAF_MODE2 2 > > > > +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) > > > > +#define PPEN BIT(6) > > > > +#define DATALANE_MASK GENMASK(1, 0) > > > > + > > > > +#define FIFOCTL_REG 0x0006 > > > > +#define DATAFMT_REG 0x0008 > > > > +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) > > > > + > > > > +#define MCLKCTL_REG 0x000c > > > > +#define MCLK_HIGH_MASK GENMASK(15, 8) > > > > +#define MCLK_LOW_MASK GENMASK(7, 0) > > > > +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) > > > > +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) > > > > + > > > > +#define PLLCTL0_REG 0x0016 > > > > +#define PLL_PRD_MASK GENMASK(15, 12) > > > > +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) > > > > +#define PLL_FBD_MASK GENMASK(8, 0) > > > > +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) > > > > + > > > > +#define PLLCTL1_REG 0x0018 > > > > +#define PLL_FRS_MASK GENMASK(11, 10) > > > > +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) > > > > +#define CKEN BIT(4) > > > > +#define RESETB BIT(1) > > > > +#define PLL_EN BIT(0) > > > > + > > > > +#define CLKCTL_REG 0x0020 > > > > +#define MCLKDIV_MASK GENMASK(3, 2) > > > > +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) > > > > +#define MCLKDIV_8 0 > > > > +#define MCLKDIV_4 1 > > > > +#define MCLKDIV_2 2 > > > > + > > > > +#define WORDCNT_REG 0x0022 > > > > +#define PP_MISC_REG 0x0032 > > > > +#define FRMSTOP BIT(15) > > > > +#define RSTPTR BIT(14) > > > > + > > > > +/* 32-bit registers */ > > > > +#define CLW_DPHYCONTTX_REG 0x0100 > > > > +#define CLW_CNTRL_REG 0x0140 > > > > +#define D0W_CNTRL_REG 0x0144 > > > > +#define LANEDISABLE BIT(0) > > > > + > > > > +#define STARTCNTRL_REG 0x0204 > > > > +#define START BIT(0) > > > > + > > > > +#define LINEINITCNT_REG 0x0210 > > > > +#define LPTXTIMECNT_REG 0x0214 > > > > +#define TCLK_HEADERCNT_REG 0x0218 > > > > +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) > > > > +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > > > + > > > > +#define TCLK_TRAILCNT_REG 0x021C > > > > +#define THS_HEADERCNT_REG 0x0220 > > > > +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) > > > > +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > > > + > > > > +#define TWAKEUP_REG 0x0224 > > > > +#define TCLK_POSTCNT_REG 0x0228 > > > > +#define THS_TRAILCNT_REG 0x022C > > > > +#define HSTXVREGEN_REG 0x0234 > > > > +#define TXOPTIONCNTRL_REG 0x0238 > > > > +#define CSI_CONTROL_REG 0x040C > > > > +#define CSI_MODE BIT(15) > > > > +#define TXHSMD BIT(7) > > > > +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) > > > > + > > > > +#define CSI_CONFW_REG 0x0500 > > > > +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) > > > > +#define MODE_SET 0x5 > > > > +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) > > > > +#define CSI_CONTROL_ADDRESS 0x3 > > > > +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) > > > > + > > > > +#define CSI_START_REG 0x0518 > > > > +#define STRT BIT(0) > > > > + > > > > +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { > > > > + .width = 640, > > > > + .height = 480, > > > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > > > + .field = V4L2_FIELD_NONE, > > > > + .colorspace = V4L2_COLORSPACE_DEFAULT, > > > > + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, > > > > + .quantization = V4L2_QUANTIZATION_DEFAULT, > > > > + .xfer_func = V4L2_XFER_FUNC_DEFAULT, > > > > +}; > > > > + > > > > +static const char * const tc358746_supplies[] = { > > > > + "vddc", "vddio", "vddmipi" > > > > +}; > > > > + > > > > +enum { > > > > + TC358746_SINK, > > > > + TC358746_SOURCE, > > > > + TC358746_NR_PADS > > > > +}; > > > > + > > > > +struct tc358746 { > > > > + struct v4l2_subdev sd; > > > > + struct media_pad pads[TC358746_NR_PADS]; > > > > + struct v4l2_async_notifier notifier; > > > > + struct v4l2_fwnode_endpoint csi_vep; > > > > + > > > > + struct v4l2_ctrl_handler ctrl_hdl; > > > > + > > > > + struct regmap *regmap; > > > > + struct clk *refclk; > > > > + struct gpio_desc *reset_gpio; > > > > + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; > > > > + > > > > + struct clk_hw mclk_hw; > > > > + unsigned long mclk_rate; > > > > + u8 mclk_prediv; > > > > + u16 mclk_postdiv; > > > > + > > > > + unsigned long pll_rate; > > > > + u8 pll_post_div; > > > > + u16 pll_pre_div; > > > > + u16 pll_mul; > > > > + > > > > +#define TC358746_VB_MAX_SIZE (511 * 32) > > > > +#define TC358746_VB_DEFAULT_SIZE (1 * 32) > > > > + unsigned int vb_size; /* Video buffer size in bits */ > > > > + > > > > + struct phy_configure_opts_mipi_dphy dphy_cfg; > > > > +}; > > > > + > > > > +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) > > > > +{ > > > > + return container_of(sd, struct tc358746, sd); > > > > +} > > > > + > > > > +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) > > > > +{ > > > > + return container_of(hw, struct tc358746, mclk_hw); > > > > +} > > > > + > > > > +struct tc358746_format { > > > > + u32 code; > > > > + bool csi_format; > > > > + unsigned char bus_width; > > > > + unsigned char bpp; > > > > + /* Register values */ > > > > + u8 pdformat; /* Peripheral Data Format */ > > > > + u8 pdataf; /* Parallel Data Format Option */ > > > > +}; > > > > + > > > > +enum { > > > > + PDFORMAT_RAW8 = 0, > > > > + PDFORMAT_RAW10, > > > > + PDFORMAT_RAW12, > > > > + PDFORMAT_RGB888, > > > > + PDFORMAT_RGB666, > > > > + PDFORMAT_RGB565, > > > > + PDFORMAT_YUV422_8BIT, > > > > + /* RESERVED = 7 */ > > > > + PDFORMAT_RAW14 = 8, > > > > + PDFORMAT_YUV422_10BIT, > > > > + PDFORMAT_YUV444, > > > > +}; > > > > + > > > > +/* Check tc358746_src_mbus_code() if you add new formats */ > > > > +static const struct tc358746_format tc358746_formats[] = { > > > > + { > > > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > > > + .bus_width = 8, > > > > + .bpp = 16, > > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > > + .pdataf = PDATAF_MODE0, > > > > + }, { > > > > + .code = MEDIA_BUS_FMT_UYVY8_1X16, > > > > + .csi_format = true, > > > > + .bus_width = 16, > > > > + .bpp = 16, > > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > > + .pdataf = PDATAF_MODE1, > > > > + }, { > > > > + .code = MEDIA_BUS_FMT_YUYV8_1X16, > > > > + .csi_format = true, > > > > + .bus_width = 16, > > > > + .bpp = 16, > > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > > + .pdataf = PDATAF_MODE2, > > > > + }, { > > > > + .code = MEDIA_BUS_FMT_UYVY10_2X10, > > > > + .bus_width = 10, > > > > + .bpp = 20, > > > > + .pdformat = PDFORMAT_YUV422_10BIT, > > > > + .pdataf = PDATAF_MODE0, /* don't care */ > > > > + } > > > > +}; > > > > + > > > > +/* Get n-th format for pad */ > > > > +static const struct tc358746_format * > > > > +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) > > > > +{ > > > > + unsigned int idx = 0; > > > > + unsigned int i; > > > > + > > > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > > > + > > > > + if ((pad == TC358746_SOURCE && fmt->csi_format) || > > > > + (pad == TC358746_SINK)) { > > > > + if (idx == index) > > > > + return fmt; > > > > + idx++; > > > > + } > > > > + } > > > > + > > > > + return ERR_PTR(-EINVAL); > > > > +} > > > > + > > > > +static const struct tc358746_format * > > > > +tc358746_get_format_by_code(unsigned int pad, u32 code) > > > > +{ > > > > + unsigned int i; > > > > + > > > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > > > + > > > > + if (pad == TC358746_SINK && fmt->code == code) > > > > + return fmt; > > > > + > > > > + if (pad == TC358746_SOURCE && !fmt->csi_format) > > > > + continue; > > > > + > > > > + if (fmt->code == code) > > > > + return fmt; > > > > + } > > > > + > > > > + return ERR_PTR(-EINVAL); > > > > +} > > > > + > > > > +static u32 tc358746_src_mbus_code(u32 code) > > > > +{ > > > > + switch (code) { > > > > + case MEDIA_BUS_FMT_UYVY8_2X8: > > > > + return MEDIA_BUS_FMT_UYVY8_1X16; > > > > + case MEDIA_BUS_FMT_UYVY10_2X10: > > > > + return MEDIA_BUS_FMT_UYVY10_1X20; > > > > + default: > > > > + return code; > > > > + } > > > > +} > > > > + > > > > +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) > > > > +{ > > > > + switch (reg) { > > > > + case SYSCTL_REG ... CSI_START_REG: > > > > + return true; > > > > + default: > > > > + return false; > > > > + } > > > > +} > > > > + > > > > +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) > > > > +{ > > > > + switch (reg) { > > > > + case CHIPID_REG ... CSI_START_REG: > > > > + return true; > > > > + default: > > > > + return false; > > > > + } > > > > +} > > > > + > > > > +static const struct regmap_config tc358746_regmap_config = { > > > > + .name = "tc358746", > > > > + .reg_bits = 16, > > > > + .val_bits = 16, > > > > + .max_register = CSI_START_REG, > > > > + .writeable_reg = tc358746_writeable_reg, > > > > + .readable_reg = tc358746_readable_reg, > > > > + .reg_format_endian = REGMAP_ENDIAN_BIG, > > > > + .val_format_endian = REGMAP_ENDIAN_BIG, > > > > +}; > > > > + > > > > +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) > > > > +{ > > > > + size_t count; > > > > + > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > > > + > > > > + return regmap_bulk_write(tc358746->regmap, reg, &val, count); > > > > +} > > > > + > > > > +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) > > > > +{ > > > > + size_t count; > > > > + > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > > > + *val = 0; > > > > + > > > > + return regmap_bulk_read(tc358746->regmap, reg, val, count); > > > > +} > > > > + > > > > +static int > > > > +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) > > > > +{ > > > > + u32 tmp, orig; > > > > + int err; > > > > + > > > > + err = tc358746_read(tc358746, reg, &orig); > > > > + if (err) > > > > + return err; > > > > + > > > > + tmp = orig & ~mask; > > > > + tmp |= val & mask; > > > > + > > > > + return tc358746_write(tc358746, reg, tmp); > > > > +} > > > > + > > > > +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > > > +{ > > > > + return tc358746_update_bits(tc358746, reg, bits, bits); > > > > +} > > > > + > > > > +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > > > +{ > > > > + return tc358746_update_bits(tc358746, reg, bits, 0); > > > > +} > > > > + > > > > +static int tc358746_sw_reset(struct tc358746 *tc358746) > > > > +{ > > > > + int err; > > > > + > > > > + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); > > > > + if (err) > > > > + return err; > > > > + > > > > + udelay(10); > > > > + > > > > + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); > > > > +} > > > > + > > > > +static int > > > > +tc358746_apply_pll_config(struct tc358746 *tc358746) > > > > +{ > > > > + u8 post = tc358746->pll_post_div; > > > > + u16 pre = tc358746->pll_pre_div; > > > > + u16 mul = tc358746->pll_mul; > > > > + u32 val, mask; > > > > + int err; > > > > + > > > > + err = tc358746_read(tc358746, PLLCTL1_REG, &val); > > > > + if (err) > > > > + return err; > > > > + > > > > + /* Don't touch the PLL if running */ > > > > + if (FIELD_GET(PLL_EN, val) == 1) > > > > + return 0; > > > > + > > > > + /* Pre-div and Multiplicator have a internal +1 logic */ > > > > + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); > > > > + mask = PLL_PRD_MASK | PLL_FBD_MASK; > > > > + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; > > > > + mask = PLL_FRS_MASK | RESETB | PLL_EN; > > > > + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + udelay(1000); > > > > + > > > > + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); > > > > +} > > > > + > > > > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > > > > +{ > > > > + struct v4l2_subdev *sd = &tc358746->sd; > > > > + struct v4l2_subdev_state *sink_state; > > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > > > > This can be const. > > > > Sure > > > > > > + const struct tc358746_format *fmt; > > > > + struct device *dev = sd->dev; > > > > + u32 val; > > > > + int err; > > > > + > > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > > + v4l2_subdev_unlock_state(sink_state); > > > > > > You should keep the state locked until the end of this function, > > > otherwise the format could change. > > > > That couldn't be the case since this function is called during > > .s_stream(on) and my understanding was that it is not allowed to change > > the active format after calling .s_stream(on). But I can move it to the > > end. > > You're right, my bad. I can't wait for the .enable_streams() and > .disable_streams() operations to replace .s_stream(), the state will > then be passed by the framework to the drivers, simplifying all this. Ah.. there are changes coming :) Is there some roadmap or todo or so? Maybe we/I could support on some internal work. > > > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > > > + > > > > + /* Self defined CSI user data type id's are not supported yet */ > > > > + val = PDFMT(fmt->pdformat); > > > > + dev_dbg(dev, "DATAFMT: 0x%x\n", val); > > > > + err = tc358746_write(tc358746, DATAFMT_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = PDATAF(fmt->pdataf); > > > > + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); > > > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746->vb_size / 32; > > > > + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, FIFOCTL_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + /* Total number of bytes for each line/width */ > > > > + val = mbusfmt->width * fmt->bpp / 8; > > > > + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); > > > > + return tc358746_write(tc358746, WORDCNT_REG, val); > > > > +} > > > > + > > > > +#ifndef MHZ > > > > +#define MHZ (1000 * 1000) > > > > +#endif > > > > + > > > > +/* Use MHz as base so the div needs no u64 */ > > > > +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, > > > > + unsigned int clk_mhz, > > > > + unsigned int time_base) > > > > +{ > > > > + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); > > > > +} > > > > + > > > > +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, > > > > + unsigned int clk_mhz) > > > > +{ > > > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); > > > > +} > > > > + > > > > +static u32 tc358746_us_to_cnt(unsigned int cfg_val, > > > > + unsigned int clk_mhz) > > > > +{ > > > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); > > > > +} > > > > + > > > > +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) > > > > +{ > > > > + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; > > > > + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & > > > > + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); > > > > + struct device *dev = tc358746->sd.dev; > > > > + unsigned long hs_byte_clk, hf_clk; > > > > + u32 val, val2, lptxcnt; > > > > + int err; > > > > + > > > > + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ > > > > + hs_byte_clk = cfg->hs_clk_rate / 8; > > > > + hs_byte_clk /= MHZ; > > > > + hf_clk = hs_byte_clk / 2; > > > > + > > > > + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; > > > > + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, LINEINITCNT_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; > > > > + lptxcnt = val; > > > > + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; > > > > + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; > > > > + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); > > > > + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); > > > > + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", > > > > + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); > > > > + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, > > > > + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); > > > > + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; > > > > + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; > > > > + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); > > > > + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); > > > > + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", > > > > + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); > > > > + err = tc358746_write(tc358746, THS_HEADERCNT_REG, > > > > + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); > > > > + if (err) > > > > + return err; > > > > + > > > > + /* TWAKEUP > 1ms in lptxcnt steps */ > > > > + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); > > > > + val = val / (lptxcnt + 1) - 1; > > > > + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, TWAKEUP_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); > > > > + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); > > > > + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); > > > > + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); > > > > +} > > > > + > > > > +#define MAX_DATA_LANES 4 > > > > + > > > > +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) > > > > +{ > > > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > > > + unsigned int lane; > > > > + u32 reg, val; > > > > + int err; > > > > + > > > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, > > > > + lanes - 1); > > > > + if (err) > > > > + return err; > > > > + > > > > + /* Clock lane */ > > > > + val = enable ? 0 : LANEDISABLE; > > > > + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); > > > > + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + for (lane = 0; lane < MAX_DATA_LANES; lane++) { > > > > + /* Data lanes */ > > > > + reg = D0W_CNTRL_REG + lane * 0x4; > > > > + val = (enable && lane < lanes) ? 0 : LANEDISABLE; > > > > + > > > > + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); > > > > + err = tc358746_write(tc358746, reg, val); > > > > + if (err) > > > > + return err; > > > > + } > > > > + > > > > + val = 0; > > > > + if (enable) { > > > > + /* Clock lane */ > > > > + val |= BIT(0); > > > > + > > > > + /* Data lanes */ > > > > + for (lane = 1; lane <= lanes; lane++) > > > > + val |= BIT(lane); > > > > + } > > > > + > > > > + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); > > > > + return tc358746_write(tc358746, HSTXVREGEN_REG, val); > > > > +} > > > > + > > > > +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) > > > > +{ > > > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > > > + int err; > > > > + > > > > + /* > > > > + * START and STRT are only reseted/disabled by sw reset. This is > > > > + * required to put the lane state back into LP-11 state. The sw reset > > > > + * don't reset register values. > > > > + */ > > > > + if (!enable) > > > > + return tc358746_sw_reset(tc358746); > > > > + > > > > + err = tc358746_write(tc358746, STARTCNTRL_REG, START); > > > > + if (err) > > > > + return err; > > > > + > > > > + err = tc358746_write(tc358746, CSI_START_REG, STRT); > > > > + if (err) > > > > + return err; > > > > + > > > > + /* CSI_CONTROL_REG is only indirect accessible */ > > > > + return tc358746_write(tc358746, CSI_CONFW_REG, > > > > + MODE(MODE_SET) | > > > > + ADDRESS(CSI_CONTROL_ADDRESS) | > > > > + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); > > > > +} > > > > + > > > > +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) > > > > +{ > > > > + int err; > > > > + > > > > + if (enable) { > > > > + err = tc358746_write(tc358746, PP_MISC_REG, 0); > > > > + if (err) > > > > + return err; > > > > + > > > > + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); > > > > + } > > > > + > > > > + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); > > > > + if (err) > > > > + return err; > > > > + > > > > + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); > > > > + if (err) > > > > + return err; > > > > + > > > > + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); > > > > +} > > > > + > > > > +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) > > > > +{ > > > > + pad = media_pad_remote_pad_first(pad); > > > > + if (!pad) > > > > + return NULL; > > > > + > > > > + return media_entity_to_v4l2_subdev(pad->entity); > > > > +} > > > > + > > > > +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) > > > > +{ > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > + struct v4l2_subdev *src; > > > > + int err; > > > > + > > > > + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); > > > > + > > > > + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); > > > > + if (!src) > > > > + return -EPIPE; > > > > + > > > > + if (enable) { > > > > + err = pm_runtime_resume_and_get(sd->dev); > > > > + if (err) > > > > + return err; > > > > + > > > > + err = tc358746_apply_dphy_config(tc358746); > > > > + if (err) > > > > + goto err_out; > > > > + > > > > + err = tc358746_apply_misc_config(tc358746); > > > > + if (err) > > > > + goto err_out; > > > > + > > > > + err = tc358746_enable_csi_lanes(tc358746, 1); > > > > + if (err) > > > > + goto err_out; > > > > + > > > > + err = tc358746_enable_csi_module(tc358746, 1); > > > > + if (err) > > > > + goto err_out; > > > > + > > > > + err = tc358746_enable_parallel_port(tc358746, 1); > > > > + if (err) > > > > + goto err_out; > > > > + > > > > + err = v4l2_subdev_call(src, video, s_stream, 1); > > > > + if (err) > > > > + goto err_out; > > > > + > > > > + return err; > > > > + > > > > +err_out: > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > + > > > > + return err; > > > > + } > > > > + > > > > + /* > > > > + * Lane disable trigger state change from LP-11 to LP-00 > > > > + * therefore it must happen before the CSI modile is disabled. > > > > + */ > > > > + err = tc358746_enable_csi_lanes(tc358746, 0); > > > > + if (err) > > > > + return err; > > > > + > > > > + err = tc358746_enable_csi_module(tc358746, 0); > > > > + if (err) > > > > + return err; > > > > + > > > > + err = tc358746_enable_parallel_port(tc358746, 0); > > > > + if (err) > > > > + return err; > > > > + > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > + > > > > + return v4l2_subdev_call(src, video, s_stream, 0); > > > > +} > > > > + > > > > +static int tc358746_init_cfg(struct v4l2_subdev *sd, > > > > + struct v4l2_subdev_state *state) > > > > +{ > > > > + struct v4l2_mbus_framefmt *fmt; > > > > + > > > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); > > > > + *fmt = tc358746_def_fmt; > > > > + > > > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); > > > > + *fmt = tc358746_def_fmt; > > > > + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, > > > > + struct v4l2_subdev_state *sd_state, > > > > + struct v4l2_subdev_mbus_code_enum *code) > > > > +{ > > > > + const struct tc358746_format *fmt; > > > > + > > > > + fmt = tc358746_get_format_by_idx(code->pad, code->index); > > > > + if (IS_ERR(fmt)) > > > > + return PTR_ERR(fmt); > > > > + > > > > + code->code = fmt->code; > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > > > > + struct v4l2_subdev_state *sd_state, > > > > + struct v4l2_subdev_format *format) > > > > +{ > > > > + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; > > > > + const struct tc358746_format *fmt; > > > > + > > > > + /* Source follows the sink */ > > > > + if (format->pad == TC358746_SOURCE) > > > > + return 0; > > > > > > You need to get the source pad format here and copy it to format, > > > otherwise userspace will think whatever format it has passed has been > > > accepted. > > > > That's right, I will change that. Thanks. > > > > > > + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); > > > > + > > > > + fmt = tc358746_get_format_by_code(format->pad, format->format.code); > > > > + if (IS_ERR(fmt)) > > > > + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); > > > > + > > > > + format->format.code = fmt->code; > > > > + format->format.field = V4L2_FIELD_NONE; > > > > + > > > > > > Is there no constraint at all on the width and height ? > > > > No there are no contraints, at least not listed in the datasheet I have. > > > > > I would expect zero width or height to be invalid for instance, and > > > the width to be required to be a multiple of 2 for YUV 4:2:2 formats. > > > > You just specify the wordcnt in bytes per line. The datasheet I have on > > my side don't say that it is forbidden to write zero to it. Regarding > > the alignment, the datasheet says nothing about it too. But sure it can > > be that this will fail. But shouldn't this fail on the sensor first? > > That's a good point. I'm fine without checks here. > > > Since this is just a bridge, no-cropping/selection/zoom supported, it > > just takes the input from the parallel interface. If someone > > misconfigured it on purpose the link-validation will fail in case of > > format missmatch. If the format has a wrong alignment, the sensor should > > fail first. But of course I could add a helper to check the alignment > > and to set some sane defaults. > > > > > > + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", > > > > + sink_fmt->width, sink_fmt->height, sink_fmt->code, > > > > + format->format.width, format->format.height, format->format.code); > > > > + > > > > + *sink_fmt = format->format; > > > > + > > > > + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); > > > > + *src_fmt = *sink_fmt; > > > > + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, > > > > + unsigned long refclk, > > > > + unsigned long fout) > > > > + > > > > +{ > > > > + struct device *dev = tc358746->sd.dev; > > > > + unsigned long best_freq = 0; > > > > + u32 min_delta = 0xffffffff; > > > > + u16 prediv_max = 17; > > > > + u16 prediv_min = 1; > > > > + u16 m_best, mul; > > > > + u16 p_best, p; > > > > + u8 postdiv; > > > > + > > > > + if (fout > 1000 * MHZ) { > > > > + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); > > > > + return 0; > > > > + } else if (fout >= 500 * MHZ) > > > > > > If one branch of an if uses curly braces, all should. You can work > > > around this by turning this else if into an if. > > > > Okay. > > > > > > + postdiv = 1; > > > > + else if (fout >= 250 * MHZ) > > > > + postdiv = 2; > > > > + else if (fout >= 125 * MHZ) > > > > + postdiv = 4; > > > > + else > > > > + postdiv = 8; > > > > + > > > > + for (p = prediv_min; p <= prediv_max; p++) { > > > > + unsigned long delta, fin; > > > > + u64 tmp; > > > > + > > > > + fin = DIV_ROUND_CLOSEST(refclk, p); > > > > + if (fin < 4 * MHZ || fin > 40 * MHZ) > > > > + continue; > > > > + > > > > + tmp = fout * p * postdiv; > > > > + do_div(tmp, fin); > > > > + mul = tmp; > > > > + if (mul > 511) > > > > + continue; > > > > + > > > > + tmp = mul * fin; > > > > + do_div(tmp, p * postdiv); > > > > + > > > > + delta = abs(fout - tmp); > > > > + if (delta < min_delta) { > > > > + p_best = p; > > > > + m_best = mul; > > > > + min_delta = delta; > > > > + best_freq = tmp; > > > > + }; > > > > + > > > > + if (delta == 0) > > > > + break; > > > > + }; > > > > + > > > > + if (!best_freq) { > > > > + dev_err(dev, "Failed find PLL frequency\n"); > > > > + return 0; > > > > + } > > > > + > > > > + tc358746->pll_post_div = postdiv; > > > > + tc358746->pll_pre_div = p_best; > > > > + tc358746->pll_mul = m_best; > > > > + > > > > + if (best_freq != fout) > > > > + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", > > > > + fout, best_freq); > > > > + > > > > + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", > > > > + best_freq, p_best, m_best, postdiv); > > > > + > > > > + return best_freq; > > > > +} > > > > + > > > > +#define TC358746_PRECISION 10 > > > > + > > > > +static int > > > > +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, > > > > + struct v4l2_subdev_format *source_fmt, > > > > + struct v4l2_subdev_format *sink_fmt) > > > > +{ > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > + unsigned long csi_bitrate, sensor_bitrate; > > > > + struct v4l2_subdev_state *sink_state; > > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > > + const struct tc358746_format *fmt; > > > > + unsigned int fifo_sz, tmp, n; > > > > + struct v4l2_subdev *sensor; > > > > + s64 sensor_pclk_rate; > > > > + int err; > > > > + > > > > + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); > > > > + if (err) > > > > + return err; > > > > + > > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > > > > This makes me thinkg we should pass the state to this function. Not > > > something that needs to be addressed in this patch of course. > > > > Passing the state? My understanding of *_get_active_state() is to get > > the active state or do you want to add a new function like > > *_get_state(active)? > > I meant passing the state to the .link_validate() handler. Ah.. :) Nice to see some progress within the media layer. > > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > > + v4l2_subdev_unlock_state(sink_state); > > > > > > I'd release the lock at the end of the function, to make sure the format > > > won't change during validation. This is also a race condition in the > > > subdev core and should be fixed there, I'd be fine if you ignored it > > > here for now. > > > > I can change this but for my understanding. Why is it even possible to > > change the state that late? We are going to enable the stream real > > soon after the validation is done. > > Due to bugs in the framework :-) I plan to address that by locking all > states when constructing the pipelines, which will remove the need to > lock them in individual drivers. *Thumbs up* > > > > + > > > > + /* Check the FIFO settings */ > > > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > > > + if (IS_ERR(fmt)) > > > > + return PTR_ERR(fmt); > > > > > > Can this happen if the format has been validate at set_fmt time ? > > > > Of course not, I will drop the IS_ERR(). > > > > > > + > > > > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > > > > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > > > > > > Shouldn't you set the last two arguments to non-zero values, to support > > > sources that only implement the V4L2_CID_PIXEL_RATE control ? > > > > Nope, I don't wanna support PIXEL_RATE right now. This can be changed > > later I think. > > Would it be hard to support it already, given that the > v4l2_get_link_freq() should make it easier ? That would avoid having to > come back to this code later. I had the pixel-rate first, then Jacobo mentioned (correctly) that my usage of pixel-rate was wrong. Supporting PIXEL_RATE as well would add more complexity because we need to take core of the mbus format to get the correct mul/div settings. Also I think that only a few drivers implementing the PIXEL_RATE correctly in case of parallel sensors _and_ this is just a fallback which will print a warning if triggered. All I want to do here is: "give me the link frequence" :) If there are drivers not supporting this but support PIXEL_RATE it shouldn't be that hard for those driver to add the LINK_FREQ ctrl. This would also improve the kernel quality since there are now heuristics and no warnings printed. Is it okay, to keep it simple and just go with LINK_FREQ. for now? > > > I'd also name the variable source_link_freq, as it may not be a sensor, > > > and it's a link frequency, not a pixel clock rate. > > > > In parallel case (which is the only supported right now) the pclk is the > > link_freq. but I can change it of course. > > I read "pclk" as "pixel clock". That makes me think of > V4L2_CID_PIXEL_RATE, which indicates the number of pixels per second. > With YUV 4:2:2 2X8 media bus formats, the link frequency will be twice > the pixel rate. Hm.. the link frequency is the frequency on the physical parallel bus, as far as I understood the ctrl. In parallel use-case this is pixelclk. Also according PIXEL_RATE documentation, it is defined as pixel-per-second. For YUV 4:2:2 those this mean mean: - y1 == 1st pixel, - u1 == 2nd pixel, - y2 == 3rd pixel, - ... All I want is to get the rate/frequency of the physical bus from the input device :) According my above explanation, could we please go with "the LINK_FREQ ctrl only" since this would avoid possible kernel warnings and is the most accurate one. > > > > + if (sensor_pclk_rate <= 0) { > > > > + dev_err(tc358746->sd.dev, > > > > + "Failed to query or invalid sensor link frequency\n"); > > > > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > > > > + return sensor_pclk_rate ? : -EINVAL; > > > > + } > > > > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > > > > + > > > > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > > > > + > > > > + dev_dbg(tc358746->sd.dev, > > > > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > > > > + sensor_bitrate, csi_bitrate); > > > > + > > > > + /* Avoid possible FIFO overflows */ > > > > + if (csi_bitrate < sensor_bitrate) { > > > > + dev_err(sd->dev, > > > > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > > > > + csi_bitrate, sensor_bitrate); > > > > > > As this can be triggered by userspace, I'd make it a dev_dbg(). > > > > So you would rather fail silently without printing the reason? Is there > > a common kernel agreement when to use dev_err() or info() or dbg()? > > It's not completely silent :-) The idea is that an error condition that > can be triggered by unpriviledged userspace shouldn't be able to flood > the kernel log. dev_dbg() will still allow debugging. Okay, I droppped it completely since the dev_dbg() in front of this call. > > > > + return -EINVAL; > > > > + } > > > > + > > > > + /* Best case */ > > > > + if (csi_bitrate == sensor_bitrate) { > > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > > + goto out; > > > > + } > > > > + > > > > + /* > > > > + * Avoid possible FIFO underflow in case of > > > > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > > > > + * fifo which can be used to delay the line output. > > > > + * > > > > + * Fifo size calculation: > > > > + * > > > > + * fifo-sz, image-width - in bits > > > > + * sbr - sensor_bitrate in bits/s > > > > + * csir - csi_bitrate in bits/s > > > > + * > > > > + * 1 1 1 > > > > + * image-width * --- + fifo-sz --- >= ---- * image-width > > > > + * sbr sbr csir > > > > > > Given that csir > sbr, 1/csir < 1 sbr, so this will always be true, > > > even with fifo-sz set to 0. Am I missing something ? > > > > Nope, that is right. Didn't checked that while I was coding it. > > > > > > + * > > > > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > > + * `-----´ > > > > + * n > > > > > > The n variable doesn't store sbr/csir but csir/sbr (multiplied by a > > > precision factor). And do I understand correctly that, as sbr < csir, > > > this would be equal to the following ? > > > > > > * fifo-sz >= image-width - sbr/csir * image-width > > > > Exactly, my above comment and the below code is a bit of, you're right > > but the calc is still correct: > > > > (mbusfmt->width * precision) (mbusfmt->width * precision) > > tmp = ---------------------------- = ---------------------------- > > n csi_bitrate > > -------------- > > sensor_bitrate > > > > `---------------------------´ > > sbr/csir * image-width > > > > maybe I should comment it like: > > > > > * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > * > > > * with n = 1/(sbr/csir) = csir/sbr > > > * > > > * fifo-sz >= abs(image-width / n - image-width) > > > * > > > * or > > > * > > > * fifo-sz >= image-width - image-width / n > > > > > > + * > > > > + */ > > > > + > > > > + sensor_bitrate /= TC358746_PRECISION; > > > > + n = csi_bitrate / sensor_bitrate; > > > > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > > > > + fifo_sz = mbusfmt->width - tmp; > > > > + fifo_sz *= fmt->bpp; > > > > + tc358746->vb_size = round_up(fifo_sz, 32); > > > > + > > > > +out: > > > > + dev_dbg(tc358746->sd.dev, > > > > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > > > > + fifo_sz, tc358746->vb_size); > > > > + > > > > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > > > > +} > > > > + > > > > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > > > > + struct v4l2_mbus_config *config) > > > > +{ > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > + > > > > + if (pad != TC358746_SOURCE) > > > > + return -EINVAL; > > > > + > > > > + config->type = V4L2_MBUS_CSI2_DPHY; > > > > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +int __maybe_unused > > > > > > As reported by the buildbot, this should be static. Same for s_register. > > > > Yes. > > > > > > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > > > > +{ > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > + > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > > > > + > > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > > + return 0; > > > > + } > > > > > > Is there a point in powering the hardware on here if it's off, in order > > > to read a register that will have been reset due to the power cycle ? > > > pm_runtime_get_if_in_use() seems better. Same in .s_register(). > > > > You're right, I will change that. > > > > > > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > > > > + > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +int __maybe_unused > > > > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > > > > +{ > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > + > > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > > + return 0; > > > > + } > > > > + > > > > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > > > > + > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > > > > +#ifdef CONFIG_VIDEO_ADV_DEBUG > > > > + .g_register = tc358746_g_register, > > > > + .s_register = tc358746_s_register, > > > > +#endif > > > > +}; > > > > + > > > > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > > > > + .s_stream = tc358746_s_stream, > > > > +}; > > > > + > > > > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > > > > + .init_cfg = tc358746_init_cfg, > > > > + .enum_mbus_code = tc358746_enum_mbus_code, > > > > + .set_fmt = tc358746_set_fmt, > > > > + .get_fmt = v4l2_subdev_get_fmt, > > > > + .link_validate = tc358746_link_validate, > > > > + .get_mbus_config = tc358746_get_mbus_config, > > > > +}; > > > > + > > > > +static const struct v4l2_subdev_ops tc358746_ops = { > > > > + .core = &tc358746_core_ops, > > > > + .video = &tc358746_video_ops, > > > > + .pad = &tc358746_pad_ops, > > > > +}; > > > > + > > > > +static const struct media_entity_operations tc358746_entity_ops = { > > > > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > > > > + .link_validate = v4l2_subdev_link_validate, > > > > +}; > > > > + > > > > +static int tc358746_mclk_enable(struct clk_hw *hw) > > > > +{ > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > + unsigned int div; > > > > + u32 val; > > > > + int err; > > > > + > > > > + div = tc358746->mclk_postdiv / 2; > > > > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > > > > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > > > > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > > > > + if (err) > > > > + return err; > > > > + > > > > + if (tc358746->mclk_prediv == 8) > > > > + val = MCLKDIV(MCLKDIV_8); > > > > + else if (tc358746->mclk_prediv == 4) > > > > + val = MCLKDIV(MCLKDIV_4); > > > > + else > > > > + val = MCLKDIV(MCLKDIV_2); > > > > + > > > > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > > > > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > > > > +} > > > > + > > > > +static void tc358746_mclk_disable(struct clk_hw *hw) > > > > +{ > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > + > > > > + tc358746_write(tc358746, MCLKCTL_REG, 0); > > > > +} > > > > + > > > > +static long > > > > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > > > > +{ > > > > + unsigned long pll_rate = tc358746->pll_rate; > > > > + const unsigned char prediv[] = { 2, 4, 8 }; > > > > + unsigned int mclk_prediv, mclk_postdiv; > > > > + struct device *dev = tc358746->sd.dev; > > > > + unsigned int postdiv, mclkdiv; > > > > + unsigned long best_mclk_rate; > > > > + unsigned int i; > > > > + > > > > + /* > > > > + * MCLK-Div > > > > + * -------------------´`--------------------- > > > > + * ´ ` > > > > + * +-------------+ +------------------------+ > > > > + * | MCLK-PreDiv | | MCLK-PostDiv | > > > > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > > > > + * +-------------+ +------------------------+ > > > > + * > > > > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > > > > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > > > > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > > > > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > > > > + * > > > > + * Keep it simple and support 50/50 duty cycles only for now, > > > > + * so the calc will be: > > > > + * > > > > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > > > > + */ > > > > + > > > > + if (mclk_rate == tc358746->mclk_rate) > > > > + return mclk_rate; > > > > + > > > > + /* Highest possible rate */ > > > > + mclkdiv = pll_rate / mclk_rate; > > > > + if (mclkdiv <= 8) { > > > > + mclk_prediv = 2; > > > > + mclk_postdiv = 4; > > > > + best_mclk_rate = pll_rate / (2 * 4); > > > > + goto out; > > > > + } > > > > + > > > > + /* First check the prediv */ > > > > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > > > > + postdiv = mclkdiv / prediv[i]; > > > > + > > > > + if (postdiv % 2) > > > > + continue; > > > > + > > > > + if (postdiv >= 4 && postdiv <= 512) { > > > > + mclk_prediv = prediv[i]; > > > > + mclk_postdiv = postdiv; > > > > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > > > > + goto out; > > > > + } > > > > + } > > > > + > > > > + /* No suitable prediv found, so try to adjust the postdiv */ > > > > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > > > > + unsigned int pre; > > > > + > > > > + pre = mclkdiv / postdiv; > > > > + if (pre == 2 || pre == 4 || pre == 8) { > > > > + mclk_prediv = pre; > > > > + mclk_postdiv = postdiv; > > > > + best_mclk_rate = pll_rate / (pre * postdiv); > > > > + goto out; > > > > + } > > > > + } > > > > + > > > > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > > > > + mclk_prediv = 8; > > > > + mclk_postdiv = 512; > > > > + best_mclk_rate = pll_rate / (8 * 512); > > > > + > > > > +out: > > > > + tc358746->mclk_prediv = mclk_prediv; > > > > + tc358746->mclk_postdiv = mclk_postdiv; > > > > + tc358746->mclk_rate = best_mclk_rate; > > > > + > > > > + if (best_mclk_rate != mclk_rate) > > > > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > > > > + mclk_rate, best_mclk_rate); > > > > + > > > > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > > > > + best_mclk_rate, mclk_prediv, mclk_postdiv); > > > > + > > > > + return best_mclk_rate; > > > > +} > > > > + > > > > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > > > > +{ > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > + unsigned int prediv, postdiv; > > > > + u32 val; > > > > + int err; > > > > + > > > > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > > > > + if (err) > > > > + return 0; > > > > + > > > > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > > > > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > > > > + > > > > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > > > > + if (err) > > > > + return 0; > > > > + > > > > + prediv = FIELD_GET(MCLKDIV_MASK, val); > > > > + if (prediv == MCLKDIV_8) > > > > + prediv = 8; > > > > + else if (prediv == MCLKDIV_4) > > > > + prediv = 4; > > > > + else > > > > + prediv = 2; > > > > + > > > > + return tc358746->pll_rate / (prediv * postdiv); > > > > +} > > > > + > > > > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > > > > + unsigned long *parent_rate) > > > > +{ > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > + > > > > + *parent_rate = tc358746->pll_rate; > > > > + > > > > + return tc358746_find_mclk_settings(tc358746, rate); > > > > +} > > > > + > > > > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > > > > + unsigned long parent_rate) > > > > +{ > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > + > > > > + tc358746_find_mclk_settings(tc358746, rate); > > > > + > > > > + return tc358746_mclk_enable(hw); > > > > +} > > > > + > > > > +static const struct clk_ops tc358746_mclk_ops = { > > > > + .enable = tc358746_mclk_enable, > > > > + .disable = tc358746_mclk_disable, > > > > + .recalc_rate = tc358746_recalc_rate, > > > > + .round_rate = tc358746_mclk_round_rate, > > > > + .set_rate = tc358746_mclk_set_rate, > > > > +}; > > > > + > > > > +static int > > > > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > > > > +{ > > > > + struct v4l2_subdev *sd; > > > > + int err; > > > > + > > > > + sd = &tc358746->sd; > > > > > > You could initialize the variable when declaring it. > > > > Yes. > > > > > > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > > > > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > > > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > > > > + sd->entity.ops = &tc358746_entity_ops; > > > > + > > > > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > > > > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > > > > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > > > > + tc358746->pads); > > > > + if (err) > > > > + return err; > > > > + > > > > + err = v4l2_subdev_init_finalize(sd); > > > > + if (err) > > > > + media_entity_cleanup(&sd->entity); > > > > + > > > > + return err; > > > > +} > > > > + > > > > +static int > > > > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > > > > +{ > > > > + struct device *dev = tc358746->sd.dev; > > > > + struct v4l2_fwnode_endpoint *vep; > > > > + unsigned long csi_link_rate; > > > > + struct fwnode_handle *ep; > > > > + unsigned char csi_lanes; > > > > + int err; > > > > + > > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > > > > + 0, 0); > > > > + if (!ep) { > > > > + dev_err(dev, "Missing endpoint node\n"); > > > > + return -EINVAL; > > > > + } > > > > + > > > > + /* Currently we only support 'parallel in' -> 'csi out' */ > > > > + vep = &tc358746->csi_vep; > > > > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > > > > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > > > > + fwnode_handle_put(ep); > > > > + if (err) { > > > > + dev_err(dev, "Failed to parse source endpoint\n"); > > > > + return err; > > > > + } > > > > + > > > > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > > > > + if (csi_lanes == 0 || csi_lanes > 4 || > > > > + vep->nr_of_link_frequencies == 0) { > > > > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > > > > + err = -EINVAL; > > > > + goto err; > > > > + } > > > > + > > > > + /* TODO: Add support to handle multiple link frequencies */ > > > > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > > > > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > > > > + csi_link_rate * 2); > > > > + if (!tc358746->pll_rate) { > > > > + err = -EINVAL; > > > > + goto err; > > > > + } > > > > + > > > > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > > > > + csi_lanes, &tc358746->dphy_cfg); > > > > + if (err) > > > > + goto err; > > > > + > > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > > + > > > > + return 0; > > > > + > > > > +err: > > > > + v4l2_fwnode_endpoint_free(vep); > > > > + > > > > + return err; > > > > +} > > > > + > > > > +static int tc358746_init_hw(struct tc358746 *tc358746) > > > > +{ > > > > + struct device *dev = tc358746->sd.dev; > > > > + unsigned int chipid; > > > > + u32 val; > > > > + int err; > > > > + > > > > + err = pm_runtime_resume_and_get(dev); > > > > + if (err < 0) { > > > > + dev_err(dev, "Failed to resume the device\n"); > > > > + return err; > > > > + } > > > > + > > > > + /* Ensure that CSI interface is put into LP-11 state */ > > > > + err = tc358746_sw_reset(tc358746); > > > > + if (err) { > > > > + pm_runtime_put_noidle(dev); > > > > > > Don't you need a regular put (possibly with autosuspend) here ? > > > Otherwise a reset failure will decrement the runtime PM use count but > > > leave the decide powered. > > > > The runtime_disable() will be called within the probe(). Please see > > the error path there for tc358746_init_hw(). > > Those are two different things, I don't think pm_runtime_disable() will > power the device off. Arg.. Yes you're right. I will fix it by using the pm_runtime_put_sync_suspend() now. Thanks. > > > > + dev_err(dev, "Failed to reset the device\n"); > > > > + return err; > > > > + } > > > > + > > > > + err = tc358746_read(tc358746, CHIPID_REG, &val); > > > > + pm_runtime_mark_last_busy(dev); > > > > + pm_runtime_put_sync_autosuspend(dev); > > > > + if (err) { > > > > + dev_err(dev, "Failed to read chipid\n"); > > > > > > How about moving the read failure message to tc358746_read() ? It's > > > useful to get error messages for all failures, not just this one. Or do > > > we get a message from regmap already ? If we do, then we could just drop > > > this. > > > > I don't see any code within regmap. I will move it to tc358746_read() > > and tc358746_write() helpers. > > > > > > + return -ENODEV; > > > > + } > > > > + > > > > + chipid = FIELD_GET(CHIPID, val); > > > > + if (chipid != 0x44) { > > > > + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); > > > > + return -ENODEV; > > > > + } > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) > > > > > > I'd move this right after tc358746_mclk_ops as they're related. > > > > Okay. > > > > > > +{ > > > > + struct clk_init_data mclk_initdata = { }; > > > > + struct device *dev = tc358746->sd.dev; > > > > + const char *mclk_name; > > > > + int err; > > > > + > > > > + /* MCLK clk provider support is optional */ > > > > + if (!device_property_present(dev, "#clock-cells")) > > > > + return 0; > > > > + > > > > + /* Init to highest possibel MCLK */ > > > > + tc358746->mclk_postdiv = 512; > > > > + tc358746->mclk_prediv = 8; > > > > + > > > > + mclk_name = "tc358746-mclk"; > > > > + device_property_read_string(dev, "clock-output-names", > > > > + &mclk_name); > > > > > > This holds on a single line. > > > > Sure. > > > > > > + > > > > + mclk_initdata.name = mclk_name; > > > > + mclk_initdata.ops = &tc358746_mclk_ops; > > > > + tc358746->mclk_hw.init = &mclk_initdata; > > > > + > > > > + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); > > > > + if (err) { > > > > + dev_err(dev, "Failed to register mclk provider\n"); > > > > + return err; > > > > + } > > > > + > > > > + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, > > > > + &tc358746->mclk_hw); > > > > + if (err) > > > > + dev_err(dev, "Failed to add mclk provider\n"); > > > > + > > > > + return err; > > > > +} > > > > + > > > > +static int tc358746_init_controls(struct tc358746 *tc358746) > > > > +{ > > > > + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; > > > > + struct v4l2_ctrl *ctrl; > > > > + int err; > > > > + > > > > + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); > > > > + if (err) > > > > + return err; > > > > + > > > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > > > + V4L2_CID_LINK_FREQ, 0, 0, > > > > > > Shouldn't the max argument be set to the number of items minus 1 ? > > > > Right now I would keep it that way since the driver only supports one > > link-frequencies setting. So the ctrl don't let the userspace assume > > that there are more than one link-frequency. > > Good point. Can you add a short comment above the call to explain this ? Yes. > > > > > + link_frequencies); > > > > + if (ctrl) > > > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > > > > + > > > > + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; > > > > + if (tc358746->ctrl_hdl.error) > > > > + return tc358746->ctrl_hdl.error; > > > > > > You need to call v4l2_ctrl_handler_free() in the failure paths. > > > > Arg.. you're right. > > > > > > + > > > > + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); > > > > > > This can be skipped I think, as the only supported control is read-only. > > > > Yes, you're right. > > > > > > +} > > > > + > > > > +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, > > > > + struct v4l2_subdev *sd, > > > > + struct v4l2_async_subdev *asd) > > > > +{ > > > > + struct tc358746 *tc358746 = > > > > + container_of(notifier, struct tc358746, notifier); > > > > + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; > > > > + > > > > + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); > > > > > > I'd make the link immutable too, as only one source subdev is supported. > > > > Yes, I can do that. > > > > > > +} > > > > + > > > > +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { > > > > + .bound = tc358746_notify_bound, > > > > +}; > > > > + > > > > +static int tc358746_async_register(struct tc358746 *tc358746) > > > > +{ > > > > + struct v4l2_fwnode_endpoint vep = { > > > > + .bus_type = V4L2_MBUS_PARALLEL, > > > > + }; > > > > + struct v4l2_async_subdev *asd; > > > > + struct fwnode_handle *ep; > > > > + int err; > > > > + > > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), > > > > + TC358746_SINK, 0, 0); > > > > + if (!ep) > > > > + return -ENOTCONN; > > > > + > > > > + err = v4l2_fwnode_endpoint_parse(ep, &vep); > > > > + if (err) { > > > > + fwnode_handle_put(ep); > > > > + return err; > > > > + } > > > > + > > > > + v4l2_async_nf_init(&tc358746->notifier); > > > > + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, > > > > + struct v4l2_async_subdev); > > > > + if (IS_ERR(asd)) { > > > > + fwnode_handle_put(ep); > > > > > > You can move this before the error check and drop the next one. > > > > Sure, thanks. > > > > > > + return PTR_ERR(asd); > > > > > > Shouldn't v4l2_async_nf_cleanup() be called here ? > > > > Yep. > > > > > > + } > > > > + > > > > + fwnode_handle_put(ep); > > > > + > > > > + tc358746->notifier.ops = &tc358746_notify_ops; > > > > + > > > > + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); > > > > + if (err) { > > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > > + return err; > > > > + } > > > > + > > > > + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( > > > > + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); > > > > > > Where is this reference dropped ? > > > > That's a good question, should it be dropped upon the notify callback or > > does the v4l2-subdev use the fwnode elsewhere? I introduced this to get > > rid of the message: "considering updating the driver..". > > I think it needs to be dropped in .remove() (and in probe error paths, > as needed). Yep, I think so too. I will fix that, thanks. > > > > + > > > > + err = v4l2_async_register_subdev(&tc358746->sd); > > > > + if (err) { > > > > + v4l2_async_nf_unregister(&tc358746->notifier); > > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > > + } > > > > + > > > > + return err; > > > > > > return 0; > > > > This would drop possible errors from async_register, but I changed the > > function completely, so I will return 0 :) > > I had misread the code, I thought there was a return err in the error > condition, my bad. > > > > > +} > > > > + > > > > +static int tc358746_probe(struct i2c_client *client) > > > > +{ > > > > + struct device *dev = &client->dev; > > > > + struct tc358746 *tc358746; > > > > + unsigned long refclk; > > > > + unsigned int i; > > > > + int err; > > > > + > > > > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > > > > + if (!tc358746) > > > > + return -ENOMEM; > > > > + > > > > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > > > > + if (IS_ERR(tc358746->regmap)) > > > > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > > > > + "Failed to init regmap\n"); > > > > + > > > > + tc358746->refclk = devm_clk_get(dev, "refclk"); > > > > + if (IS_ERR(tc358746->refclk)) > > > > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > > > > + "Failed to get refclk\n"); > > > > + > > > > + err = clk_prepare_enable(tc358746->refclk); > > > > + if (err) > > > > + return dev_err_probe(dev, err, > > > > + "Failed to enable refclk\n"); > > > > + > > > > + refclk = clk_get_rate(tc358746->refclk); > > > > + clk_disable_unprepare(tc358746->refclk); > > > > + > > > > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > > > > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > > > > + > > > > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > > > > + tc358746->supplies[i].supply = tc358746_supplies[i]; > > > > + > > > > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > > > > + tc358746->supplies); > > > > + if (err) > > > > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > > > > + > > > > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > > > > + GPIOD_OUT_HIGH); > > > > + if (IS_ERR(tc358746->reset_gpio)) > > > > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > > > > + "Failed to get reset-gpios\n"); > > > > + > > > > + err = tc358746_init_subdev(tc358746, client); > > > > + if (err) > > > > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > > > > + > > > > + err = tc358746_init_output_port(tc358746, refclk); > > > > + if (err) > > > > + goto err_subdev; > > > > + > > > > + /* > > > > + * Keep this order since we need the output port link-frequencies > > > > + * information. > > > > + */ > > > > + err = tc358746_init_controls(tc358746); > > > > + if (err) > > > > + goto err_fwnode; > > > > + > > > > + dev_set_drvdata(dev, tc358746); > > > > + pm_runtime_set_autosuspend_delay(dev, 200); > > > > > > 200ms may be a bit short for a complete stop/restart cycle. How about > > > 1s ? > > > > Isn't it the time upon which the pm-fw will put the device into stop? I > > can increase it of course, but I don't see any improvements for it. > > The idea is that autosuspend is helpful to avoid an expensive > power-off/power-on cycle when stopping video capture, reconfiguring the > source (and the pipeline) and restarting capture. Depending on the > source, 200ms may be a bit short. Ah now I got your point. From that pov, I agree with you. I will increase it to 1000, thanks. Regards, Marco > > Thanks again for the detailed review :) > > > > Regards, > > Marco > > > > > > + pm_runtime_use_autosuspend(dev); > > > > + pm_runtime_enable(dev); > > > > + > > > > + err = tc358746_init_hw(tc358746); > > > > + if (err) > > > > + goto err_pm; > > > > + > > > > + err = tc358746_setup_mclk_provider(tc358746); > > > > + if (err) > > > > + goto err_pm; > > > > + > > > > + err = tc358746_async_register(tc358746); > > > > + if (err < 0) > > > > + goto err_pm; > > > > + > > > > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > > > > + client->addr, client->adapter->name); > > > > + > > > > + return 0; > > > > + > > > > +err_pm: > > > > + pm_runtime_disable(dev); > > > > + pm_runtime_set_suspended(dev); > > > > + pm_runtime_dont_use_autosuspend(dev); > > > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > > > +err_fwnode: > > > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > > > +err_subdev: > > > > + v4l2_subdev_cleanup(&tc358746->sd); > > > > + media_entity_cleanup(&tc358746->sd.entity); > > > > + > > > > + return err; > > > > +} > > > > + > > > > +static int tc358746_remove(struct i2c_client *client) > > > > +{ > > > > + struct v4l2_subdev *sd = i2c_get_clientdata(client); > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > + > > > > + v4l2_subdev_cleanup(sd); > > > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > > > + v4l2_async_nf_unregister(&tc358746->notifier); > > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > > + v4l2_async_unregister_subdev(sd); > > > > + media_entity_cleanup(&sd->entity); > > > > + > > > > + pm_runtime_disable(sd->dev); > > > > + pm_runtime_set_suspended(sd->dev); > > > > + pm_runtime_dont_use_autosuspend(sd->dev); > > > > + > > > > + return 0; > > > > +} > > > > + > > > > +static int tc358746_suspend(struct device *dev) > > > > +{ > > > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > > > + int err; > > > > + > > > > + clk_disable_unprepare(tc358746->refclk); > > > > + > > > > + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > > > + tc358746->supplies); > > > > + if (err) > > > > + clk_prepare_enable(tc358746->refclk); > > > > + > > > > + return err; > > > > +} > > > > + > > > > +static int tc358746_resume(struct device *dev) > > > > +{ > > > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > > > + int err; > > > > + > > > > + gpiod_set_value(tc358746->reset_gpio, 1); > > > > + > > > > + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), > > > > + tc358746->supplies); > > > > + if (err) > > > > + return err; > > > > + > > > > + /* min. 200ns */ > > > > + usleep_range(10, 20); > > > > + > > > > + gpiod_set_value(tc358746->reset_gpio, 0); > > > > + > > > > + err = clk_prepare_enable(tc358746->refclk); > > > > + if (err) > > > > + goto err; > > > > + > > > > + /* min. 700us ... 1ms */ > > > > + usleep_range(1000, 1500); > > > > + > > > > + /* > > > > + * Enable the PLL here since it can be called by the clk-framework or by > > > > + * the .s_stream() callback. So this is the common place for both. > > > > + */ > > > > + err = tc358746_apply_pll_config(tc358746); > > > > + if (err) > > > > + goto err_clk; > > > > + > > > > + return 0; > > > > + > > > > +err_clk: > > > > + clk_disable_unprepare(tc358746->refclk); > > > > +err: > > > > + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > > > + tc358746->supplies); > > > > + return err; > > > > +} > > > > + > > > > +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, > > > > + tc358746_resume, NULL); > > > > + > > > > +static const struct of_device_id __maybe_unused tc358746_of_match[] = { > > > > + { .compatible = "toshiba,tc358746" }, > > > > + { }, > > > > +}; > > > > +MODULE_DEVICE_TABLE(of, tc358746_of_match); > > > > + > > > > +static struct i2c_driver tc358746_driver = { > > > > + .driver = { > > > > + .name = "tc358746", > > > > + .pm = pm_ptr(&tc358746_pm_ops), > > > > + .of_match_table = tc358746_of_match, > > > > + }, > > > > + .probe_new = tc358746_probe, > > > > + .remove = tc358746_remove, > > > > +}; > > > > + > > > > +module_i2c_driver(tc358746_driver); > > > > + > > > > +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); > > > > +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); > > > > +MODULE_LICENSE("GPL"); > > -- > Regards, > > Laurent Pinchart >
Hi Marco, On Tue, Sep 20, 2022 at 12:48:54PM +0200, Marco Felsch wrote: > On 22-09-19, Laurent Pinchart wrote: > > On Mon, Sep 19, 2022 at 07:11:42PM +0200, Marco Felsch wrote: > > > On 22-09-19, Laurent Pinchart wrote: > > > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > > > > > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > > > > > supports two operating modes: > > > > > 1st) parallel-in -> mipi-csi out > > > > > 2nd) mipi-csi in -> parallel out > > > > > > > > > > This patch only adds the support for the 1st mode. > > > > > > > > > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > > > > > --- > > > > > Changelog: > > > > > > > > > > v2: > > > > > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > > > > > - remove now not needed tc358746_link_setup() and > > > > > struct v4l2_ctrl sensor_pclk_ctrl > > > > > - call v4l2_subdev_link_validate_default() during link validation > > > > > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > > > > > - use subdev active_state API > > > > > - replace own .get_fmt with v4l2_subdev_get_fmt > > > > > - remove unnecessary pad checks > > > > > - restructure tc358746_get_format_by_code() if-case > > > > > - move apply_dphy_config|apply_misc_config from resume intos s_stream > > > > > - use goto in s_stream enable case > > > > > - fix error handling in suspend/resume > > > > > - split probe() into more sub-functions > > > > > - use dev_dbg() for printing successful probe > > > > > > > > > > drivers/media/i2c/Kconfig | 17 + > > > > > drivers/media/i2c/Makefile | 1 + > > > > > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ > > > > > 3 files changed, 1700 insertions(+) > > > > > create mode 100644 drivers/media/i2c/tc358746.c > > > > > > > > > > diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig > > > > > index 7806d4b81716..aefb9c9e0c08 100644 > > > > > --- a/drivers/media/i2c/Kconfig > > > > > +++ b/drivers/media/i2c/Kconfig > > > > > @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC > > > > > When selected the tc358743 will support the optional > > > > > HDMI CEC feature. > > > > > > > > > > +config VIDEO_TC358746 > > > > > + tristate "Toshiba TC358746 parallel-CSI2 bridge" > > > > > + depends on VIDEO_DEV && I2C > > > > > + select VIDEO_V4L2_SUBDEV_API > > > > > + select MEDIA_CONTROLLER > > > > > + select V4L2_FWNODE > > > > > + select GENERIC_PHY_MIPI_DPHY > > > > > + select REGMAP_I2C > > > > > + select COMMON_CLK > > > > > + help > > > > > + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. > > > > > + The bridge can work in both directions but currently only the > > > > > + parallel-in / csi-out path is supported. > > > > > + > > > > > + To compile this driver as a module, choose M here: the > > > > > + module will be called tc358746. > > > > > + > > > > > config VIDEO_TVP514X > > > > > tristate "Texas Instruments TVP514x video decoder" > > > > > depends on VIDEO_DEV && I2C > > > > > diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile > > > > > index 0a2933103dd9..d1096c2ab480 100644 > > > > > --- a/drivers/media/i2c/Makefile > > > > > +++ b/drivers/media/i2c/Makefile > > > > > @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o > > > > > obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o > > > > > obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o > > > > > obj-$(CONFIG_VIDEO_TC358743) += tc358743.o > > > > > +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o > > > > > obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o > > > > > obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o > > > > > obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o > > > > > diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c > > > > > new file mode 100644 > > > > > index 000000000000..4f1a809b9fc3 > > > > > --- /dev/null > > > > > +++ b/drivers/media/i2c/tc358746.c > > > > > @@ -0,0 +1,1682 @@ > > > > > +// SPDX-License-Identifier: GPL-2.0-only > > > > > +/* > > > > > + * TC358746 - Parallel <-> CSI-2 Bridge > > > > > + * > > > > > + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> > > > > > + * > > > > > + * Notes: > > > > > + * - Currently only 'Parallel-in -> CSI-out' mode is supported! > > > > > + */ > > > > > + > > > > > +#include <linux/bitfield.h> > > > > > +#include <linux/clk.h> > > > > > +#include <linux/clk-provider.h> > > > > > +#include <linux/delay.h> > > > > > +#include <linux/i2c.h> > > > > > +#include <linux/interrupt.h> > > > > > +#include <linux/kernel.h> > > > > > +#include <linux/module.h> > > > > > +#include <linux/phy/phy-mipi-dphy.h> > > > > > +#include <linux/property.h> > > > > > +#include <linux/pm_runtime.h> > > > > > +#include <linux/regmap.h> > > > > > +#include <media/v4l2-ctrls.h> > > > > > +#include <media/v4l2-device.h> > > > > > +#include <media/v4l2-fwnode.h> > > > > > +#include <media/v4l2-mc.h> > > > > > + > > > > > +/* 16-bit registers */ > > > > > +#define CHIPID_REG 0x0000 > > > > > +#define CHIPID GENMASK(15, 8) > > > > > + > > > > > +#define SYSCTL_REG 0x0002 > > > > > +#define SRESET BIT(0) > > > > > + > > > > > +#define CONFCTL_REG 0x0004 > > > > > +#define PDATAF_MASK GENMASK(9, 8) > > > > > +#define PDATAF_MODE0 0 > > > > > +#define PDATAF_MODE1 1 > > > > > +#define PDATAF_MODE2 2 > > > > > +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) > > > > > +#define PPEN BIT(6) > > > > > +#define DATALANE_MASK GENMASK(1, 0) > > > > > + > > > > > +#define FIFOCTL_REG 0x0006 > > > > > +#define DATAFMT_REG 0x0008 > > > > > +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) > > > > > + > > > > > +#define MCLKCTL_REG 0x000c > > > > > +#define MCLK_HIGH_MASK GENMASK(15, 8) > > > > > +#define MCLK_LOW_MASK GENMASK(7, 0) > > > > > +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) > > > > > +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) > > > > > + > > > > > +#define PLLCTL0_REG 0x0016 > > > > > +#define PLL_PRD_MASK GENMASK(15, 12) > > > > > +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) > > > > > +#define PLL_FBD_MASK GENMASK(8, 0) > > > > > +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) > > > > > + > > > > > +#define PLLCTL1_REG 0x0018 > > > > > +#define PLL_FRS_MASK GENMASK(11, 10) > > > > > +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) > > > > > +#define CKEN BIT(4) > > > > > +#define RESETB BIT(1) > > > > > +#define PLL_EN BIT(0) > > > > > + > > > > > +#define CLKCTL_REG 0x0020 > > > > > +#define MCLKDIV_MASK GENMASK(3, 2) > > > > > +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) > > > > > +#define MCLKDIV_8 0 > > > > > +#define MCLKDIV_4 1 > > > > > +#define MCLKDIV_2 2 > > > > > + > > > > > +#define WORDCNT_REG 0x0022 > > > > > +#define PP_MISC_REG 0x0032 > > > > > +#define FRMSTOP BIT(15) > > > > > +#define RSTPTR BIT(14) > > > > > + > > > > > +/* 32-bit registers */ > > > > > +#define CLW_DPHYCONTTX_REG 0x0100 > > > > > +#define CLW_CNTRL_REG 0x0140 > > > > > +#define D0W_CNTRL_REG 0x0144 > > > > > +#define LANEDISABLE BIT(0) > > > > > + > > > > > +#define STARTCNTRL_REG 0x0204 > > > > > +#define START BIT(0) > > > > > + > > > > > +#define LINEINITCNT_REG 0x0210 > > > > > +#define LPTXTIMECNT_REG 0x0214 > > > > > +#define TCLK_HEADERCNT_REG 0x0218 > > > > > +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) > > > > > +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > > > > + > > > > > +#define TCLK_TRAILCNT_REG 0x021C > > > > > +#define THS_HEADERCNT_REG 0x0220 > > > > > +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) > > > > > +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) > > > > > + > > > > > +#define TWAKEUP_REG 0x0224 > > > > > +#define TCLK_POSTCNT_REG 0x0228 > > > > > +#define THS_TRAILCNT_REG 0x022C > > > > > +#define HSTXVREGEN_REG 0x0234 > > > > > +#define TXOPTIONCNTRL_REG 0x0238 > > > > > +#define CSI_CONTROL_REG 0x040C > > > > > +#define CSI_MODE BIT(15) > > > > > +#define TXHSMD BIT(7) > > > > > +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) > > > > > + > > > > > +#define CSI_CONFW_REG 0x0500 > > > > > +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) > > > > > +#define MODE_SET 0x5 > > > > > +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) > > > > > +#define CSI_CONTROL_ADDRESS 0x3 > > > > > +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) > > > > > + > > > > > +#define CSI_START_REG 0x0518 > > > > > +#define STRT BIT(0) > > > > > + > > > > > +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { > > > > > + .width = 640, > > > > > + .height = 480, > > > > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > > > > + .field = V4L2_FIELD_NONE, > > > > > + .colorspace = V4L2_COLORSPACE_DEFAULT, > > > > > + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, > > > > > + .quantization = V4L2_QUANTIZATION_DEFAULT, > > > > > + .xfer_func = V4L2_XFER_FUNC_DEFAULT, > > > > > +}; > > > > > + > > > > > +static const char * const tc358746_supplies[] = { > > > > > + "vddc", "vddio", "vddmipi" > > > > > +}; > > > > > + > > > > > +enum { > > > > > + TC358746_SINK, > > > > > + TC358746_SOURCE, > > > > > + TC358746_NR_PADS > > > > > +}; > > > > > + > > > > > +struct tc358746 { > > > > > + struct v4l2_subdev sd; > > > > > + struct media_pad pads[TC358746_NR_PADS]; > > > > > + struct v4l2_async_notifier notifier; > > > > > + struct v4l2_fwnode_endpoint csi_vep; > > > > > + > > > > > + struct v4l2_ctrl_handler ctrl_hdl; > > > > > + > > > > > + struct regmap *regmap; > > > > > + struct clk *refclk; > > > > > + struct gpio_desc *reset_gpio; > > > > > + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; > > > > > + > > > > > + struct clk_hw mclk_hw; > > > > > + unsigned long mclk_rate; > > > > > + u8 mclk_prediv; > > > > > + u16 mclk_postdiv; > > > > > + > > > > > + unsigned long pll_rate; > > > > > + u8 pll_post_div; > > > > > + u16 pll_pre_div; > > > > > + u16 pll_mul; > > > > > + > > > > > +#define TC358746_VB_MAX_SIZE (511 * 32) > > > > > +#define TC358746_VB_DEFAULT_SIZE (1 * 32) > > > > > + unsigned int vb_size; /* Video buffer size in bits */ > > > > > + > > > > > + struct phy_configure_opts_mipi_dphy dphy_cfg; > > > > > +}; > > > > > + > > > > > +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) > > > > > +{ > > > > > + return container_of(sd, struct tc358746, sd); > > > > > +} > > > > > + > > > > > +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) > > > > > +{ > > > > > + return container_of(hw, struct tc358746, mclk_hw); > > > > > +} > > > > > + > > > > > +struct tc358746_format { > > > > > + u32 code; > > > > > + bool csi_format; > > > > > + unsigned char bus_width; > > > > > + unsigned char bpp; > > > > > + /* Register values */ > > > > > + u8 pdformat; /* Peripheral Data Format */ > > > > > + u8 pdataf; /* Parallel Data Format Option */ > > > > > +}; > > > > > + > > > > > +enum { > > > > > + PDFORMAT_RAW8 = 0, > > > > > + PDFORMAT_RAW10, > > > > > + PDFORMAT_RAW12, > > > > > + PDFORMAT_RGB888, > > > > > + PDFORMAT_RGB666, > > > > > + PDFORMAT_RGB565, > > > > > + PDFORMAT_YUV422_8BIT, > > > > > + /* RESERVED = 7 */ > > > > > + PDFORMAT_RAW14 = 8, > > > > > + PDFORMAT_YUV422_10BIT, > > > > > + PDFORMAT_YUV444, > > > > > +}; > > > > > + > > > > > +/* Check tc358746_src_mbus_code() if you add new formats */ > > > > > +static const struct tc358746_format tc358746_formats[] = { > > > > > + { > > > > > + .code = MEDIA_BUS_FMT_UYVY8_2X8, > > > > > + .bus_width = 8, > > > > > + .bpp = 16, > > > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > > > + .pdataf = PDATAF_MODE0, > > > > > + }, { > > > > > + .code = MEDIA_BUS_FMT_UYVY8_1X16, > > > > > + .csi_format = true, > > > > > + .bus_width = 16, > > > > > + .bpp = 16, > > > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > > > + .pdataf = PDATAF_MODE1, > > > > > + }, { > > > > > + .code = MEDIA_BUS_FMT_YUYV8_1X16, > > > > > + .csi_format = true, > > > > > + .bus_width = 16, > > > > > + .bpp = 16, > > > > > + .pdformat = PDFORMAT_YUV422_8BIT, > > > > > + .pdataf = PDATAF_MODE2, > > > > > + }, { > > > > > + .code = MEDIA_BUS_FMT_UYVY10_2X10, > > > > > + .bus_width = 10, > > > > > + .bpp = 20, > > > > > + .pdformat = PDFORMAT_YUV422_10BIT, > > > > > + .pdataf = PDATAF_MODE0, /* don't care */ > > > > > + } > > > > > +}; > > > > > + > > > > > +/* Get n-th format for pad */ > > > > > +static const struct tc358746_format * > > > > > +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) > > > > > +{ > > > > > + unsigned int idx = 0; > > > > > + unsigned int i; > > > > > + > > > > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > > > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > > > > + > > > > > + if ((pad == TC358746_SOURCE && fmt->csi_format) || > > > > > + (pad == TC358746_SINK)) { > > > > > + if (idx == index) > > > > > + return fmt; > > > > > + idx++; > > > > > + } > > > > > + } > > > > > + > > > > > + return ERR_PTR(-EINVAL); > > > > > +} > > > > > + > > > > > +static const struct tc358746_format * > > > > > +tc358746_get_format_by_code(unsigned int pad, u32 code) > > > > > +{ > > > > > + unsigned int i; > > > > > + > > > > > + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { > > > > > + const struct tc358746_format *fmt = &tc358746_formats[i]; > > > > > + > > > > > + if (pad == TC358746_SINK && fmt->code == code) > > > > > + return fmt; > > > > > + > > > > > + if (pad == TC358746_SOURCE && !fmt->csi_format) > > > > > + continue; > > > > > + > > > > > + if (fmt->code == code) > > > > > + return fmt; > > > > > + } > > > > > + > > > > > + return ERR_PTR(-EINVAL); > > > > > +} > > > > > + > > > > > +static u32 tc358746_src_mbus_code(u32 code) > > > > > +{ > > > > > + switch (code) { > > > > > + case MEDIA_BUS_FMT_UYVY8_2X8: > > > > > + return MEDIA_BUS_FMT_UYVY8_1X16; > > > > > + case MEDIA_BUS_FMT_UYVY10_2X10: > > > > > + return MEDIA_BUS_FMT_UYVY10_1X20; > > > > > + default: > > > > > + return code; > > > > > + } > > > > > +} > > > > > + > > > > > +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) > > > > > +{ > > > > > + switch (reg) { > > > > > + case SYSCTL_REG ... CSI_START_REG: > > > > > + return true; > > > > > + default: > > > > > + return false; > > > > > + } > > > > > +} > > > > > + > > > > > +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) > > > > > +{ > > > > > + switch (reg) { > > > > > + case CHIPID_REG ... CSI_START_REG: > > > > > + return true; > > > > > + default: > > > > > + return false; > > > > > + } > > > > > +} > > > > > + > > > > > +static const struct regmap_config tc358746_regmap_config = { > > > > > + .name = "tc358746", > > > > > + .reg_bits = 16, > > > > > + .val_bits = 16, > > > > > + .max_register = CSI_START_REG, > > > > > + .writeable_reg = tc358746_writeable_reg, > > > > > + .readable_reg = tc358746_readable_reg, > > > > > + .reg_format_endian = REGMAP_ENDIAN_BIG, > > > > > + .val_format_endian = REGMAP_ENDIAN_BIG, > > > > > +}; > > > > > + > > > > > +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) > > > > > +{ > > > > > + size_t count; > > > > > + > > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > > > > + > > > > > + return regmap_bulk_write(tc358746->regmap, reg, &val, count); > > > > > +} > > > > > + > > > > > +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) > > > > > +{ > > > > > + size_t count; > > > > > + > > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > > + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; > > > > > + *val = 0; > > > > > + > > > > > + return regmap_bulk_read(tc358746->regmap, reg, val, count); > > > > > +} > > > > > + > > > > > +static int > > > > > +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) > > > > > +{ > > > > > + u32 tmp, orig; > > > > > + int err; > > > > > + > > > > > + err = tc358746_read(tc358746, reg, &orig); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + tmp = orig & ~mask; > > > > > + tmp |= val & mask; > > > > > + > > > > > + return tc358746_write(tc358746, reg, tmp); > > > > > +} > > > > > + > > > > > +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > > > > +{ > > > > > + return tc358746_update_bits(tc358746, reg, bits, bits); > > > > > +} > > > > > + > > > > > +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) > > > > > +{ > > > > > + return tc358746_update_bits(tc358746, reg, bits, 0); > > > > > +} > > > > > + > > > > > +static int tc358746_sw_reset(struct tc358746 *tc358746) > > > > > +{ > > > > > + int err; > > > > > + > > > > > + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + udelay(10); > > > > > + > > > > > + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); > > > > > +} > > > > > + > > > > > +static int > > > > > +tc358746_apply_pll_config(struct tc358746 *tc358746) > > > > > +{ > > > > > + u8 post = tc358746->pll_post_div; > > > > > + u16 pre = tc358746->pll_pre_div; > > > > > + u16 mul = tc358746->pll_mul; > > > > > + u32 val, mask; > > > > > + int err; > > > > > + > > > > > + err = tc358746_read(tc358746, PLLCTL1_REG, &val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + /* Don't touch the PLL if running */ > > > > > + if (FIELD_GET(PLL_EN, val) == 1) > > > > > + return 0; > > > > > + > > > > > + /* Pre-div and Multiplicator have a internal +1 logic */ > > > > > + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); > > > > > + mask = PLL_PRD_MASK | PLL_FBD_MASK; > > > > > + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; > > > > > + mask = PLL_FRS_MASK | RESETB | PLL_EN; > > > > > + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + udelay(1000); > > > > > + > > > > > + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); > > > > > +} > > > > > + > > > > > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > > > > > +{ > > > > > + struct v4l2_subdev *sd = &tc358746->sd; > > > > > + struct v4l2_subdev_state *sink_state; > > > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > > > > > > This can be const. > > > > > > Sure > > > > > > > > + const struct tc358746_format *fmt; > > > > > + struct device *dev = sd->dev; > > > > > + u32 val; > > > > > + int err; > > > > > + > > > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > > > + v4l2_subdev_unlock_state(sink_state); > > > > > > > > You should keep the state locked until the end of this function, > > > > otherwise the format could change. > > > > > > That couldn't be the case since this function is called during > > > .s_stream(on) and my understanding was that it is not allowed to change > > > the active format after calling .s_stream(on). But I can move it to the > > > end. > > > > You're right, my bad. I can't wait for the .enable_streams() and > > .disable_streams() operations to replace .s_stream(), the state will > > then be passed by the framework to the drivers, simplifying all this. > > Ah.. there are changes coming :) Is there some roadmap or todo or so? > Maybe we/I could support on some internal work. The .enable_streams() and .disable_streams() operations are part of [1]. The first 16 patches should be in v6.1. Reviews of the rest of the series would be appreciated. Further updates on top of that are just in my head for now :-) One idea is to rework media_pipeline_start() to split it into multiple functions, with a function that would lock all active states in the pipeline prior to calling .enable_streams(). The details are still vague at this point, but the goal is to move state locking out of drivers and pass it explicitly to all subdev functions. If there's anything you dislike with the subdev API that could be solved by increasing usage of the subdev state, let me know, we could cooperate on development. [1] https://lore.kernel.org/linux-media/20220831141357.1396081-1-tomi.valkeinen@ideasonboard.com > > > > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > > > > + > > > > > + /* Self defined CSI user data type id's are not supported yet */ > > > > > + val = PDFMT(fmt->pdformat); > > > > > + dev_dbg(dev, "DATAFMT: 0x%x\n", val); > > > > > + err = tc358746_write(tc358746, DATAFMT_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = PDATAF(fmt->pdataf); > > > > > + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); > > > > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746->vb_size / 32; > > > > > + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, FIFOCTL_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + /* Total number of bytes for each line/width */ > > > > > + val = mbusfmt->width * fmt->bpp / 8; > > > > > + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); > > > > > + return tc358746_write(tc358746, WORDCNT_REG, val); > > > > > +} > > > > > + > > > > > +#ifndef MHZ > > > > > +#define MHZ (1000 * 1000) > > > > > +#endif > > > > > + > > > > > +/* Use MHz as base so the div needs no u64 */ > > > > > +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, > > > > > + unsigned int clk_mhz, > > > > > + unsigned int time_base) > > > > > +{ > > > > > + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); > > > > > +} > > > > > + > > > > > +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, > > > > > + unsigned int clk_mhz) > > > > > +{ > > > > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); > > > > > +} > > > > > + > > > > > +static u32 tc358746_us_to_cnt(unsigned int cfg_val, > > > > > + unsigned int clk_mhz) > > > > > +{ > > > > > + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); > > > > > +} > > > > > + > > > > > +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) > > > > > +{ > > > > > + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; > > > > > + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & > > > > > + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); > > > > > + struct device *dev = tc358746->sd.dev; > > > > > + unsigned long hs_byte_clk, hf_clk; > > > > > + u32 val, val2, lptxcnt; > > > > > + int err; > > > > > + > > > > > + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ > > > > > + hs_byte_clk = cfg->hs_clk_rate / 8; > > > > > + hs_byte_clk /= MHZ; > > > > > + hf_clk = hs_byte_clk / 2; > > > > > + > > > > > + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; > > > > > + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, LINEINITCNT_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; > > > > > + lptxcnt = val; > > > > > + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; > > > > > + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; > > > > > + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); > > > > > + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); > > > > > + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", > > > > > + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); > > > > > + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, > > > > > + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); > > > > > + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; > > > > > + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; > > > > > + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); > > > > > + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); > > > > > + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", > > > > > + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); > > > > > + err = tc358746_write(tc358746, THS_HEADERCNT_REG, > > > > > + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + /* TWAKEUP > 1ms in lptxcnt steps */ > > > > > + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); > > > > > + val = val / (lptxcnt + 1) - 1; > > > > > + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, TWAKEUP_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); > > > > > + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); > > > > > + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); > > > > > + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); > > > > > +} > > > > > + > > > > > +#define MAX_DATA_LANES 4 > > > > > + > > > > > +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) > > > > > +{ > > > > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > > > > + unsigned int lane; > > > > > + u32 reg, val; > > > > > + int err; > > > > > + > > > > > + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, > > > > > + lanes - 1); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + /* Clock lane */ > > > > > + val = enable ? 0 : LANEDISABLE; > > > > > + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); > > > > > + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + for (lane = 0; lane < MAX_DATA_LANES; lane++) { > > > > > + /* Data lanes */ > > > > > + reg = D0W_CNTRL_REG + lane * 0x4; > > > > > + val = (enable && lane < lanes) ? 0 : LANEDISABLE; > > > > > + > > > > > + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); > > > > > + err = tc358746_write(tc358746, reg, val); > > > > > + if (err) > > > > > + return err; > > > > > + } > > > > > + > > > > > + val = 0; > > > > > + if (enable) { > > > > > + /* Clock lane */ > > > > > + val |= BIT(0); > > > > > + > > > > > + /* Data lanes */ > > > > > + for (lane = 1; lane <= lanes; lane++) > > > > > + val |= BIT(lane); > > > > > + } > > > > > + > > > > > + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); > > > > > + return tc358746_write(tc358746, HSTXVREGEN_REG, val); > > > > > +} > > > > > + > > > > > +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) > > > > > +{ > > > > > + unsigned int lanes = tc358746->dphy_cfg.lanes; > > > > > + int err; > > > > > + > > > > > + /* > > > > > + * START and STRT are only reseted/disabled by sw reset. This is > > > > > + * required to put the lane state back into LP-11 state. The sw reset > > > > > + * don't reset register values. > > > > > + */ > > > > > + if (!enable) > > > > > + return tc358746_sw_reset(tc358746); > > > > > + > > > > > + err = tc358746_write(tc358746, STARTCNTRL_REG, START); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + err = tc358746_write(tc358746, CSI_START_REG, STRT); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + /* CSI_CONTROL_REG is only indirect accessible */ > > > > > + return tc358746_write(tc358746, CSI_CONFW_REG, > > > > > + MODE(MODE_SET) | > > > > > + ADDRESS(CSI_CONTROL_ADDRESS) | > > > > > + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); > > > > > +} > > > > > + > > > > > +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) > > > > > +{ > > > > > + int err; > > > > > + > > > > > + if (enable) { > > > > > + err = tc358746_write(tc358746, PP_MISC_REG, 0); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); > > > > > + } > > > > > + > > > > > + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); > > > > > +} > > > > > + > > > > > +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) > > > > > +{ > > > > > + pad = media_pad_remote_pad_first(pad); > > > > > + if (!pad) > > > > > + return NULL; > > > > > + > > > > > + return media_entity_to_v4l2_subdev(pad->entity); > > > > > +} > > > > > + > > > > > +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) > > > > > +{ > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > + struct v4l2_subdev *src; > > > > > + int err; > > > > > + > > > > > + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); > > > > > + > > > > > + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); > > > > > + if (!src) > > > > > + return -EPIPE; > > > > > + > > > > > + if (enable) { > > > > > + err = pm_runtime_resume_and_get(sd->dev); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + err = tc358746_apply_dphy_config(tc358746); > > > > > + if (err) > > > > > + goto err_out; > > > > > + > > > > > + err = tc358746_apply_misc_config(tc358746); > > > > > + if (err) > > > > > + goto err_out; > > > > > + > > > > > + err = tc358746_enable_csi_lanes(tc358746, 1); > > > > > + if (err) > > > > > + goto err_out; > > > > > + > > > > > + err = tc358746_enable_csi_module(tc358746, 1); > > > > > + if (err) > > > > > + goto err_out; > > > > > + > > > > > + err = tc358746_enable_parallel_port(tc358746, 1); > > > > > + if (err) > > > > > + goto err_out; > > > > > + > > > > > + err = v4l2_subdev_call(src, video, s_stream, 1); > > > > > + if (err) > > > > > + goto err_out; > > > > > + > > > > > + return err; > > > > > + > > > > > +err_out: > > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > > + > > > > > + return err; > > > > > + } > > > > > + > > > > > + /* > > > > > + * Lane disable trigger state change from LP-11 to LP-00 > > > > > + * therefore it must happen before the CSI modile is disabled. > > > > > + */ > > > > > + err = tc358746_enable_csi_lanes(tc358746, 0); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + err = tc358746_enable_csi_module(tc358746, 0); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + err = tc358746_enable_parallel_port(tc358746, 0); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > > + > > > > > + return v4l2_subdev_call(src, video, s_stream, 0); > > > > > +} > > > > > + > > > > > +static int tc358746_init_cfg(struct v4l2_subdev *sd, > > > > > + struct v4l2_subdev_state *state) > > > > > +{ > > > > > + struct v4l2_mbus_framefmt *fmt; > > > > > + > > > > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); > > > > > + *fmt = tc358746_def_fmt; > > > > > + > > > > > + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); > > > > > + *fmt = tc358746_def_fmt; > > > > > + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, > > > > > + struct v4l2_subdev_state *sd_state, > > > > > + struct v4l2_subdev_mbus_code_enum *code) > > > > > +{ > > > > > + const struct tc358746_format *fmt; > > > > > + > > > > > + fmt = tc358746_get_format_by_idx(code->pad, code->index); > > > > > + if (IS_ERR(fmt)) > > > > > + return PTR_ERR(fmt); > > > > > + > > > > > + code->code = fmt->code; > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > > > > > + struct v4l2_subdev_state *sd_state, > > > > > + struct v4l2_subdev_format *format) > > > > > +{ > > > > > + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; > > > > > + const struct tc358746_format *fmt; > > > > > + > > > > > + /* Source follows the sink */ > > > > > + if (format->pad == TC358746_SOURCE) > > > > > + return 0; > > > > > > > > You need to get the source pad format here and copy it to format, > > > > otherwise userspace will think whatever format it has passed has been > > > > accepted. > > > > > > That's right, I will change that. Thanks. > > > > > > > > + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); > > > > > + > > > > > + fmt = tc358746_get_format_by_code(format->pad, format->format.code); > > > > > + if (IS_ERR(fmt)) > > > > > + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); > > > > > + > > > > > + format->format.code = fmt->code; > > > > > + format->format.field = V4L2_FIELD_NONE; > > > > > + > > > > > > > > Is there no constraint at all on the width and height ? > > > > > > No there are no contraints, at least not listed in the datasheet I have. > > > > > > > I would expect zero width or height to be invalid for instance, and > > > > the width to be required to be a multiple of 2 for YUV 4:2:2 formats. > > > > > > You just specify the wordcnt in bytes per line. The datasheet I have on > > > my side don't say that it is forbidden to write zero to it. Regarding > > > the alignment, the datasheet says nothing about it too. But sure it can > > > be that this will fail. But shouldn't this fail on the sensor first? > > > > That's a good point. I'm fine without checks here. > > > > > Since this is just a bridge, no-cropping/selection/zoom supported, it > > > just takes the input from the parallel interface. If someone > > > misconfigured it on purpose the link-validation will fail in case of > > > format missmatch. If the format has a wrong alignment, the sensor should > > > fail first. But of course I could add a helper to check the alignment > > > and to set some sane defaults. > > > > > > > > + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", > > > > > + sink_fmt->width, sink_fmt->height, sink_fmt->code, > > > > > + format->format.width, format->format.height, format->format.code); > > > > > + > > > > > + *sink_fmt = format->format; > > > > > + > > > > > + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); > > > > > + *src_fmt = *sink_fmt; > > > > > + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, > > > > > + unsigned long refclk, > > > > > + unsigned long fout) > > > > > + > > > > > +{ > > > > > + struct device *dev = tc358746->sd.dev; > > > > > + unsigned long best_freq = 0; > > > > > + u32 min_delta = 0xffffffff; > > > > > + u16 prediv_max = 17; > > > > > + u16 prediv_min = 1; > > > > > + u16 m_best, mul; > > > > > + u16 p_best, p; > > > > > + u8 postdiv; > > > > > + > > > > > + if (fout > 1000 * MHZ) { > > > > > + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); > > > > > + return 0; > > > > > + } else if (fout >= 500 * MHZ) > > > > > > > > If one branch of an if uses curly braces, all should. You can work > > > > around this by turning this else if into an if. > > > > > > Okay. > > > > > > > > + postdiv = 1; > > > > > + else if (fout >= 250 * MHZ) > > > > > + postdiv = 2; > > > > > + else if (fout >= 125 * MHZ) > > > > > + postdiv = 4; > > > > > + else > > > > > + postdiv = 8; > > > > > + > > > > > + for (p = prediv_min; p <= prediv_max; p++) { > > > > > + unsigned long delta, fin; > > > > > + u64 tmp; > > > > > + > > > > > + fin = DIV_ROUND_CLOSEST(refclk, p); > > > > > + if (fin < 4 * MHZ || fin > 40 * MHZ) > > > > > + continue; > > > > > + > > > > > + tmp = fout * p * postdiv; > > > > > + do_div(tmp, fin); > > > > > + mul = tmp; > > > > > + if (mul > 511) > > > > > + continue; > > > > > + > > > > > + tmp = mul * fin; > > > > > + do_div(tmp, p * postdiv); > > > > > + > > > > > + delta = abs(fout - tmp); > > > > > + if (delta < min_delta) { > > > > > + p_best = p; > > > > > + m_best = mul; > > > > > + min_delta = delta; > > > > > + best_freq = tmp; > > > > > + }; > > > > > + > > > > > + if (delta == 0) > > > > > + break; > > > > > + }; > > > > > + > > > > > + if (!best_freq) { > > > > > + dev_err(dev, "Failed find PLL frequency\n"); > > > > > + return 0; > > > > > + } > > > > > + > > > > > + tc358746->pll_post_div = postdiv; > > > > > + tc358746->pll_pre_div = p_best; > > > > > + tc358746->pll_mul = m_best; > > > > > + > > > > > + if (best_freq != fout) > > > > > + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", > > > > > + fout, best_freq); > > > > > + > > > > > + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", > > > > > + best_freq, p_best, m_best, postdiv); > > > > > + > > > > > + return best_freq; > > > > > +} > > > > > + > > > > > +#define TC358746_PRECISION 10 > > > > > + > > > > > +static int > > > > > +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, > > > > > + struct v4l2_subdev_format *source_fmt, > > > > > + struct v4l2_subdev_format *sink_fmt) > > > > > +{ > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > + unsigned long csi_bitrate, sensor_bitrate; > > > > > + struct v4l2_subdev_state *sink_state; > > > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > > > + const struct tc358746_format *fmt; > > > > > + unsigned int fifo_sz, tmp, n; > > > > > + struct v4l2_subdev *sensor; > > > > > + s64 sensor_pclk_rate; > > > > > + int err; > > > > > + > > > > > + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > > > > > > This makes me thinkg we should pass the state to this function. Not > > > > something that needs to be addressed in this patch of course. > > > > > > Passing the state? My understanding of *_get_active_state() is to get > > > the active state or do you want to add a new function like > > > *_get_state(active)? > > > > I meant passing the state to the .link_validate() handler. > > Ah.. :) Nice to see some progress within the media layer. > > > > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > > > + v4l2_subdev_unlock_state(sink_state); > > > > > > > > I'd release the lock at the end of the function, to make sure the format > > > > won't change during validation. This is also a race condition in the > > > > subdev core and should be fixed there, I'd be fine if you ignored it > > > > here for now. > > > > > > I can change this but for my understanding. Why is it even possible to > > > change the state that late? We are going to enable the stream real > > > soon after the validation is done. > > > > Due to bugs in the framework :-) I plan to address that by locking all > > states when constructing the pipelines, which will remove the need to > > lock them in individual drivers. > > *Thumbs up* > > > > > > + > > > > > + /* Check the FIFO settings */ > > > > > + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); > > > > > + if (IS_ERR(fmt)) > > > > > + return PTR_ERR(fmt); > > > > > > > > Can this happen if the format has been validate at set_fmt time ? > > > > > > Of course not, I will drop the IS_ERR(). > > > > > > > > + > > > > > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > > > > > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > > > > > > > > Shouldn't you set the last two arguments to non-zero values, to support > > > > sources that only implement the V4L2_CID_PIXEL_RATE control ? > > > > > > Nope, I don't wanna support PIXEL_RATE right now. This can be changed > > > later I think. > > > > Would it be hard to support it already, given that the > > v4l2_get_link_freq() should make it easier ? That would avoid having to > > come back to this code later. > > I had the pixel-rate first, then Jacobo mentioned (correctly) that my > usage of pixel-rate was wrong. Supporting PIXEL_RATE as well would add > more complexity because we need to take core of the mbus format to get > the correct mul/div settings. That's right, but the required information could be stored in the tc358746_format structure, can't it ? > Also I think that only a few drivers > implementing the PIXEL_RATE correctly in case of parallel sensors _and_ > this is just a fallback which will print a warning if triggered. All I > want to do here is: "give me the link frequence" :) If there are drivers > not supporting this but support PIXEL_RATE it shouldn't be that hard for > those driver to add the LINK_FREQ ctrl. This would also improve the > kernel quality since there are now heuristics and no warnings printed. > > Is it okay, to keep it simple and just go with LINK_FREQ. for now? OK, I won't insist much. > > > > I'd also name the variable source_link_freq, as it may not be a sensor, > > > > and it's a link frequency, not a pixel clock rate. > > > > > > In parallel case (which is the only supported right now) the pclk is the > > > link_freq. but I can change it of course. > > > > I read "pclk" as "pixel clock". That makes me think of > > V4L2_CID_PIXEL_RATE, which indicates the number of pixels per second. > > With YUV 4:2:2 2X8 media bus formats, the link frequency will be twice > > the pixel rate. > > Hm.. the link frequency is the frequency on the physical parallel bus, > as far as I understood the ctrl. In parallel use-case this is pixelclk. > > Also according PIXEL_RATE documentation, it is defined as > pixel-per-second. For YUV 4:2:2 those this mean mean: > - y1 == 1st pixel, > - u1 == 2nd pixel, > - y2 == 3rd pixel, > - ... YUYV8_2X8 transfers Y0, U0, Y1, V0, Y2, U2, Y3, V2, ... You need two cycles per pixel. That's why sensor_pclk_rate can be misleading, as it may refer to the sensor pixel sampling clock, or the parallel bus clock, and those two are different. It's just a variable naming issue to avoid confusion. > All I want is to get the rate/frequency of the physical bus from the > input device :) According my above explanation, could we please go with > "the LINK_FREQ ctrl only" since this would avoid possible kernel > warnings and is the most accurate one. > > > > > > + if (sensor_pclk_rate <= 0) { > > > > > + dev_err(tc358746->sd.dev, > > > > > + "Failed to query or invalid sensor link frequency\n"); > > > > > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > > > > > + return sensor_pclk_rate ? : -EINVAL; > > > > > + } > > > > > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > > > > > + > > > > > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > > > > > + > > > > > + dev_dbg(tc358746->sd.dev, > > > > > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > > > > > + sensor_bitrate, csi_bitrate); > > > > > + > > > > > + /* Avoid possible FIFO overflows */ > > > > > + if (csi_bitrate < sensor_bitrate) { > > > > > + dev_err(sd->dev, > > > > > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > > > > > + csi_bitrate, sensor_bitrate); > > > > > > > > As this can be triggered by userspace, I'd make it a dev_dbg(). > > > > > > So you would rather fail silently without printing the reason? Is there > > > a common kernel agreement when to use dev_err() or info() or dbg()? > > > > It's not completely silent :-) The idea is that an error condition that > > can be triggered by unpriviledged userspace shouldn't be able to flood > > the kernel log. dev_dbg() will still allow debugging. > > Okay, I droppped it completely since the dev_dbg() in front of this > call. > > > > > > + return -EINVAL; > > > > > + } > > > > > + > > > > > + /* Best case */ > > > > > + if (csi_bitrate == sensor_bitrate) { > > > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > > > + goto out; > > > > > + } > > > > > + > > > > > + /* > > > > > + * Avoid possible FIFO underflow in case of > > > > > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > > > > > + * fifo which can be used to delay the line output. > > > > > + * > > > > > + * Fifo size calculation: > > > > > + * > > > > > + * fifo-sz, image-width - in bits > > > > > + * sbr - sensor_bitrate in bits/s > > > > > + * csir - csi_bitrate in bits/s > > > > > + * > > > > > + * 1 1 1 > > > > > + * image-width * --- + fifo-sz --- >= ---- * image-width > > > > > + * sbr sbr csir > > > > > > > > Given that csir > sbr, 1/csir < 1 sbr, so this will always be true, > > > > even with fifo-sz set to 0. Am I missing something ? > > > > > > Nope, that is right. Didn't checked that while I was coding it. > > > > > > > > + * > > > > > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > > > + * `-----´ > > > > > + * n > > > > > > > > The n variable doesn't store sbr/csir but csir/sbr (multiplied by a > > > > precision factor). And do I understand correctly that, as sbr < csir, > > > > this would be equal to the following ? > > > > > > > > * fifo-sz >= image-width - sbr/csir * image-width > > > > > > Exactly, my above comment and the below code is a bit of, you're right > > > but the calc is still correct: > > > > > > (mbusfmt->width * precision) (mbusfmt->width * precision) > > > tmp = ---------------------------- = ---------------------------- > > > n csi_bitrate > > > -------------- > > > sensor_bitrate > > > > > > `---------------------------´ > > > sbr/csir * image-width > > > > > > maybe I should comment it like: > > > > > > > * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > > * > > > > * with n = 1/(sbr/csir) = csir/sbr > > > > * > > > > * fifo-sz >= abs(image-width / n - image-width) > > > > * > > > > * or > > > > * > > > > * fifo-sz >= image-width - image-width / n > > > > > > > > + * > > > > > + */ > > > > > + > > > > > + sensor_bitrate /= TC358746_PRECISION; > > > > > + n = csi_bitrate / sensor_bitrate; > > > > > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > > > > > + fifo_sz = mbusfmt->width - tmp; > > > > > + fifo_sz *= fmt->bpp; > > > > > + tc358746->vb_size = round_up(fifo_sz, 32); > > > > > + > > > > > +out: > > > > > + dev_dbg(tc358746->sd.dev, > > > > > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > > > > > + fifo_sz, tc358746->vb_size); > > > > > + > > > > > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > > > > > +} > > > > > + > > > > > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > > > > > + struct v4l2_mbus_config *config) > > > > > +{ > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > + > > > > > + if (pad != TC358746_SOURCE) > > > > > + return -EINVAL; > > > > > + > > > > > + config->type = V4L2_MBUS_CSI2_DPHY; > > > > > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +int __maybe_unused > > > > > > > > As reported by the buildbot, this should be static. Same for s_register. > > > > > > Yes. > > > > > > > > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > > > > > +{ > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > + > > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > > > > > + > > > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > > > + return 0; > > > > > + } > > > > > > > > Is there a point in powering the hardware on here if it's off, in order > > > > to read a register that will have been reset due to the power cycle ? > > > > pm_runtime_get_if_in_use() seems better. Same in .s_register(). > > > > > > You're right, I will change that. > > > > > > > > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > > > > > + > > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +int __maybe_unused > > > > > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > > > > > +{ > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > + > > > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > > > + return 0; > > > > > + } > > > > > + > > > > > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > > > > > + > > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > > > > > +#ifdef CONFIG_VIDEO_ADV_DEBUG > > > > > + .g_register = tc358746_g_register, > > > > > + .s_register = tc358746_s_register, > > > > > +#endif > > > > > +}; > > > > > + > > > > > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > > > > > + .s_stream = tc358746_s_stream, > > > > > +}; > > > > > + > > > > > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > > > > > + .init_cfg = tc358746_init_cfg, > > > > > + .enum_mbus_code = tc358746_enum_mbus_code, > > > > > + .set_fmt = tc358746_set_fmt, > > > > > + .get_fmt = v4l2_subdev_get_fmt, > > > > > + .link_validate = tc358746_link_validate, > > > > > + .get_mbus_config = tc358746_get_mbus_config, > > > > > +}; > > > > > + > > > > > +static const struct v4l2_subdev_ops tc358746_ops = { > > > > > + .core = &tc358746_core_ops, > > > > > + .video = &tc358746_video_ops, > > > > > + .pad = &tc358746_pad_ops, > > > > > +}; > > > > > + > > > > > +static const struct media_entity_operations tc358746_entity_ops = { > > > > > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > > > > > + .link_validate = v4l2_subdev_link_validate, > > > > > +}; > > > > > + > > > > > +static int tc358746_mclk_enable(struct clk_hw *hw) > > > > > +{ > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > + unsigned int div; > > > > > + u32 val; > > > > > + int err; > > > > > + > > > > > + div = tc358746->mclk_postdiv / 2; > > > > > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > > > > > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > > > > > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + if (tc358746->mclk_prediv == 8) > > > > > + val = MCLKDIV(MCLKDIV_8); > > > > > + else if (tc358746->mclk_prediv == 4) > > > > > + val = MCLKDIV(MCLKDIV_4); > > > > > + else > > > > > + val = MCLKDIV(MCLKDIV_2); > > > > > + > > > > > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > > > > > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > > > > > +} > > > > > + > > > > > +static void tc358746_mclk_disable(struct clk_hw *hw) > > > > > +{ > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > + > > > > > + tc358746_write(tc358746, MCLKCTL_REG, 0); > > > > > +} > > > > > + > > > > > +static long > > > > > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > > > > > +{ > > > > > + unsigned long pll_rate = tc358746->pll_rate; > > > > > + const unsigned char prediv[] = { 2, 4, 8 }; > > > > > + unsigned int mclk_prediv, mclk_postdiv; > > > > > + struct device *dev = tc358746->sd.dev; > > > > > + unsigned int postdiv, mclkdiv; > > > > > + unsigned long best_mclk_rate; > > > > > + unsigned int i; > > > > > + > > > > > + /* > > > > > + * MCLK-Div > > > > > + * -------------------´`--------------------- > > > > > + * ´ ` > > > > > + * +-------------+ +------------------------+ > > > > > + * | MCLK-PreDiv | | MCLK-PostDiv | > > > > > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > > > > > + * +-------------+ +------------------------+ > > > > > + * > > > > > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > > > > > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > > > > > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > > > > > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > > > > > + * > > > > > + * Keep it simple and support 50/50 duty cycles only for now, > > > > > + * so the calc will be: > > > > > + * > > > > > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > > > > > + */ > > > > > + > > > > > + if (mclk_rate == tc358746->mclk_rate) > > > > > + return mclk_rate; > > > > > + > > > > > + /* Highest possible rate */ > > > > > + mclkdiv = pll_rate / mclk_rate; > > > > > + if (mclkdiv <= 8) { > > > > > + mclk_prediv = 2; > > > > > + mclk_postdiv = 4; > > > > > + best_mclk_rate = pll_rate / (2 * 4); > > > > > + goto out; > > > > > + } > > > > > + > > > > > + /* First check the prediv */ > > > > > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > > > > > + postdiv = mclkdiv / prediv[i]; > > > > > + > > > > > + if (postdiv % 2) > > > > > + continue; > > > > > + > > > > > + if (postdiv >= 4 && postdiv <= 512) { > > > > > + mclk_prediv = prediv[i]; > > > > > + mclk_postdiv = postdiv; > > > > > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > > > > > + goto out; > > > > > + } > > > > > + } > > > > > + > > > > > + /* No suitable prediv found, so try to adjust the postdiv */ > > > > > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > > > > > + unsigned int pre; > > > > > + > > > > > + pre = mclkdiv / postdiv; > > > > > + if (pre == 2 || pre == 4 || pre == 8) { > > > > > + mclk_prediv = pre; > > > > > + mclk_postdiv = postdiv; > > > > > + best_mclk_rate = pll_rate / (pre * postdiv); > > > > > + goto out; > > > > > + } > > > > > + } > > > > > + > > > > > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > > > > > + mclk_prediv = 8; > > > > > + mclk_postdiv = 512; > > > > > + best_mclk_rate = pll_rate / (8 * 512); > > > > > + > > > > > +out: > > > > > + tc358746->mclk_prediv = mclk_prediv; > > > > > + tc358746->mclk_postdiv = mclk_postdiv; > > > > > + tc358746->mclk_rate = best_mclk_rate; > > > > > + > > > > > + if (best_mclk_rate != mclk_rate) > > > > > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > > > > > + mclk_rate, best_mclk_rate); > > > > > + > > > > > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > > > > > + best_mclk_rate, mclk_prediv, mclk_postdiv); > > > > > + > > > > > + return best_mclk_rate; > > > > > +} > > > > > + > > > > > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > > > > > +{ > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > + unsigned int prediv, postdiv; > > > > > + u32 val; > > > > > + int err; > > > > > + > > > > > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > > > > > + if (err) > > > > > + return 0; > > > > > + > > > > > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > > > > > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > > > > > + > > > > > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > > > > > + if (err) > > > > > + return 0; > > > > > + > > > > > + prediv = FIELD_GET(MCLKDIV_MASK, val); > > > > > + if (prediv == MCLKDIV_8) > > > > > + prediv = 8; > > > > > + else if (prediv == MCLKDIV_4) > > > > > + prediv = 4; > > > > > + else > > > > > + prediv = 2; > > > > > + > > > > > + return tc358746->pll_rate / (prediv * postdiv); > > > > > +} > > > > > + > > > > > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > > > > > + unsigned long *parent_rate) > > > > > +{ > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > + > > > > > + *parent_rate = tc358746->pll_rate; > > > > > + > > > > > + return tc358746_find_mclk_settings(tc358746, rate); > > > > > +} > > > > > + > > > > > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > > > > > + unsigned long parent_rate) > > > > > +{ > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > + > > > > > + tc358746_find_mclk_settings(tc358746, rate); > > > > > + > > > > > + return tc358746_mclk_enable(hw); > > > > > +} > > > > > + > > > > > +static const struct clk_ops tc358746_mclk_ops = { > > > > > + .enable = tc358746_mclk_enable, > > > > > + .disable = tc358746_mclk_disable, > > > > > + .recalc_rate = tc358746_recalc_rate, > > > > > + .round_rate = tc358746_mclk_round_rate, > > > > > + .set_rate = tc358746_mclk_set_rate, > > > > > +}; > > > > > + > > > > > +static int > > > > > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > > > > > +{ > > > > > + struct v4l2_subdev *sd; > > > > > + int err; > > > > > + > > > > > + sd = &tc358746->sd; > > > > > > > > You could initialize the variable when declaring it. > > > > > > Yes. > > > > > > > > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > > > > > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > > > > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > > > > > + sd->entity.ops = &tc358746_entity_ops; > > > > > + > > > > > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > > > > > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > > > > > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > > > > > + tc358746->pads); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + err = v4l2_subdev_init_finalize(sd); > > > > > + if (err) > > > > > + media_entity_cleanup(&sd->entity); > > > > > + > > > > > + return err; > > > > > +} > > > > > + > > > > > +static int > > > > > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > > > > > +{ > > > > > + struct device *dev = tc358746->sd.dev; > > > > > + struct v4l2_fwnode_endpoint *vep; > > > > > + unsigned long csi_link_rate; > > > > > + struct fwnode_handle *ep; > > > > > + unsigned char csi_lanes; > > > > > + int err; > > > > > + > > > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > > > > > + 0, 0); > > > > > + if (!ep) { > > > > > + dev_err(dev, "Missing endpoint node\n"); > > > > > + return -EINVAL; > > > > > + } > > > > > + > > > > > + /* Currently we only support 'parallel in' -> 'csi out' */ > > > > > + vep = &tc358746->csi_vep; > > > > > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > > > > > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > > > > > + fwnode_handle_put(ep); > > > > > + if (err) { > > > > > + dev_err(dev, "Failed to parse source endpoint\n"); > > > > > + return err; > > > > > + } > > > > > + > > > > > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > > > > > + if (csi_lanes == 0 || csi_lanes > 4 || > > > > > + vep->nr_of_link_frequencies == 0) { > > > > > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > > > > > + err = -EINVAL; > > > > > + goto err; > > > > > + } > > > > > + > > > > > + /* TODO: Add support to handle multiple link frequencies */ > > > > > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > > > > > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > > > > > + csi_link_rate * 2); > > > > > + if (!tc358746->pll_rate) { > > > > > + err = -EINVAL; > > > > > + goto err; > > > > > + } > > > > > + > > > > > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > > > > > + csi_lanes, &tc358746->dphy_cfg); > > > > > + if (err) > > > > > + goto err; > > > > > + > > > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > > > + > > > > > + return 0; > > > > > + > > > > > +err: > > > > > + v4l2_fwnode_endpoint_free(vep); > > > > > + > > > > > + return err; > > > > > +} > > > > > + > > > > > +static int tc358746_init_hw(struct tc358746 *tc358746) > > > > > +{ > > > > > + struct device *dev = tc358746->sd.dev; > > > > > + unsigned int chipid; > > > > > + u32 val; > > > > > + int err; > > > > > + > > > > > + err = pm_runtime_resume_and_get(dev); > > > > > + if (err < 0) { > > > > > + dev_err(dev, "Failed to resume the device\n"); > > > > > + return err; > > > > > + } > > > > > + > > > > > + /* Ensure that CSI interface is put into LP-11 state */ > > > > > + err = tc358746_sw_reset(tc358746); > > > > > + if (err) { > > > > > + pm_runtime_put_noidle(dev); > > > > > > > > Don't you need a regular put (possibly with autosuspend) here ? > > > > Otherwise a reset failure will decrement the runtime PM use count but > > > > leave the decide powered. > > > > > > The runtime_disable() will be called within the probe(). Please see > > > the error path there for tc358746_init_hw(). > > > > Those are two different things, I don't think pm_runtime_disable() will > > power the device off. > > Arg.. Yes you're right. I will fix it by using the > pm_runtime_put_sync_suspend() now. Thanks. I think pm_runtime_put_sync() is enough, or even pm_runtime_put() if you don't need the power to be turned off immediately. > > > > > + dev_err(dev, "Failed to reset the device\n"); > > > > > + return err; > > > > > + } > > > > > + > > > > > + err = tc358746_read(tc358746, CHIPID_REG, &val); > > > > > + pm_runtime_mark_last_busy(dev); > > > > > + pm_runtime_put_sync_autosuspend(dev); > > > > > + if (err) { > > > > > + dev_err(dev, "Failed to read chipid\n"); > > > > > > > > How about moving the read failure message to tc358746_read() ? It's > > > > useful to get error messages for all failures, not just this one. Or do > > > > we get a message from regmap already ? If we do, then we could just drop > > > > this. > > > > > > I don't see any code within regmap. I will move it to tc358746_read() > > > and tc358746_write() helpers. > > > > > > > > + return -ENODEV; > > > > > + } > > > > > + > > > > > + chipid = FIELD_GET(CHIPID, val); > > > > > + if (chipid != 0x44) { > > > > > + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); > > > > > + return -ENODEV; > > > > > + } > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) > > > > > > > > I'd move this right after tc358746_mclk_ops as they're related. > > > > > > Okay. > > > > > > > > +{ > > > > > + struct clk_init_data mclk_initdata = { }; > > > > > + struct device *dev = tc358746->sd.dev; > > > > > + const char *mclk_name; > > > > > + int err; > > > > > + > > > > > + /* MCLK clk provider support is optional */ > > > > > + if (!device_property_present(dev, "#clock-cells")) > > > > > + return 0; > > > > > + > > > > > + /* Init to highest possibel MCLK */ > > > > > + tc358746->mclk_postdiv = 512; > > > > > + tc358746->mclk_prediv = 8; > > > > > + > > > > > + mclk_name = "tc358746-mclk"; > > > > > + device_property_read_string(dev, "clock-output-names", > > > > > + &mclk_name); > > > > > > > > This holds on a single line. > > > > > > Sure. > > > > > > > > + > > > > > + mclk_initdata.name = mclk_name; > > > > > + mclk_initdata.ops = &tc358746_mclk_ops; > > > > > + tc358746->mclk_hw.init = &mclk_initdata; > > > > > + > > > > > + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); > > > > > + if (err) { > > > > > + dev_err(dev, "Failed to register mclk provider\n"); > > > > > + return err; > > > > > + } > > > > > + > > > > > + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, > > > > > + &tc358746->mclk_hw); > > > > > + if (err) > > > > > + dev_err(dev, "Failed to add mclk provider\n"); > > > > > + > > > > > + return err; > > > > > +} > > > > > + > > > > > +static int tc358746_init_controls(struct tc358746 *tc358746) > > > > > +{ > > > > > + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; > > > > > + struct v4l2_ctrl *ctrl; > > > > > + int err; > > > > > + > > > > > + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, > > > > > + V4L2_CID_LINK_FREQ, 0, 0, > > > > > > > > Shouldn't the max argument be set to the number of items minus 1 ? > > > > > > Right now I would keep it that way since the driver only supports one > > > link-frequencies setting. So the ctrl don't let the userspace assume > > > that there are more than one link-frequency. > > > > Good point. Can you add a short comment above the call to explain this ? > > Yes. > > > > > > > > + link_frequencies); > > > > > + if (ctrl) > > > > > + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; > > > > > + > > > > > + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; > > > > > + if (tc358746->ctrl_hdl.error) > > > > > + return tc358746->ctrl_hdl.error; > > > > > > > > You need to call v4l2_ctrl_handler_free() in the failure paths. > > > > > > Arg.. you're right. > > > > > > > > + > > > > > + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); > > > > > > > > This can be skipped I think, as the only supported control is read-only. > > > > > > Yes, you're right. > > > > > > > > +} > > > > > + > > > > > +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, > > > > > + struct v4l2_subdev *sd, > > > > > + struct v4l2_async_subdev *asd) > > > > > +{ > > > > > + struct tc358746 *tc358746 = > > > > > + container_of(notifier, struct tc358746, notifier); > > > > > + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; > > > > > + > > > > > + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); > > > > > > > > I'd make the link immutable too, as only one source subdev is supported. > > > > > > Yes, I can do that. > > > > > > > > +} > > > > > + > > > > > +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { > > > > > + .bound = tc358746_notify_bound, > > > > > +}; > > > > > + > > > > > +static int tc358746_async_register(struct tc358746 *tc358746) > > > > > +{ > > > > > + struct v4l2_fwnode_endpoint vep = { > > > > > + .bus_type = V4L2_MBUS_PARALLEL, > > > > > + }; > > > > > + struct v4l2_async_subdev *asd; > > > > > + struct fwnode_handle *ep; > > > > > + int err; > > > > > + > > > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), > > > > > + TC358746_SINK, 0, 0); > > > > > + if (!ep) > > > > > + return -ENOTCONN; > > > > > + > > > > > + err = v4l2_fwnode_endpoint_parse(ep, &vep); > > > > > + if (err) { > > > > > + fwnode_handle_put(ep); > > > > > + return err; > > > > > + } > > > > > + > > > > > + v4l2_async_nf_init(&tc358746->notifier); > > > > > + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, > > > > > + struct v4l2_async_subdev); > > > > > + if (IS_ERR(asd)) { > > > > > + fwnode_handle_put(ep); > > > > > > > > You can move this before the error check and drop the next one. > > > > > > Sure, thanks. > > > > > > > > + return PTR_ERR(asd); > > > > > > > > Shouldn't v4l2_async_nf_cleanup() be called here ? > > > > > > Yep. > > > > > > > > + } > > > > > + > > > > > + fwnode_handle_put(ep); > > > > > + > > > > > + tc358746->notifier.ops = &tc358746_notify_ops; > > > > > + > > > > > + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); > > > > > + if (err) { > > > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > > > + return err; > > > > > + } > > > > > + > > > > > + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( > > > > > + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); > > > > > > > > Where is this reference dropped ? > > > > > > That's a good question, should it be dropped upon the notify callback or > > > does the v4l2-subdev use the fwnode elsewhere? I introduced this to get > > > rid of the message: "considering updating the driver..". > > > > I think it needs to be dropped in .remove() (and in probe error paths, > > as needed). > > Yep, I think so too. I will fix that, thanks. > > > > > > + > > > > > + err = v4l2_async_register_subdev(&tc358746->sd); > > > > > + if (err) { > > > > > + v4l2_async_nf_unregister(&tc358746->notifier); > > > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > > > + } > > > > > + > > > > > + return err; > > > > > > > > return 0; > > > > > > This would drop possible errors from async_register, but I changed the > > > function completely, so I will return 0 :) > > > > I had misread the code, I thought there was a return err in the error > > condition, my bad. > > > > > > > +} > > > > > + > > > > > +static int tc358746_probe(struct i2c_client *client) > > > > > +{ > > > > > + struct device *dev = &client->dev; > > > > > + struct tc358746 *tc358746; > > > > > + unsigned long refclk; > > > > > + unsigned int i; > > > > > + int err; > > > > > + > > > > > + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); > > > > > + if (!tc358746) > > > > > + return -ENOMEM; > > > > > + > > > > > + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); > > > > > + if (IS_ERR(tc358746->regmap)) > > > > > + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), > > > > > + "Failed to init regmap\n"); > > > > > + > > > > > + tc358746->refclk = devm_clk_get(dev, "refclk"); > > > > > + if (IS_ERR(tc358746->refclk)) > > > > > + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), > > > > > + "Failed to get refclk\n"); > > > > > + > > > > > + err = clk_prepare_enable(tc358746->refclk); > > > > > + if (err) > > > > > + return dev_err_probe(dev, err, > > > > > + "Failed to enable refclk\n"); > > > > > + > > > > > + refclk = clk_get_rate(tc358746->refclk); > > > > > + clk_disable_unprepare(tc358746->refclk); > > > > > + > > > > > + if (refclk < 6 * MHZ || refclk > 40 * MHZ) > > > > > + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); > > > > > + > > > > > + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) > > > > > + tc358746->supplies[i].supply = tc358746_supplies[i]; > > > > > + > > > > > + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), > > > > > + tc358746->supplies); > > > > > + if (err) > > > > > + return dev_err_probe(dev, err, "Failed to get supplies\n"); > > > > > + > > > > > + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", > > > > > + GPIOD_OUT_HIGH); > > > > > + if (IS_ERR(tc358746->reset_gpio)) > > > > > + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), > > > > > + "Failed to get reset-gpios\n"); > > > > > + > > > > > + err = tc358746_init_subdev(tc358746, client); > > > > > + if (err) > > > > > + return dev_err_probe(dev, err, "Failed to init subdev\n"); > > > > > + > > > > > + err = tc358746_init_output_port(tc358746, refclk); > > > > > + if (err) > > > > > + goto err_subdev; > > > > > + > > > > > + /* > > > > > + * Keep this order since we need the output port link-frequencies > > > > > + * information. > > > > > + */ > > > > > + err = tc358746_init_controls(tc358746); > > > > > + if (err) > > > > > + goto err_fwnode; > > > > > + > > > > > + dev_set_drvdata(dev, tc358746); > > > > > + pm_runtime_set_autosuspend_delay(dev, 200); > > > > > > > > 200ms may be a bit short for a complete stop/restart cycle. How about > > > > 1s ? > > > > > > Isn't it the time upon which the pm-fw will put the device into stop? I > > > can increase it of course, but I don't see any improvements for it. > > > > The idea is that autosuspend is helpful to avoid an expensive > > power-off/power-on cycle when stopping video capture, reconfiguring the > > source (and the pipeline) and restarting capture. Depending on the > > source, 200ms may be a bit short. > > Ah now I got your point. From that pov, I agree with you. I will > increase it to 1000, thanks. > > > > Thanks again for the detailed review :) > > > > > > > > + pm_runtime_use_autosuspend(dev); > > > > > + pm_runtime_enable(dev); > > > > > + > > > > > + err = tc358746_init_hw(tc358746); > > > > > + if (err) > > > > > + goto err_pm; > > > > > + > > > > > + err = tc358746_setup_mclk_provider(tc358746); > > > > > + if (err) > > > > > + goto err_pm; > > > > > + > > > > > + err = tc358746_async_register(tc358746); > > > > > + if (err < 0) > > > > > + goto err_pm; > > > > > + > > > > > + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, > > > > > + client->addr, client->adapter->name); > > > > > + > > > > > + return 0; > > > > > + > > > > > +err_pm: > > > > > + pm_runtime_disable(dev); > > > > > + pm_runtime_set_suspended(dev); > > > > > + pm_runtime_dont_use_autosuspend(dev); > > > > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > > > > +err_fwnode: > > > > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > > > > +err_subdev: > > > > > + v4l2_subdev_cleanup(&tc358746->sd); > > > > > + media_entity_cleanup(&tc358746->sd.entity); > > > > > + > > > > > + return err; > > > > > +} > > > > > + > > > > > +static int tc358746_remove(struct i2c_client *client) > > > > > +{ > > > > > + struct v4l2_subdev *sd = i2c_get_clientdata(client); > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > + > > > > > + v4l2_subdev_cleanup(sd); > > > > > + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); > > > > > + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); > > > > > + v4l2_async_nf_unregister(&tc358746->notifier); > > > > > + v4l2_async_nf_cleanup(&tc358746->notifier); > > > > > + v4l2_async_unregister_subdev(sd); > > > > > + media_entity_cleanup(&sd->entity); > > > > > + > > > > > + pm_runtime_disable(sd->dev); > > > > > + pm_runtime_set_suspended(sd->dev); > > > > > + pm_runtime_dont_use_autosuspend(sd->dev); > > > > > + > > > > > + return 0; > > > > > +} > > > > > + > > > > > +static int tc358746_suspend(struct device *dev) > > > > > +{ > > > > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > > > > + int err; > > > > > + > > > > > + clk_disable_unprepare(tc358746->refclk); > > > > > + > > > > > + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > > > > + tc358746->supplies); > > > > > + if (err) > > > > > + clk_prepare_enable(tc358746->refclk); > > > > > + > > > > > + return err; > > > > > +} > > > > > + > > > > > +static int tc358746_resume(struct device *dev) > > > > > +{ > > > > > + struct tc358746 *tc358746 = dev_get_drvdata(dev); > > > > > + int err; > > > > > + > > > > > + gpiod_set_value(tc358746->reset_gpio, 1); > > > > > + > > > > > + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), > > > > > + tc358746->supplies); > > > > > + if (err) > > > > > + return err; > > > > > + > > > > > + /* min. 200ns */ > > > > > + usleep_range(10, 20); > > > > > + > > > > > + gpiod_set_value(tc358746->reset_gpio, 0); > > > > > + > > > > > + err = clk_prepare_enable(tc358746->refclk); > > > > > + if (err) > > > > > + goto err; > > > > > + > > > > > + /* min. 700us ... 1ms */ > > > > > + usleep_range(1000, 1500); > > > > > + > > > > > + /* > > > > > + * Enable the PLL here since it can be called by the clk-framework or by > > > > > + * the .s_stream() callback. So this is the common place for both. > > > > > + */ > > > > > + err = tc358746_apply_pll_config(tc358746); > > > > > + if (err) > > > > > + goto err_clk; > > > > > + > > > > > + return 0; > > > > > + > > > > > +err_clk: > > > > > + clk_disable_unprepare(tc358746->refclk); > > > > > +err: > > > > > + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), > > > > > + tc358746->supplies); > > > > > + return err; > > > > > +} > > > > > + > > > > > +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, > > > > > + tc358746_resume, NULL); > > > > > + > > > > > +static const struct of_device_id __maybe_unused tc358746_of_match[] = { > > > > > + { .compatible = "toshiba,tc358746" }, > > > > > + { }, > > > > > +}; > > > > > +MODULE_DEVICE_TABLE(of, tc358746_of_match); > > > > > + > > > > > +static struct i2c_driver tc358746_driver = { > > > > > + .driver = { > > > > > + .name = "tc358746", > > > > > + .pm = pm_ptr(&tc358746_pm_ops), > > > > > + .of_match_table = tc358746_of_match, > > > > > + }, > > > > > + .probe_new = tc358746_probe, > > > > > + .remove = tc358746_remove, > > > > > +}; > > > > > + > > > > > +module_i2c_driver(tc358746_driver); > > > > > + > > > > > +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); > > > > > +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); > > > > > +MODULE_LICENSE("GPL");
On 22-09-19, Sakari Ailus wrote: > On Mon, Sep 19, 2022 at 03:49:04PM +0300, Laurent Pinchart wrote: > > On Mon, Sep 19, 2022 at 12:39:35PM +0000, Sakari Ailus wrote: > > > > + dev_set_drvdata(dev, tc358746); > > > > + pm_runtime_set_autosuspend_delay(dev, 200); > > > > + pm_runtime_use_autosuspend(dev); > > > > + pm_runtime_enable(dev); > > > > + > > > > + err = tc358746_init_hw(tc358746); > > > > > > The driver depends on runtime PM being enabled but does not depend on > > > CONFIG_PM. I'd suggest to power the device on and only then enable runtime > > > PM. See > > > <URL:https://hverkuil.home.xs4all.nl/spec/driver-api/camera-sensor.html#power-management>. > > > > Or simply depend on CONFIG_PM :-) > > The user can still disable runtime PM. You mean by user-space? If I read the runtime.c code correctly in such case the core handles this enabling if one forbid it by increasing the usage-counter and calling the resume callback. So it is powered as you want. To fix the PM Kconfig, I will add "depends on PM". Regards, Marco > I guess few do though. This should be addressed separately from this > driver, it'd be good to be able to deny that. In fact, no-one has ever > probably tested this for a large number of drivers and I guess it exists > just to have a way to disable runtime PM support in drivers that do not > work with it... > > -- > Sakari Ailus >
Hi Laurent, On 22-09-20, Laurent Pinchart wrote: > Hi Marco, > > On Tue, Sep 20, 2022 at 12:48:54PM +0200, Marco Felsch wrote: > > On 22-09-19, Laurent Pinchart wrote: > > > On Mon, Sep 19, 2022 at 07:11:42PM +0200, Marco Felsch wrote: > > > > On 22-09-19, Laurent Pinchart wrote: > > > > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: ... > > > > > > +static int tc358746_apply_misc_config(struct tc358746 *tc358746) > > > > > > +{ > > > > > > + struct v4l2_subdev *sd = &tc358746->sd; > > > > > > + struct v4l2_subdev_state *sink_state; > > > > > > + struct v4l2_mbus_framefmt *mbusfmt; > > > > > > > > > > This can be const. > > > > > > > > Sure > > > > > > > > > > + const struct tc358746_format *fmt; > > > > > > + struct device *dev = sd->dev; > > > > > > + u32 val; > > > > > > + int err; > > > > > > + > > > > > > + sink_state = v4l2_subdev_lock_and_get_active_state(sd); > > > > > > + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); > > > > > > + v4l2_subdev_unlock_state(sink_state); > > > > > > > > > > You should keep the state locked until the end of this function, > > > > > otherwise the format could change. > > > > > > > > That couldn't be the case since this function is called during > > > > .s_stream(on) and my understanding was that it is not allowed to change > > > > the active format after calling .s_stream(on). But I can move it to the > > > > end. > > > > > > You're right, my bad. I can't wait for the .enable_streams() and > > > .disable_streams() operations to replace .s_stream(), the state will > > > then be passed by the framework to the drivers, simplifying all this. > > > > Ah.. there are changes coming :) Is there some roadmap or todo or so? > > Maybe we/I could support on some internal work. > > The .enable_streams() and .disable_streams() operations are part of [1]. > The first 16 patches should be in v6.1. Reviews of the rest of the > series would be appreciated. Ah :) > Further updates on top of that are just in my head for now :-) One idea > is to rework media_pipeline_start() to split it into multiple functions, > with a function that would lock all active states in the pipeline prior > to calling .enable_streams(). The details are still vague at this point, > but the goal is to move state locking out of drivers and pass it > explicitly to all subdev functions. Yes, that would be a lot easier since this are details which shouldn't be implemented within the driver. Also it would be more robust since it is handled in a central place. > If there's anything you dislike with the subdev API that could be solved > by increasing usage of the subdev state, let me know, we could cooperate > on development. Sure, for now I like that we finally get rid of the local try-fmt/selection handling. This was also something the subdev driver shouldn't care about. > [1] https://lore.kernel.org/linux-media/20220831141357.1396081-1-tomi.valkeinen@ideasonboard.com ... > > > > > > +static int tc358746_set_fmt(struct v4l2_subdev *sd, > > > > > > + struct v4l2_subdev_state *sd_state, > > > > > > + struct v4l2_subdev_format *format) > > > > > > +{ ... > > > > > > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > > > > > > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > > > > > > > > > > Shouldn't you set the last two arguments to non-zero values, to support > > > > > sources that only implement the V4L2_CID_PIXEL_RATE control ? > > > > > > > > Nope, I don't wanna support PIXEL_RATE right now. This can be changed > > > > later I think. > > > > > > Would it be hard to support it already, given that the > > > v4l2_get_link_freq() should make it easier ? That would avoid having to > > > come back to this code later. > > > > I had the pixel-rate first, then Jacobo mentioned (correctly) that my > > usage of pixel-rate was wrong. Supporting PIXEL_RATE as well would add > > more complexity because we need to take core of the mbus format to get > > the correct mul/div settings. > > That's right, but the required information could be stored in the > tc358746_format structure, can't it ? Sure. > > Also I think that only a few drivers > > implementing the PIXEL_RATE correctly in case of parallel sensors _and_ > > this is just a fallback which will print a warning if triggered. All I > > want to do here is: "give me the link frequence" :) If there are drivers > > not supporting this but support PIXEL_RATE it shouldn't be that hard for > > those driver to add the LINK_FREQ ctrl. This would also improve the > > kernel quality since there are now heuristics and no warnings printed. > > > > Is it okay, to keep it simple and just go with LINK_FREQ. for now? > > OK, I won't insist much. > > > > > > I'd also name the variable source_link_freq, as it may not be a sensor, > > > > > and it's a link frequency, not a pixel clock rate. > > > > > > > > In parallel case (which is the only supported right now) the pclk is the > > > > link_freq. but I can change it of course. > > > > > > I read "pclk" as "pixel clock". That makes me think of > > > V4L2_CID_PIXEL_RATE, which indicates the number of pixels per second. > > > With YUV 4:2:2 2X8 media bus formats, the link frequency will be twice > > > the pixel rate. > > > > Hm.. the link frequency is the frequency on the physical parallel bus, > > as far as I understood the ctrl. In parallel use-case this is pixelclk. > > > > Also according PIXEL_RATE documentation, it is defined as > > pixel-per-second. For YUV 4:2:2 those this mean mean: > > - y1 == 1st pixel, > > - u1 == 2nd pixel, > > - y2 == 3rd pixel, > > - ... > > YUYV8_2X8 transfers Y0, U0, Y1, V0, Y2, U2, Y3, V2, ... Of course, zero based ^^ > You need two cycles per pixel. To be even more precise: I need 4 cycles for 2 pixels. > That's why sensor_pclk_rate can be misleading, as it may refer to the > sensor pixel sampling clock, or the parallel bus clock, and those two > are different. It's just a variable naming issue to avoid confusion. You're right, i've changed it to source_link_freq as you suggested. I also dropped the complete sensor variables and used source instead. > > All I want is to get the rate/frequency of the physical bus from the > > input device :) According my above explanation, could we please go with > > "the LINK_FREQ ctrl only" since this would avoid possible kernel > > warnings and is the most accurate one. > > > > > > > > + if (sensor_pclk_rate <= 0) { > > > > > > + dev_err(tc358746->sd.dev, > > > > > > + "Failed to query or invalid sensor link frequency\n"); > > > > > > + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ > > > > > > + return sensor_pclk_rate ? : -EINVAL; > > > > > > + } > > > > > > + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; > > > > > > + > > > > > > + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; > > > > > > + > > > > > > + dev_dbg(tc358746->sd.dev, > > > > > > + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", > > > > > > + sensor_bitrate, csi_bitrate); > > > > > > + > > > > > > + /* Avoid possible FIFO overflows */ > > > > > > + if (csi_bitrate < sensor_bitrate) { > > > > > > + dev_err(sd->dev, > > > > > > + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", > > > > > > + csi_bitrate, sensor_bitrate); > > > > > > > > > > As this can be triggered by userspace, I'd make it a dev_dbg(). > > > > > > > > So you would rather fail silently without printing the reason? Is there > > > > a common kernel agreement when to use dev_err() or info() or dbg()? > > > > > > It's not completely silent :-) The idea is that an error condition that > > > can be triggered by unpriviledged userspace shouldn't be able to flood > > > the kernel log. dev_dbg() will still allow debugging. > > > > Okay, I droppped it completely since the dev_dbg() in front of this > > call. > > > > > > > > + return -EINVAL; > > > > > > + } > > > > > > + > > > > > > + /* Best case */ > > > > > > + if (csi_bitrate == sensor_bitrate) { > > > > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > > > > + goto out; > > > > > > + } > > > > > > + > > > > > > + /* > > > > > > + * Avoid possible FIFO underflow in case of > > > > > > + * csi_bitrate > sensor_bitrate. For such case the chip has a internal > > > > > > + * fifo which can be used to delay the line output. > > > > > > + * > > > > > > + * Fifo size calculation: > > > > > > + * > > > > > > + * fifo-sz, image-width - in bits > > > > > > + * sbr - sensor_bitrate in bits/s > > > > > > + * csir - csi_bitrate in bits/s > > > > > > + * > > > > > > + * 1 1 1 > > > > > > + * image-width * --- + fifo-sz --- >= ---- * image-width > > > > > > + * sbr sbr csir > > > > > > > > > > Given that csir > sbr, 1/csir < 1 sbr, so this will always be true, > > > > > even with fifo-sz set to 0. Am I missing something ? > > > > > > > > Nope, that is right. Didn't checked that while I was coding it. > > > > > > > > > > + * > > > > > > + * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > > > > + * `-----´ > > > > > > + * n > > > > > > > > > > The n variable doesn't store sbr/csir but csir/sbr (multiplied by a > > > > > precision factor). And do I understand correctly that, as sbr < csir, > > > > > this would be equal to the following ? > > > > > > > > > > * fifo-sz >= image-width - sbr/csir * image-width > > > > > > > > Exactly, my above comment and the below code is a bit of, you're right > > > > but the calc is still correct: > > > > > > > > (mbusfmt->width * precision) (mbusfmt->width * precision) > > > > tmp = ---------------------------- = ---------------------------- > > > > n csi_bitrate > > > > -------------- > > > > sensor_bitrate > > > > > > > > `---------------------------´ > > > > sbr/csir * image-width > > > > > > > > maybe I should comment it like: > > > > > > > > > * fifo-sz >= abs(sbr/csir * image-width - image-width) > > > > > * > > > > > * with n = 1/(sbr/csir) = csir/sbr > > > > > * > > > > > * fifo-sz >= abs(image-width / n - image-width) > > > > > * > > > > > * or > > > > > * > > > > > * fifo-sz >= image-width - image-width / n > > > > > > > > > > + * > > > > > > + */ > > > > > > + > > > > > > + sensor_bitrate /= TC358746_PRECISION; > > > > > > + n = csi_bitrate / sensor_bitrate; > > > > > > + tmp = (mbusfmt->width * TC358746_PRECISION) / n; > > > > > > + fifo_sz = mbusfmt->width - tmp; > > > > > > + fifo_sz *= fmt->bpp; > > > > > > + tc358746->vb_size = round_up(fifo_sz, 32); > > > > > > + > > > > > > +out: > > > > > > + dev_dbg(tc358746->sd.dev, > > > > > > + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", > > > > > > + fifo_sz, tc358746->vb_size); > > > > > > + > > > > > > + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; > > > > > > +} > > > > > > + > > > > > > +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, > > > > > > + struct v4l2_mbus_config *config) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > > + > > > > > > + if (pad != TC358746_SOURCE) > > > > > > + return -EINVAL; > > > > > > + > > > > > > + config->type = V4L2_MBUS_CSI2_DPHY; > > > > > > + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; > > > > > > + > > > > > > + return 0; > > > > > > +} > > > > > > + > > > > > > +int __maybe_unused > > > > > > > > > > As reported by the buildbot, this should be static. Same for s_register. > > > > > > > > Yes. > > > > > > > > > > +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > > + > > > > > > + /* 32-bit registers starting from CLW_DPHYCONTTX */ > > > > > > + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; > > > > > > + > > > > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > > > > + return 0; > > > > > > + } > > > > > > > > > > Is there a point in powering the hardware on here if it's off, in order > > > > > to read a register that will have been reset due to the power cycle ? > > > > > pm_runtime_get_if_in_use() seems better. Same in .s_register(). > > > > > > > > You're right, I will change that. > > > > > > > > > > + tc358746_read(tc358746, reg->reg, (u32 *)®->val); > > > > > > + > > > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > > > + > > > > > > + return 0; > > > > > > +} > > > > > > + > > > > > > +int __maybe_unused > > > > > > +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = to_tc358746(sd); > > > > > > + > > > > > > + if (pm_runtime_resume_and_get(sd->dev)) { > > > > > > + dev_err(sd->dev, "Failed to resume the device\n"); > > > > > > + return 0; > > > > > > + } > > > > > > + > > > > > > + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); > > > > > > + > > > > > > + pm_runtime_mark_last_busy(sd->dev); > > > > > > + pm_runtime_put_sync_autosuspend(sd->dev); > > > > > > + > > > > > > + return 0; > > > > > > +} > > > > > > + > > > > > > +static const struct v4l2_subdev_core_ops tc358746_core_ops = { > > > > > > +#ifdef CONFIG_VIDEO_ADV_DEBUG > > > > > > + .g_register = tc358746_g_register, > > > > > > + .s_register = tc358746_s_register, > > > > > > +#endif > > > > > > +}; > > > > > > + > > > > > > +static const struct v4l2_subdev_video_ops tc358746_video_ops = { > > > > > > + .s_stream = tc358746_s_stream, > > > > > > +}; > > > > > > + > > > > > > +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { > > > > > > + .init_cfg = tc358746_init_cfg, > > > > > > + .enum_mbus_code = tc358746_enum_mbus_code, > > > > > > + .set_fmt = tc358746_set_fmt, > > > > > > + .get_fmt = v4l2_subdev_get_fmt, > > > > > > + .link_validate = tc358746_link_validate, > > > > > > + .get_mbus_config = tc358746_get_mbus_config, > > > > > > +}; > > > > > > + > > > > > > +static const struct v4l2_subdev_ops tc358746_ops = { > > > > > > + .core = &tc358746_core_ops, > > > > > > + .video = &tc358746_video_ops, > > > > > > + .pad = &tc358746_pad_ops, > > > > > > +}; > > > > > > + > > > > > > +static const struct media_entity_operations tc358746_entity_ops = { > > > > > > + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, > > > > > > + .link_validate = v4l2_subdev_link_validate, > > > > > > +}; > > > > > > + > > > > > > +static int tc358746_mclk_enable(struct clk_hw *hw) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > > + unsigned int div; > > > > > > + u32 val; > > > > > > + int err; > > > > > > + > > > > > > + div = tc358746->mclk_postdiv / 2; > > > > > > + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); > > > > > > + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); > > > > > > + err = tc358746_write(tc358746, MCLKCTL_REG, val); > > > > > > + if (err) > > > > > > + return err; > > > > > > + > > > > > > + if (tc358746->mclk_prediv == 8) > > > > > > + val = MCLKDIV(MCLKDIV_8); > > > > > > + else if (tc358746->mclk_prediv == 4) > > > > > > + val = MCLKDIV(MCLKDIV_4); > > > > > > + else > > > > > > + val = MCLKDIV(MCLKDIV_2); > > > > > > + > > > > > > + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); > > > > > > + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); > > > > > > +} > > > > > > + > > > > > > +static void tc358746_mclk_disable(struct clk_hw *hw) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > > + > > > > > > + tc358746_write(tc358746, MCLKCTL_REG, 0); > > > > > > +} > > > > > > + > > > > > > +static long > > > > > > +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) > > > > > > +{ > > > > > > + unsigned long pll_rate = tc358746->pll_rate; > > > > > > + const unsigned char prediv[] = { 2, 4, 8 }; > > > > > > + unsigned int mclk_prediv, mclk_postdiv; > > > > > > + struct device *dev = tc358746->sd.dev; > > > > > > + unsigned int postdiv, mclkdiv; > > > > > > + unsigned long best_mclk_rate; > > > > > > + unsigned int i; > > > > > > + > > > > > > + /* > > > > > > + * MCLK-Div > > > > > > + * -------------------´`--------------------- > > > > > > + * ´ ` > > > > > > + * +-------------+ +------------------------+ > > > > > > + * | MCLK-PreDiv | | MCLK-PostDiv | > > > > > > + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK > > > > > > + * +-------------+ +------------------------+ > > > > > > + * > > > > > > + * The register value of mclk_low/high is mclk_low/high+1, i.e.: > > > > > > + * mclk_low/high = 1 --> 2 MCLK-Ref Counts > > > > > > + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. > > > > > > + * If mclk_low and mclk_high are 0 then MCLK is disabled. > > > > > > + * > > > > > > + * Keep it simple and support 50/50 duty cycles only for now, > > > > > > + * so the calc will be: > > > > > > + * > > > > > > + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) > > > > > > + */ > > > > > > + > > > > > > + if (mclk_rate == tc358746->mclk_rate) > > > > > > + return mclk_rate; > > > > > > + > > > > > > + /* Highest possible rate */ > > > > > > + mclkdiv = pll_rate / mclk_rate; > > > > > > + if (mclkdiv <= 8) { > > > > > > + mclk_prediv = 2; > > > > > > + mclk_postdiv = 4; > > > > > > + best_mclk_rate = pll_rate / (2 * 4); > > > > > > + goto out; > > > > > > + } > > > > > > + > > > > > > + /* First check the prediv */ > > > > > > + for (i = 0; i < ARRAY_SIZE(prediv); i++) { > > > > > > + postdiv = mclkdiv / prediv[i]; > > > > > > + > > > > > > + if (postdiv % 2) > > > > > > + continue; > > > > > > + > > > > > > + if (postdiv >= 4 && postdiv <= 512) { > > > > > > + mclk_prediv = prediv[i]; > > > > > > + mclk_postdiv = postdiv; > > > > > > + best_mclk_rate = pll_rate / (prediv[i] * postdiv); > > > > > > + goto out; > > > > > > + } > > > > > > + } > > > > > > + > > > > > > + /* No suitable prediv found, so try to adjust the postdiv */ > > > > > > + for (postdiv = 4; postdiv <= 512; postdiv += 2) { > > > > > > + unsigned int pre; > > > > > > + > > > > > > + pre = mclkdiv / postdiv; > > > > > > + if (pre == 2 || pre == 4 || pre == 8) { > > > > > > + mclk_prediv = pre; > > > > > > + mclk_postdiv = postdiv; > > > > > > + best_mclk_rate = pll_rate / (pre * postdiv); > > > > > > + goto out; > > > > > > + } > > > > > > + } > > > > > > + > > > > > > + /* The MCLK <-> PLL gap is to high -> use largest possible div */ > > > > > > + mclk_prediv = 8; > > > > > > + mclk_postdiv = 512; > > > > > > + best_mclk_rate = pll_rate / (8 * 512); > > > > > > + > > > > > > +out: > > > > > > + tc358746->mclk_prediv = mclk_prediv; > > > > > > + tc358746->mclk_postdiv = mclk_postdiv; > > > > > > + tc358746->mclk_rate = best_mclk_rate; > > > > > > + > > > > > > + if (best_mclk_rate != mclk_rate) > > > > > > + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", > > > > > > + mclk_rate, best_mclk_rate); > > > > > > + > > > > > > + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", > > > > > > + best_mclk_rate, mclk_prediv, mclk_postdiv); > > > > > > + > > > > > > + return best_mclk_rate; > > > > > > +} > > > > > > + > > > > > > +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > > + unsigned int prediv, postdiv; > > > > > > + u32 val; > > > > > > + int err; > > > > > > + > > > > > > + err = tc358746_read(tc358746, MCLKCTL_REG, &val); > > > > > > + if (err) > > > > > > + return 0; > > > > > > + > > > > > > + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; > > > > > > + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; > > > > > > + > > > > > > + err = tc358746_read(tc358746, CLKCTL_REG, &val); > > > > > > + if (err) > > > > > > + return 0; > > > > > > + > > > > > > + prediv = FIELD_GET(MCLKDIV_MASK, val); > > > > > > + if (prediv == MCLKDIV_8) > > > > > > + prediv = 8; > > > > > > + else if (prediv == MCLKDIV_4) > > > > > > + prediv = 4; > > > > > > + else > > > > > > + prediv = 2; > > > > > > + > > > > > > + return tc358746->pll_rate / (prediv * postdiv); > > > > > > +} > > > > > > + > > > > > > +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, > > > > > > + unsigned long *parent_rate) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > > + > > > > > > + *parent_rate = tc358746->pll_rate; > > > > > > + > > > > > > + return tc358746_find_mclk_settings(tc358746, rate); > > > > > > +} > > > > > > + > > > > > > +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, > > > > > > + unsigned long parent_rate) > > > > > > +{ > > > > > > + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); > > > > > > + > > > > > > + tc358746_find_mclk_settings(tc358746, rate); > > > > > > + > > > > > > + return tc358746_mclk_enable(hw); > > > > > > +} > > > > > > + > > > > > > +static const struct clk_ops tc358746_mclk_ops = { > > > > > > + .enable = tc358746_mclk_enable, > > > > > > + .disable = tc358746_mclk_disable, > > > > > > + .recalc_rate = tc358746_recalc_rate, > > > > > > + .round_rate = tc358746_mclk_round_rate, > > > > > > + .set_rate = tc358746_mclk_set_rate, > > > > > > +}; > > > > > > + > > > > > > +static int > > > > > > +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) > > > > > > +{ > > > > > > + struct v4l2_subdev *sd; > > > > > > + int err; > > > > > > + > > > > > > + sd = &tc358746->sd; > > > > > > > > > > You could initialize the variable when declaring it. > > > > > > > > Yes. > > > > > > > > > > + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); > > > > > > + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > > > > > + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; > > > > > > + sd->entity.ops = &tc358746_entity_ops; > > > > > > + > > > > > > + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; > > > > > > + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; > > > > > > + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, > > > > > > + tc358746->pads); > > > > > > + if (err) > > > > > > + return err; > > > > > > + > > > > > > + err = v4l2_subdev_init_finalize(sd); > > > > > > + if (err) > > > > > > + media_entity_cleanup(&sd->entity); > > > > > > + > > > > > > + return err; > > > > > > +} > > > > > > + > > > > > > +static int > > > > > > +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) > > > > > > +{ > > > > > > + struct device *dev = tc358746->sd.dev; > > > > > > + struct v4l2_fwnode_endpoint *vep; > > > > > > + unsigned long csi_link_rate; > > > > > > + struct fwnode_handle *ep; > > > > > > + unsigned char csi_lanes; > > > > > > + int err; > > > > > > + > > > > > > + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, > > > > > > + 0, 0); > > > > > > + if (!ep) { > > > > > > + dev_err(dev, "Missing endpoint node\n"); > > > > > > + return -EINVAL; > > > > > > + } > > > > > > + > > > > > > + /* Currently we only support 'parallel in' -> 'csi out' */ > > > > > > + vep = &tc358746->csi_vep; > > > > > > + vep->bus_type = V4L2_MBUS_CSI2_DPHY; > > > > > > + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); > > > > > > + fwnode_handle_put(ep); > > > > > > + if (err) { > > > > > > + dev_err(dev, "Failed to parse source endpoint\n"); > > > > > > + return err; > > > > > > + } > > > > > > + > > > > > > + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; > > > > > > + if (csi_lanes == 0 || csi_lanes > 4 || > > > > > > + vep->nr_of_link_frequencies == 0) { > > > > > > + dev_err(dev, "error: Invalid CSI-2 settings\n"); > > > > > > + err = -EINVAL; > > > > > > + goto err; > > > > > > + } > > > > > > + > > > > > > + /* TODO: Add support to handle multiple link frequencies */ > > > > > > + csi_link_rate = (unsigned long)vep->link_frequencies[0]; > > > > > > + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, > > > > > > + csi_link_rate * 2); > > > > > > + if (!tc358746->pll_rate) { > > > > > > + err = -EINVAL; > > > > > > + goto err; > > > > > > + } > > > > > > + > > > > > > + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, > > > > > > + csi_lanes, &tc358746->dphy_cfg); > > > > > > + if (err) > > > > > > + goto err; > > > > > > + > > > > > > + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; > > > > > > + > > > > > > + return 0; > > > > > > + > > > > > > +err: > > > > > > + v4l2_fwnode_endpoint_free(vep); > > > > > > + > > > > > > + return err; > > > > > > +} > > > > > > + > > > > > > +static int tc358746_init_hw(struct tc358746 *tc358746) > > > > > > +{ > > > > > > + struct device *dev = tc358746->sd.dev; > > > > > > + unsigned int chipid; > > > > > > + u32 val; > > > > > > + int err; > > > > > > + > > > > > > + err = pm_runtime_resume_and_get(dev); > > > > > > + if (err < 0) { > > > > > > + dev_err(dev, "Failed to resume the device\n"); > > > > > > + return err; > > > > > > + } > > > > > > + > > > > > > + /* Ensure that CSI interface is put into LP-11 state */ > > > > > > + err = tc358746_sw_reset(tc358746); > > > > > > + if (err) { > > > > > > + pm_runtime_put_noidle(dev); > > > > > > > > > > Don't you need a regular put (possibly with autosuspend) here ? > > > > > Otherwise a reset failure will decrement the runtime PM use count but > > > > > leave the decide powered. > > > > > > > > The runtime_disable() will be called within the probe(). Please see > > > > the error path there for tc358746_init_hw(). > > > > > > Those are two different things, I don't think pm_runtime_disable() will > > > power the device off. > > > > Arg.. Yes you're right. I will fix it by using the > > pm_runtime_put_sync_suspend() now. Thanks. > > I think pm_runtime_put_sync() is enough, or even pm_runtime_put() if you > don't need the power to be turned off immediately. This will end in the same, but as you prefer. I used the sync version since the error handling will execute it anyways. Regards, Marco
Hi Laurent & Marco On Tue, 20 Sept 2022 at 12:15, Laurent Pinchart <laurent.pinchart@ideasonboard.com> wrote: > > Hi Marco, > > On Tue, Sep 20, 2022 at 12:48:54PM +0200, Marco Felsch wrote: > > On 22-09-19, Laurent Pinchart wrote: > > > On Mon, Sep 19, 2022 at 07:11:42PM +0200, Marco Felsch wrote: > > > > On 22-09-19, Laurent Pinchart wrote: > > > > > On Fri, Sep 16, 2022 at 03:45:35PM +0200, Marco Felsch wrote: > > > > > > Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip > > > > > > supports two operating modes: > > > > > > 1st) parallel-in -> mipi-csi out > > > > > > 2nd) mipi-csi in -> parallel out > > > > > > > > > > > > This patch only adds the support for the 1st mode. > > > > > > > > > > > > Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> > > > > > > --- > > > > > > Changelog: > > > > > > > > > > > > v2: > > > > > > - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate > > > > > > - remove now not needed tc358746_link_setup() and > > > > > > struct v4l2_ctrl sensor_pclk_ctrl > > > > > > - call v4l2_subdev_link_validate_default() during link validation > > > > > > - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support > > > > > > - use subdev active_state API > > > > > > - replace own .get_fmt with v4l2_subdev_get_fmt > > > > > > - remove unnecessary pad checks > > > > > > - restructure tc358746_get_format_by_code() if-case > > > > > > - move apply_dphy_config|apply_misc_config from resume intos s_stream > > > > > > - use goto in s_stream enable case > > > > > > - fix error handling in suspend/resume > > > > > > - split probe() into more sub-functions > > > > > > - use dev_dbg() for printing successful probe > > > > > > > > > > > > drivers/media/i2c/Kconfig | 17 + > > > > > > drivers/media/i2c/Makefile | 1 + > > > > > > drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ <snip> > > > > > > + > > > > > > + sensor = media_entity_to_v4l2_subdev(link->source->entity); > > > > > > + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); > > > > > > > > > > Shouldn't you set the last two arguments to non-zero values, to support > > > > > sources that only implement the V4L2_CID_PIXEL_RATE control ? > > > > > > > > Nope, I don't wanna support PIXEL_RATE right now. This can be changed > > > > later I think. > > > > > > Would it be hard to support it already, given that the > > > v4l2_get_link_freq() should make it easier ? That would avoid having to > > > come back to this code later. > > > > I had the pixel-rate first, then Jacobo mentioned (correctly) that my > > usage of pixel-rate was wrong. Supporting PIXEL_RATE as well would add > > more complexity because we need to take core of the mbus format to get > > the correct mul/div settings. > > That's right, but the required information could be stored in the > tc358746_format structure, can't it ? > > > Also I think that only a few drivers > > implementing the PIXEL_RATE correctly in case of parallel sensors _and_ > > this is just a fallback which will print a warning if triggered. All I > > want to do here is: "give me the link frequence" :) If there are drivers > > not supporting this but support PIXEL_RATE it shouldn't be that hard for > > those driver to add the LINK_FREQ ctrl. This would also improve the > > kernel quality since there are now heuristics and no warnings printed. > > > > Is it okay, to keep it simple and just go with LINK_FREQ. for now? > > OK, I won't insist much. > > > > > > I'd also name the variable source_link_freq, as it may not be a sensor, > > > > > and it's a link frequency, not a pixel clock rate. > > > > > > > > In parallel case (which is the only supported right now) the pclk is the > > > > link_freq. but I can change it of course. > > > > > > I read "pclk" as "pixel clock". That makes me think of > > > V4L2_CID_PIXEL_RATE, which indicates the number of pixels per second. > > > With YUV 4:2:2 2X8 media bus formats, the link frequency will be twice > > > the pixel rate. > > > > Hm.. the link frequency is the frequency on the physical parallel bus, > > as far as I understood the ctrl. In parallel use-case this is pixelclk. > > > > Also according PIXEL_RATE documentation, it is defined as > > pixel-per-second. For YUV 4:2:2 those this mean mean: > > - y1 == 1st pixel, > > - u1 == 2nd pixel, > > - y2 == 3rd pixel, > > - ... > > YUYV8_2X8 transfers Y0, U0, Y1, V0, Y2, U2, Y3, V2, ... You need two > cycles per pixel. That's why sensor_pclk_rate can be misleading, as it > may refer to the sensor pixel sampling clock, or the parallel bus clock, > and those two are different. It's just a variable naming issue to avoid > confusion. > > > All I want is to get the rate/frequency of the physical bus from the > > input device :) According my above explanation, could we please go with > > "the LINK_FREQ ctrl only" since this would avoid possible kernel > > warnings and is the most accurate one. This is a bridge, so surely PIXEL_RATE is a property and control on the source to the bridge, not on the bridge itself. PIXEL_RATE isn't going to tell you much without HBLANK and VBLANK as well, and those also belong to the source. LINK_FREQ is a property that is only relevant for the output of the bridge, and therefore it makes sense to be a control on the bridge (it can't be represented elsewhere). Just my 2p. Dave
diff --git a/drivers/media/i2c/Kconfig b/drivers/media/i2c/Kconfig index 7806d4b81716..aefb9c9e0c08 100644 --- a/drivers/media/i2c/Kconfig +++ b/drivers/media/i2c/Kconfig @@ -1272,6 +1272,23 @@ config VIDEO_TC358743_CEC When selected the tc358743 will support the optional HDMI CEC feature. +config VIDEO_TC358746 + tristate "Toshiba TC358746 parallel-CSI2 bridge" + depends on VIDEO_DEV && I2C + select VIDEO_V4L2_SUBDEV_API + select MEDIA_CONTROLLER + select V4L2_FWNODE + select GENERIC_PHY_MIPI_DPHY + select REGMAP_I2C + select COMMON_CLK + help + Support for the Toshiba TC358746 parallel to MIPI CSI-2 bridge. + The bridge can work in both directions but currently only the + parallel-in / csi-out path is supported. + + To compile this driver as a module, choose M here: the + module will be called tc358746. + config VIDEO_TVP514X tristate "Texas Instruments TVP514x video decoder" depends on VIDEO_DEV && I2C diff --git a/drivers/media/i2c/Makefile b/drivers/media/i2c/Makefile index 0a2933103dd9..d1096c2ab480 100644 --- a/drivers/media/i2c/Makefile +++ b/drivers/media/i2c/Makefile @@ -118,6 +118,7 @@ obj-$(CONFIG_VIDEO_SONY_BTF_MPX) += sony-btf-mpx.o obj-$(CONFIG_VIDEO_SR030PC30) += sr030pc30.o obj-$(CONFIG_VIDEO_ST_MIPID02) += st-mipid02.o obj-$(CONFIG_VIDEO_TC358743) += tc358743.o +obj-$(CONFIG_VIDEO_TC358746) += tc358746.o obj-$(CONFIG_VIDEO_TDA1997X) += tda1997x.o obj-$(CONFIG_VIDEO_TDA7432) += tda7432.o obj-$(CONFIG_VIDEO_TDA9840) += tda9840.o diff --git a/drivers/media/i2c/tc358746.c b/drivers/media/i2c/tc358746.c new file mode 100644 index 000000000000..4f1a809b9fc3 --- /dev/null +++ b/drivers/media/i2c/tc358746.c @@ -0,0 +1,1682 @@ +// SPDX-License-Identifier: GPL-2.0-only +/* + * TC358746 - Parallel <-> CSI-2 Bridge + * + * Copyright 2022 Marco Felsch <kernel@pengutronix.de> + * + * Notes: + * - Currently only 'Parallel-in -> CSI-out' mode is supported! + */ + +#include <linux/bitfield.h> +#include <linux/clk.h> +#include <linux/clk-provider.h> +#include <linux/delay.h> +#include <linux/i2c.h> +#include <linux/interrupt.h> +#include <linux/kernel.h> +#include <linux/module.h> +#include <linux/phy/phy-mipi-dphy.h> +#include <linux/property.h> +#include <linux/pm_runtime.h> +#include <linux/regmap.h> +#include <media/v4l2-ctrls.h> +#include <media/v4l2-device.h> +#include <media/v4l2-fwnode.h> +#include <media/v4l2-mc.h> + +/* 16-bit registers */ +#define CHIPID_REG 0x0000 +#define CHIPID GENMASK(15, 8) + +#define SYSCTL_REG 0x0002 +#define SRESET BIT(0) + +#define CONFCTL_REG 0x0004 +#define PDATAF_MASK GENMASK(9, 8) +#define PDATAF_MODE0 0 +#define PDATAF_MODE1 1 +#define PDATAF_MODE2 2 +#define PDATAF(val) FIELD_PREP(PDATAF_MASK, (val)) +#define PPEN BIT(6) +#define DATALANE_MASK GENMASK(1, 0) + +#define FIFOCTL_REG 0x0006 +#define DATAFMT_REG 0x0008 +#define PDFMT(val) FIELD_PREP(GENMASK(7, 4), (val)) + +#define MCLKCTL_REG 0x000c +#define MCLK_HIGH_MASK GENMASK(15, 8) +#define MCLK_LOW_MASK GENMASK(7, 0) +#define MCLK_HIGH(val) FIELD_PREP(MCLK_HIGH_MASK, (val)) +#define MCLK_LOW(val) FIELD_PREP(MCLK_LOW_MASK, (val)) + +#define PLLCTL0_REG 0x0016 +#define PLL_PRD_MASK GENMASK(15, 12) +#define PLL_PRD(val) FIELD_PREP(PLL_PRD_MASK, (val)) +#define PLL_FBD_MASK GENMASK(8, 0) +#define PLL_FBD(val) FIELD_PREP(PLL_FBD_MASK, (val)) + +#define PLLCTL1_REG 0x0018 +#define PLL_FRS_MASK GENMASK(11, 10) +#define PLL_FRS(val) FIELD_PREP(PLL_FRS_MASK, (val)) +#define CKEN BIT(4) +#define RESETB BIT(1) +#define PLL_EN BIT(0) + +#define CLKCTL_REG 0x0020 +#define MCLKDIV_MASK GENMASK(3, 2) +#define MCLKDIV(val) FIELD_PREP(MCLKDIV_MASK, (val)) +#define MCLKDIV_8 0 +#define MCLKDIV_4 1 +#define MCLKDIV_2 2 + +#define WORDCNT_REG 0x0022 +#define PP_MISC_REG 0x0032 +#define FRMSTOP BIT(15) +#define RSTPTR BIT(14) + +/* 32-bit registers */ +#define CLW_DPHYCONTTX_REG 0x0100 +#define CLW_CNTRL_REG 0x0140 +#define D0W_CNTRL_REG 0x0144 +#define LANEDISABLE BIT(0) + +#define STARTCNTRL_REG 0x0204 +#define START BIT(0) + +#define LINEINITCNT_REG 0x0210 +#define LPTXTIMECNT_REG 0x0214 +#define TCLK_HEADERCNT_REG 0x0218 +#define TCLK_ZEROCNT(val) FIELD_PREP(GENMASK(15, 8), (val)) +#define TCLK_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) + +#define TCLK_TRAILCNT_REG 0x021C +#define THS_HEADERCNT_REG 0x0220 +#define THS_ZEROCNT(val) FIELD_PREP(GENMASK(14, 8), (val)) +#define THS_PREPARECNT(val) FIELD_PREP(GENMASK(6, 0), (val)) + +#define TWAKEUP_REG 0x0224 +#define TCLK_POSTCNT_REG 0x0228 +#define THS_TRAILCNT_REG 0x022C +#define HSTXVREGEN_REG 0x0234 +#define TXOPTIONCNTRL_REG 0x0238 +#define CSI_CONTROL_REG 0x040C +#define CSI_MODE BIT(15) +#define TXHSMD BIT(7) +#define NOL(val) FIELD_PREP(GENMASK(2, 1), (val)) + +#define CSI_CONFW_REG 0x0500 +#define MODE(val) FIELD_PREP(GENMASK(31, 29), (val)) +#define MODE_SET 0x5 +#define ADDRESS(val) FIELD_PREP(GENMASK(28, 24), (val)) +#define CSI_CONTROL_ADDRESS 0x3 +#define DATA(val) FIELD_PREP(GENMASK(15, 0), (val)) + +#define CSI_START_REG 0x0518 +#define STRT BIT(0) + +static const struct v4l2_mbus_framefmt tc358746_def_fmt = { + .width = 640, + .height = 480, + .code = MEDIA_BUS_FMT_UYVY8_2X8, + .field = V4L2_FIELD_NONE, + .colorspace = V4L2_COLORSPACE_DEFAULT, + .ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT, + .quantization = V4L2_QUANTIZATION_DEFAULT, + .xfer_func = V4L2_XFER_FUNC_DEFAULT, +}; + +static const char * const tc358746_supplies[] = { + "vddc", "vddio", "vddmipi" +}; + +enum { + TC358746_SINK, + TC358746_SOURCE, + TC358746_NR_PADS +}; + +struct tc358746 { + struct v4l2_subdev sd; + struct media_pad pads[TC358746_NR_PADS]; + struct v4l2_async_notifier notifier; + struct v4l2_fwnode_endpoint csi_vep; + + struct v4l2_ctrl_handler ctrl_hdl; + + struct regmap *regmap; + struct clk *refclk; + struct gpio_desc *reset_gpio; + struct regulator_bulk_data supplies[ARRAY_SIZE(tc358746_supplies)]; + + struct clk_hw mclk_hw; + unsigned long mclk_rate; + u8 mclk_prediv; + u16 mclk_postdiv; + + unsigned long pll_rate; + u8 pll_post_div; + u16 pll_pre_div; + u16 pll_mul; + +#define TC358746_VB_MAX_SIZE (511 * 32) +#define TC358746_VB_DEFAULT_SIZE (1 * 32) + unsigned int vb_size; /* Video buffer size in bits */ + + struct phy_configure_opts_mipi_dphy dphy_cfg; +}; + +static inline struct tc358746 *to_tc358746(struct v4l2_subdev *sd) +{ + return container_of(sd, struct tc358746, sd); +} + +static inline struct tc358746 *clk_hw_to_tc358746(struct clk_hw *hw) +{ + return container_of(hw, struct tc358746, mclk_hw); +} + +struct tc358746_format { + u32 code; + bool csi_format; + unsigned char bus_width; + unsigned char bpp; + /* Register values */ + u8 pdformat; /* Peripheral Data Format */ + u8 pdataf; /* Parallel Data Format Option */ +}; + +enum { + PDFORMAT_RAW8 = 0, + PDFORMAT_RAW10, + PDFORMAT_RAW12, + PDFORMAT_RGB888, + PDFORMAT_RGB666, + PDFORMAT_RGB565, + PDFORMAT_YUV422_8BIT, + /* RESERVED = 7 */ + PDFORMAT_RAW14 = 8, + PDFORMAT_YUV422_10BIT, + PDFORMAT_YUV444, +}; + +/* Check tc358746_src_mbus_code() if you add new formats */ +static const struct tc358746_format tc358746_formats[] = { + { + .code = MEDIA_BUS_FMT_UYVY8_2X8, + .bus_width = 8, + .bpp = 16, + .pdformat = PDFORMAT_YUV422_8BIT, + .pdataf = PDATAF_MODE0, + }, { + .code = MEDIA_BUS_FMT_UYVY8_1X16, + .csi_format = true, + .bus_width = 16, + .bpp = 16, + .pdformat = PDFORMAT_YUV422_8BIT, + .pdataf = PDATAF_MODE1, + }, { + .code = MEDIA_BUS_FMT_YUYV8_1X16, + .csi_format = true, + .bus_width = 16, + .bpp = 16, + .pdformat = PDFORMAT_YUV422_8BIT, + .pdataf = PDATAF_MODE2, + }, { + .code = MEDIA_BUS_FMT_UYVY10_2X10, + .bus_width = 10, + .bpp = 20, + .pdformat = PDFORMAT_YUV422_10BIT, + .pdataf = PDATAF_MODE0, /* don't care */ + } +}; + +/* Get n-th format for pad */ +static const struct tc358746_format * +tc358746_get_format_by_idx(unsigned int pad, unsigned int index) +{ + unsigned int idx = 0; + unsigned int i; + + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { + const struct tc358746_format *fmt = &tc358746_formats[i]; + + if ((pad == TC358746_SOURCE && fmt->csi_format) || + (pad == TC358746_SINK)) { + if (idx == index) + return fmt; + idx++; + } + } + + return ERR_PTR(-EINVAL); +} + +static const struct tc358746_format * +tc358746_get_format_by_code(unsigned int pad, u32 code) +{ + unsigned int i; + + for (i = 0; i < ARRAY_SIZE(tc358746_formats); i++) { + const struct tc358746_format *fmt = &tc358746_formats[i]; + + if (pad == TC358746_SINK && fmt->code == code) + return fmt; + + if (pad == TC358746_SOURCE && !fmt->csi_format) + continue; + + if (fmt->code == code) + return fmt; + } + + return ERR_PTR(-EINVAL); +} + +static u32 tc358746_src_mbus_code(u32 code) +{ + switch (code) { + case MEDIA_BUS_FMT_UYVY8_2X8: + return MEDIA_BUS_FMT_UYVY8_1X16; + case MEDIA_BUS_FMT_UYVY10_2X10: + return MEDIA_BUS_FMT_UYVY10_1X20; + default: + return code; + } +} + +static bool tc358746_writeable_reg(struct device *dev, unsigned int reg) +{ + switch (reg) { + case SYSCTL_REG ... CSI_START_REG: + return true; + default: + return false; + } +} + +static bool tc358746_readable_reg(struct device *dev, unsigned int reg) +{ + switch (reg) { + case CHIPID_REG ... CSI_START_REG: + return true; + default: + return false; + } +} + +static const struct regmap_config tc358746_regmap_config = { + .name = "tc358746", + .reg_bits = 16, + .val_bits = 16, + .max_register = CSI_START_REG, + .writeable_reg = tc358746_writeable_reg, + .readable_reg = tc358746_readable_reg, + .reg_format_endian = REGMAP_ENDIAN_BIG, + .val_format_endian = REGMAP_ENDIAN_BIG, +}; + +static int tc358746_write(struct tc358746 *tc358746, u32 reg, u32 val) +{ + size_t count; + + /* 32-bit registers starting from CLW_DPHYCONTTX */ + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; + + return regmap_bulk_write(tc358746->regmap, reg, &val, count); +} + +static int tc358746_read(struct tc358746 *tc358746, u32 reg, u32 *val) +{ + size_t count; + + /* 32-bit registers starting from CLW_DPHYCONTTX */ + count = reg < CLW_DPHYCONTTX_REG ? 1 : 2; + *val = 0; + + return regmap_bulk_read(tc358746->regmap, reg, val, count); +} + +static int +tc358746_update_bits(struct tc358746 *tc358746, u32 reg, u32 mask, u32 val) +{ + u32 tmp, orig; + int err; + + err = tc358746_read(tc358746, reg, &orig); + if (err) + return err; + + tmp = orig & ~mask; + tmp |= val & mask; + + return tc358746_write(tc358746, reg, tmp); +} + +static int tc358746_set_bits(struct tc358746 *tc358746, u32 reg, u32 bits) +{ + return tc358746_update_bits(tc358746, reg, bits, bits); +} + +static int tc358746_clear_bits(struct tc358746 *tc358746, u32 reg, u32 bits) +{ + return tc358746_update_bits(tc358746, reg, bits, 0); +} + +static int tc358746_sw_reset(struct tc358746 *tc358746) +{ + int err; + + err = tc358746_set_bits(tc358746, SYSCTL_REG, SRESET); + if (err) + return err; + + udelay(10); + + return tc358746_clear_bits(tc358746, SYSCTL_REG, SRESET); +} + +static int +tc358746_apply_pll_config(struct tc358746 *tc358746) +{ + u8 post = tc358746->pll_post_div; + u16 pre = tc358746->pll_pre_div; + u16 mul = tc358746->pll_mul; + u32 val, mask; + int err; + + err = tc358746_read(tc358746, PLLCTL1_REG, &val); + if (err) + return err; + + /* Don't touch the PLL if running */ + if (FIELD_GET(PLL_EN, val) == 1) + return 0; + + /* Pre-div and Multiplicator have a internal +1 logic */ + val = PLL_PRD(pre - 1) | PLL_FBD(mul - 1); + mask = PLL_PRD_MASK | PLL_FBD_MASK; + err = tc358746_update_bits(tc358746, PLLCTL0_REG, mask, val); + if (err) + return err; + + val = PLL_FRS(ilog2(post)) | RESETB | PLL_EN; + mask = PLL_FRS_MASK | RESETB | PLL_EN; + tc358746_update_bits(tc358746, PLLCTL1_REG, mask, val); + if (err) + return err; + + udelay(1000); + + return tc358746_set_bits(tc358746, PLLCTL1_REG, CKEN); +} + +static int tc358746_apply_misc_config(struct tc358746 *tc358746) +{ + struct v4l2_subdev *sd = &tc358746->sd; + struct v4l2_subdev_state *sink_state; + struct v4l2_mbus_framefmt *mbusfmt; + const struct tc358746_format *fmt; + struct device *dev = sd->dev; + u32 val; + int err; + + sink_state = v4l2_subdev_lock_and_get_active_state(sd); + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); + v4l2_subdev_unlock_state(sink_state); + + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); + + /* Self defined CSI user data type id's are not supported yet */ + val = PDFMT(fmt->pdformat); + dev_dbg(dev, "DATAFMT: 0x%x\n", val); + err = tc358746_write(tc358746, DATAFMT_REG, val); + if (err) + return err; + + val = PDATAF(fmt->pdataf); + dev_dbg(dev, "CONFCTL[PDATAF]: 0x%x\n", fmt->pdataf); + err = tc358746_update_bits(tc358746, CONFCTL_REG, PDATAF_MASK, val); + if (err) + return err; + + val = tc358746->vb_size / 32; + dev_dbg(dev, "FIFOCTL: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, FIFOCTL_REG, val); + if (err) + return err; + + /* Total number of bytes for each line/width */ + val = mbusfmt->width * fmt->bpp / 8; + dev_dbg(dev, "WORDCNT: %u (0x%x)\n", val, val); + return tc358746_write(tc358746, WORDCNT_REG, val); +} + +#ifndef MHZ +#define MHZ (1000 * 1000) +#endif + +/* Use MHz as base so the div needs no u64 */ +static u32 tc358746_cfg_to_cnt(unsigned int cfg_val, + unsigned int clk_mhz, + unsigned int time_base) +{ + return DIV_ROUND_UP(cfg_val * clk_mhz, time_base); +} + +static u32 tc358746_ps_to_cnt(unsigned int cfg_val, + unsigned int clk_mhz) +{ + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, USEC_PER_SEC); +} + +static u32 tc358746_us_to_cnt(unsigned int cfg_val, + unsigned int clk_mhz) +{ + return tc358746_cfg_to_cnt(cfg_val, clk_mhz, 1); +} + +static int tc358746_apply_dphy_config(struct tc358746 *tc358746) +{ + struct phy_configure_opts_mipi_dphy *cfg = &tc358746->dphy_cfg; + bool non_cont_clk = !!(tc358746->csi_vep.bus.mipi_csi2.flags & + V4L2_MBUS_CSI2_NONCONTINUOUS_CLOCK); + struct device *dev = tc358746->sd.dev; + unsigned long hs_byte_clk, hf_clk; + u32 val, val2, lptxcnt; + int err; + + /* The hs_byte_clk is also called SYSCLK in the excel sheet */ + hs_byte_clk = cfg->hs_clk_rate / 8; + hs_byte_clk /= MHZ; + hf_clk = hs_byte_clk / 2; + + val = tc358746_us_to_cnt(cfg->init, hf_clk) - 1; + dev_dbg(dev, "LINEINITCNT: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, LINEINITCNT_REG, val); + if (err) + return err; + + val = tc358746_ps_to_cnt(cfg->lpx, hs_byte_clk) - 1; + lptxcnt = val; + dev_dbg(dev, "LPTXTIMECNT: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, LPTXTIMECNT_REG, val); + if (err) + return err; + + val = tc358746_ps_to_cnt(cfg->clk_prepare, hs_byte_clk) - 1; + val2 = tc358746_ps_to_cnt(cfg->clk_zero, hs_byte_clk) - 1; + dev_dbg(dev, "TCLK_PREPARECNT: %u (0x%x)\n", val, val); + dev_dbg(dev, "TCLK_ZEROCNT: %u (0x%x)\n", val2, val2); + dev_dbg(dev, "TCLK_HEADERCNT: 0x%x\n", + (u32)(TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2))); + err = tc358746_write(tc358746, TCLK_HEADERCNT_REG, + TCLK_PREPARECNT(val) | TCLK_ZEROCNT(val2)); + if (err) + return err; + + val = tc358746_ps_to_cnt(cfg->clk_trail, hs_byte_clk); + dev_dbg(dev, "TCLK_TRAILCNT: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, TCLK_TRAILCNT_REG, val); + if (err) + return err; + + val = tc358746_ps_to_cnt(cfg->hs_prepare, hs_byte_clk) - 1; + val2 = tc358746_ps_to_cnt(cfg->hs_zero, hs_byte_clk) - 1; + dev_dbg(dev, "THS_PREPARECNT: %u (0x%x)\n", val, val); + dev_dbg(dev, "THS_ZEROCNT: %u (0x%x)\n", val2, val2); + dev_dbg(dev, "THS_HEADERCNT: 0x%x\n", + (u32)(THS_PREPARECNT(val) | THS_ZEROCNT(val2))); + err = tc358746_write(tc358746, THS_HEADERCNT_REG, + THS_PREPARECNT(val) | THS_ZEROCNT(val2)); + if (err) + return err; + + /* TWAKEUP > 1ms in lptxcnt steps */ + val = tc358746_us_to_cnt(cfg->wakeup, hs_byte_clk); + val = val / (lptxcnt + 1) - 1; + dev_dbg(dev, "TWAKEUP: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, TWAKEUP_REG, val); + if (err) + return err; + + val = tc358746_ps_to_cnt(cfg->clk_post, hs_byte_clk); + dev_dbg(dev, "TCLK_POSTCNT: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, TCLK_POSTCNT_REG, val); + if (err) + return err; + + val = tc358746_ps_to_cnt(cfg->hs_trail, hs_byte_clk); + dev_dbg(dev, "THS_TRAILCNT: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, THS_TRAILCNT_REG, val); + if (err) + return err; + + dev_dbg(dev, "CONTCLKMODE: %u", non_cont_clk ? 0 : 1); + return tc358746_write(tc358746, TXOPTIONCNTRL_REG, non_cont_clk ? 0 : 1); +} + +#define MAX_DATA_LANES 4 + +static int tc358746_enable_csi_lanes(struct tc358746 *tc358746, int enable) +{ + unsigned int lanes = tc358746->dphy_cfg.lanes; + unsigned int lane; + u32 reg, val; + int err; + + err = tc358746_update_bits(tc358746, CONFCTL_REG, DATALANE_MASK, + lanes - 1); + if (err) + return err; + + /* Clock lane */ + val = enable ? 0 : LANEDISABLE; + dev_dbg(tc358746->sd.dev, "CLW_CNTRL: 0x%x\n", val); + err = tc358746_write(tc358746, CLW_CNTRL_REG, val); + if (err) + return err; + + for (lane = 0; lane < MAX_DATA_LANES; lane++) { + /* Data lanes */ + reg = D0W_CNTRL_REG + lane * 0x4; + val = (enable && lane < lanes) ? 0 : LANEDISABLE; + + dev_dbg(tc358746->sd.dev, "D%uW_CNTRL: 0x%x\n", lane, val); + err = tc358746_write(tc358746, reg, val); + if (err) + return err; + } + + val = 0; + if (enable) { + /* Clock lane */ + val |= BIT(0); + + /* Data lanes */ + for (lane = 1; lane <= lanes; lane++) + val |= BIT(lane); + } + + dev_dbg(tc358746->sd.dev, "HSTXVREGEN: 0x%x\n", val); + return tc358746_write(tc358746, HSTXVREGEN_REG, val); +} + +static int tc358746_enable_csi_module(struct tc358746 *tc358746, int enable) +{ + unsigned int lanes = tc358746->dphy_cfg.lanes; + int err; + + /* + * START and STRT are only reseted/disabled by sw reset. This is + * required to put the lane state back into LP-11 state. The sw reset + * don't reset register values. + */ + if (!enable) + return tc358746_sw_reset(tc358746); + + err = tc358746_write(tc358746, STARTCNTRL_REG, START); + if (err) + return err; + + err = tc358746_write(tc358746, CSI_START_REG, STRT); + if (err) + return err; + + /* CSI_CONTROL_REG is only indirect accessible */ + return tc358746_write(tc358746, CSI_CONFW_REG, + MODE(MODE_SET) | + ADDRESS(CSI_CONTROL_ADDRESS) | + DATA(CSI_MODE | TXHSMD | NOL(lanes - 1))); +} + +static int tc358746_enable_parallel_port(struct tc358746 *tc358746, int enable) +{ + int err; + + if (enable) { + err = tc358746_write(tc358746, PP_MISC_REG, 0); + if (err) + return err; + + return tc358746_set_bits(tc358746, CONFCTL_REG, PPEN); + } + + err = tc358746_set_bits(tc358746, PP_MISC_REG, FRMSTOP); + if (err) + return err; + + err = tc358746_clear_bits(tc358746, CONFCTL_REG, PPEN); + if (err) + return err; + + return tc358746_set_bits(tc358746, PP_MISC_REG, RSTPTR); +} + +static inline struct v4l2_subdev *tc358746_get_remote_sd(struct media_pad *pad) +{ + pad = media_pad_remote_pad_first(pad); + if (!pad) + return NULL; + + return media_entity_to_v4l2_subdev(pad->entity); +} + +static int tc358746_s_stream(struct v4l2_subdev *sd, int enable) +{ + struct tc358746 *tc358746 = to_tc358746(sd); + struct v4l2_subdev *src; + int err; + + dev_dbg(sd->dev, "%sable\n", enable ? "en" : "dis"); + + src = tc358746_get_remote_sd(&tc358746->pads[TC358746_SINK]); + if (!src) + return -EPIPE; + + if (enable) { + err = pm_runtime_resume_and_get(sd->dev); + if (err) + return err; + + err = tc358746_apply_dphy_config(tc358746); + if (err) + goto err_out; + + err = tc358746_apply_misc_config(tc358746); + if (err) + goto err_out; + + err = tc358746_enable_csi_lanes(tc358746, 1); + if (err) + goto err_out; + + err = tc358746_enable_csi_module(tc358746, 1); + if (err) + goto err_out; + + err = tc358746_enable_parallel_port(tc358746, 1); + if (err) + goto err_out; + + err = v4l2_subdev_call(src, video, s_stream, 1); + if (err) + goto err_out; + + return err; + +err_out: + pm_runtime_mark_last_busy(sd->dev); + pm_runtime_put_sync_autosuspend(sd->dev); + + return err; + } + + /* + * Lane disable trigger state change from LP-11 to LP-00 + * therefore it must happen before the CSI modile is disabled. + */ + err = tc358746_enable_csi_lanes(tc358746, 0); + if (err) + return err; + + err = tc358746_enable_csi_module(tc358746, 0); + if (err) + return err; + + err = tc358746_enable_parallel_port(tc358746, 0); + if (err) + return err; + + pm_runtime_mark_last_busy(sd->dev); + pm_runtime_put_sync_autosuspend(sd->dev); + + return v4l2_subdev_call(src, video, s_stream, 0); +} + +static int tc358746_init_cfg(struct v4l2_subdev *sd, + struct v4l2_subdev_state *state) +{ + struct v4l2_mbus_framefmt *fmt; + + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SINK); + *fmt = tc358746_def_fmt; + + fmt = v4l2_subdev_get_pad_format(sd, state, TC358746_SOURCE); + *fmt = tc358746_def_fmt; + fmt->code = tc358746_src_mbus_code(tc358746_def_fmt.code); + + return 0; +} + +static int tc358746_enum_mbus_code(struct v4l2_subdev *sd, + struct v4l2_subdev_state *sd_state, + struct v4l2_subdev_mbus_code_enum *code) +{ + const struct tc358746_format *fmt; + + fmt = tc358746_get_format_by_idx(code->pad, code->index); + if (IS_ERR(fmt)) + return PTR_ERR(fmt); + + code->code = fmt->code; + + return 0; +} + +static int tc358746_set_fmt(struct v4l2_subdev *sd, + struct v4l2_subdev_state *sd_state, + struct v4l2_subdev_format *format) +{ + struct v4l2_mbus_framefmt *src_fmt, *sink_fmt; + const struct tc358746_format *fmt; + + /* Source follows the sink */ + if (format->pad == TC358746_SOURCE) + return 0; + + sink_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SINK); + + fmt = tc358746_get_format_by_code(format->pad, format->format.code); + if (IS_ERR(fmt)) + fmt = tc358746_get_format_by_code(format->pad, tc358746_def_fmt.code); + + format->format.code = fmt->code; + format->format.field = V4L2_FIELD_NONE; + + dev_dbg(sd->dev, "Update format: %ux%u code:0x%x -> %ux%u code:0x%x", + sink_fmt->width, sink_fmt->height, sink_fmt->code, + format->format.width, format->format.height, format->format.code); + + *sink_fmt = format->format; + + src_fmt = v4l2_subdev_get_pad_format(sd, sd_state, TC358746_SOURCE); + *src_fmt = *sink_fmt; + src_fmt->code = tc358746_src_mbus_code(sink_fmt->code); + + return 0; +} + +static unsigned long tc358746_find_pll_settings(struct tc358746 *tc358746, + unsigned long refclk, + unsigned long fout) + +{ + struct device *dev = tc358746->sd.dev; + unsigned long best_freq = 0; + u32 min_delta = 0xffffffff; + u16 prediv_max = 17; + u16 prediv_min = 1; + u16 m_best, mul; + u16 p_best, p; + u8 postdiv; + + if (fout > 1000 * MHZ) { + dev_err(dev, "HS-Clock above 1 Ghz are not supported\n"); + return 0; + } else if (fout >= 500 * MHZ) + postdiv = 1; + else if (fout >= 250 * MHZ) + postdiv = 2; + else if (fout >= 125 * MHZ) + postdiv = 4; + else + postdiv = 8; + + for (p = prediv_min; p <= prediv_max; p++) { + unsigned long delta, fin; + u64 tmp; + + fin = DIV_ROUND_CLOSEST(refclk, p); + if (fin < 4 * MHZ || fin > 40 * MHZ) + continue; + + tmp = fout * p * postdiv; + do_div(tmp, fin); + mul = tmp; + if (mul > 511) + continue; + + tmp = mul * fin; + do_div(tmp, p * postdiv); + + delta = abs(fout - tmp); + if (delta < min_delta) { + p_best = p; + m_best = mul; + min_delta = delta; + best_freq = tmp; + }; + + if (delta == 0) + break; + }; + + if (!best_freq) { + dev_err(dev, "Failed find PLL frequency\n"); + return 0; + } + + tc358746->pll_post_div = postdiv; + tc358746->pll_pre_div = p_best; + tc358746->pll_mul = m_best; + + if (best_freq != fout) + dev_warn(dev, "Request PLL freq:%lu, found PLL freq:%lu\n", + fout, best_freq); + + dev_dbg(dev, "Found PLL settings: freq:%lu prediv:%u multi:%u postdiv:%u\n", + best_freq, p_best, m_best, postdiv); + + return best_freq; +} + +#define TC358746_PRECISION 10 + +static int +tc358746_link_validate(struct v4l2_subdev *sd, struct media_link *link, + struct v4l2_subdev_format *source_fmt, + struct v4l2_subdev_format *sink_fmt) +{ + struct tc358746 *tc358746 = to_tc358746(sd); + unsigned long csi_bitrate, sensor_bitrate; + struct v4l2_subdev_state *sink_state; + struct v4l2_mbus_framefmt *mbusfmt; + const struct tc358746_format *fmt; + unsigned int fifo_sz, tmp, n; + struct v4l2_subdev *sensor; + s64 sensor_pclk_rate; + int err; + + err = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); + if (err) + return err; + + sink_state = v4l2_subdev_lock_and_get_active_state(sd); + mbusfmt = v4l2_subdev_get_pad_format(sd, sink_state, TC358746_SINK); + v4l2_subdev_unlock_state(sink_state); + + /* Check the FIFO settings */ + fmt = tc358746_get_format_by_code(TC358746_SINK, mbusfmt->code); + if (IS_ERR(fmt)) + return PTR_ERR(fmt); + + sensor = media_entity_to_v4l2_subdev(link->source->entity); + sensor_pclk_rate = v4l2_get_link_freq(sensor->ctrl_handler, 0, 0); + if (sensor_pclk_rate <= 0) { + dev_err(tc358746->sd.dev, + "Failed to query or invalid sensor link frequency\n"); + /* Return -EINVAL in case of sensor_pclk_rate is 0 */ + return sensor_pclk_rate ? : -EINVAL; + } + sensor_bitrate = sensor_pclk_rate * fmt->bus_width; + + csi_bitrate = tc358746->dphy_cfg.lanes * tc358746->pll_rate; + + dev_dbg(tc358746->sd.dev, + "Fifo settings params: sensor-bitrate:%lu csi-bitrate:%lu", + sensor_bitrate, csi_bitrate); + + /* Avoid possible FIFO overflows */ + if (csi_bitrate < sensor_bitrate) { + dev_err(sd->dev, + "Link validation failed csi-bitrate:%lu < sensor-bitrate:%lu\n", + csi_bitrate, sensor_bitrate); + return -EINVAL; + } + + /* Best case */ + if (csi_bitrate == sensor_bitrate) { + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; + goto out; + } + + /* + * Avoid possible FIFO underflow in case of + * csi_bitrate > sensor_bitrate. For such case the chip has a internal + * fifo which can be used to delay the line output. + * + * Fifo size calculation: + * + * fifo-sz, image-width - in bits + * sbr - sensor_bitrate in bits/s + * csir - csi_bitrate in bits/s + * + * 1 1 1 + * image-width * --- + fifo-sz --- >= ---- * image-width + * sbr sbr csir + * + * fifo-sz >= abs(sbr/csir * image-width - image-width) + * `-----´ + * n + * + */ + + sensor_bitrate /= TC358746_PRECISION; + n = csi_bitrate / sensor_bitrate; + tmp = (mbusfmt->width * TC358746_PRECISION) / n; + fifo_sz = mbusfmt->width - tmp; + fifo_sz *= fmt->bpp; + tc358746->vb_size = round_up(fifo_sz, 32); + +out: + dev_dbg(tc358746->sd.dev, + "Found FIFO size[bits]:%u -> aligned to size[bits]:%u\n", + fifo_sz, tc358746->vb_size); + + return tc358746->vb_size > TC358746_VB_MAX_SIZE ? -EINVAL : 0; +} + +static int tc358746_get_mbus_config(struct v4l2_subdev *sd, unsigned int pad, + struct v4l2_mbus_config *config) +{ + struct tc358746 *tc358746 = to_tc358746(sd); + + if (pad != TC358746_SOURCE) + return -EINVAL; + + config->type = V4L2_MBUS_CSI2_DPHY; + config->bus.mipi_csi2 = tc358746->csi_vep.bus.mipi_csi2; + + return 0; +} + +int __maybe_unused +tc358746_g_register(struct v4l2_subdev *sd, struct v4l2_dbg_register *reg) +{ + struct tc358746 *tc358746 = to_tc358746(sd); + + /* 32-bit registers starting from CLW_DPHYCONTTX */ + reg->size = reg->reg < CLW_DPHYCONTTX_REG ? 2 : 4; + + if (pm_runtime_resume_and_get(sd->dev)) { + dev_err(sd->dev, "Failed to resume the device\n"); + return 0; + } + + tc358746_read(tc358746, reg->reg, (u32 *)®->val); + + pm_runtime_mark_last_busy(sd->dev); + pm_runtime_put_sync_autosuspend(sd->dev); + + return 0; +} + +int __maybe_unused +tc358746_s_register(struct v4l2_subdev *sd, const struct v4l2_dbg_register *reg) +{ + struct tc358746 *tc358746 = to_tc358746(sd); + + if (pm_runtime_resume_and_get(sd->dev)) { + dev_err(sd->dev, "Failed to resume the device\n"); + return 0; + } + + tc358746_write(tc358746, (u32)reg->reg, (u32)reg->val); + + pm_runtime_mark_last_busy(sd->dev); + pm_runtime_put_sync_autosuspend(sd->dev); + + return 0; +} + +static const struct v4l2_subdev_core_ops tc358746_core_ops = { +#ifdef CONFIG_VIDEO_ADV_DEBUG + .g_register = tc358746_g_register, + .s_register = tc358746_s_register, +#endif +}; + +static const struct v4l2_subdev_video_ops tc358746_video_ops = { + .s_stream = tc358746_s_stream, +}; + +static const struct v4l2_subdev_pad_ops tc358746_pad_ops = { + .init_cfg = tc358746_init_cfg, + .enum_mbus_code = tc358746_enum_mbus_code, + .set_fmt = tc358746_set_fmt, + .get_fmt = v4l2_subdev_get_fmt, + .link_validate = tc358746_link_validate, + .get_mbus_config = tc358746_get_mbus_config, +}; + +static const struct v4l2_subdev_ops tc358746_ops = { + .core = &tc358746_core_ops, + .video = &tc358746_video_ops, + .pad = &tc358746_pad_ops, +}; + +static const struct media_entity_operations tc358746_entity_ops = { + .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, + .link_validate = v4l2_subdev_link_validate, +}; + +static int tc358746_mclk_enable(struct clk_hw *hw) +{ + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); + unsigned int div; + u32 val; + int err; + + div = tc358746->mclk_postdiv / 2; + val = MCLK_HIGH(div - 1) | MCLK_LOW(div - 1); + dev_dbg(tc358746->sd.dev, "MCLKCTL: %u (0x%x)\n", val, val); + err = tc358746_write(tc358746, MCLKCTL_REG, val); + if (err) + return err; + + if (tc358746->mclk_prediv == 8) + val = MCLKDIV(MCLKDIV_8); + else if (tc358746->mclk_prediv == 4) + val = MCLKDIV(MCLKDIV_4); + else + val = MCLKDIV(MCLKDIV_2); + + dev_dbg(tc358746->sd.dev, "CLKCTL[MCLKDIV]: %u (0x%x)\n", val, val); + return tc358746_update_bits(tc358746, CLKCTL_REG, MCLKDIV_MASK, val); +} + +static void tc358746_mclk_disable(struct clk_hw *hw) +{ + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); + + tc358746_write(tc358746, MCLKCTL_REG, 0); +} + +static long +tc358746_find_mclk_settings(struct tc358746 *tc358746, unsigned long mclk_rate) +{ + unsigned long pll_rate = tc358746->pll_rate; + const unsigned char prediv[] = { 2, 4, 8 }; + unsigned int mclk_prediv, mclk_postdiv; + struct device *dev = tc358746->sd.dev; + unsigned int postdiv, mclkdiv; + unsigned long best_mclk_rate; + unsigned int i; + + /* + * MCLK-Div + * -------------------´`--------------------- + * ´ ` + * +-------------+ +------------------------+ + * | MCLK-PreDiv | | MCLK-PostDiv | + * PLL --> | (2/4/8) | --> | (mclk_low + mclk_high) | --> MCLK + * +-------------+ +------------------------+ + * + * The register value of mclk_low/high is mclk_low/high+1, i.e.: + * mclk_low/high = 1 --> 2 MCLK-Ref Counts + * mclk_low/high = 255 --> 256 MCLK-Ref Counts == max. + * If mclk_low and mclk_high are 0 then MCLK is disabled. + * + * Keep it simple and support 50/50 duty cycles only for now, + * so the calc will be: + * + * MCLK = PLL / (MCLK-PreDiv * 2 * MCLK-PostDiv) + */ + + if (mclk_rate == tc358746->mclk_rate) + return mclk_rate; + + /* Highest possible rate */ + mclkdiv = pll_rate / mclk_rate; + if (mclkdiv <= 8) { + mclk_prediv = 2; + mclk_postdiv = 4; + best_mclk_rate = pll_rate / (2 * 4); + goto out; + } + + /* First check the prediv */ + for (i = 0; i < ARRAY_SIZE(prediv); i++) { + postdiv = mclkdiv / prediv[i]; + + if (postdiv % 2) + continue; + + if (postdiv >= 4 && postdiv <= 512) { + mclk_prediv = prediv[i]; + mclk_postdiv = postdiv; + best_mclk_rate = pll_rate / (prediv[i] * postdiv); + goto out; + } + } + + /* No suitable prediv found, so try to adjust the postdiv */ + for (postdiv = 4; postdiv <= 512; postdiv += 2) { + unsigned int pre; + + pre = mclkdiv / postdiv; + if (pre == 2 || pre == 4 || pre == 8) { + mclk_prediv = pre; + mclk_postdiv = postdiv; + best_mclk_rate = pll_rate / (pre * postdiv); + goto out; + } + } + + /* The MCLK <-> PLL gap is to high -> use largest possible div */ + mclk_prediv = 8; + mclk_postdiv = 512; + best_mclk_rate = pll_rate / (8 * 512); + +out: + tc358746->mclk_prediv = mclk_prediv; + tc358746->mclk_postdiv = mclk_postdiv; + tc358746->mclk_rate = best_mclk_rate; + + if (best_mclk_rate != mclk_rate) + dev_warn(dev, "Request MCLK freq:%lu, found MCLK freq:%lu\n", + mclk_rate, best_mclk_rate); + + dev_dbg(dev, "Found MCLK settings: freq:%lu prediv:%u postdiv:%u\n", + best_mclk_rate, mclk_prediv, mclk_postdiv); + + return best_mclk_rate; +} + +unsigned long tc358746_recalc_rate(struct clk_hw *hw, unsigned long parent_rate) +{ + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); + unsigned int prediv, postdiv; + u32 val; + int err; + + err = tc358746_read(tc358746, MCLKCTL_REG, &val); + if (err) + return 0; + + postdiv = FIELD_GET(MCLK_LOW_MASK, val) + 1; + postdiv += FIELD_GET(MCLK_HIGH_MASK, val) + 1; + + err = tc358746_read(tc358746, CLKCTL_REG, &val); + if (err) + return 0; + + prediv = FIELD_GET(MCLKDIV_MASK, val); + if (prediv == MCLKDIV_8) + prediv = 8; + else if (prediv == MCLKDIV_4) + prediv = 4; + else + prediv = 2; + + return tc358746->pll_rate / (prediv * postdiv); +} + +static long tc358746_mclk_round_rate(struct clk_hw *hw, unsigned long rate, + unsigned long *parent_rate) +{ + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); + + *parent_rate = tc358746->pll_rate; + + return tc358746_find_mclk_settings(tc358746, rate); +} + +static int tc358746_mclk_set_rate(struct clk_hw *hw, unsigned long rate, + unsigned long parent_rate) +{ + struct tc358746 *tc358746 = clk_hw_to_tc358746(hw); + + tc358746_find_mclk_settings(tc358746, rate); + + return tc358746_mclk_enable(hw); +} + +static const struct clk_ops tc358746_mclk_ops = { + .enable = tc358746_mclk_enable, + .disable = tc358746_mclk_disable, + .recalc_rate = tc358746_recalc_rate, + .round_rate = tc358746_mclk_round_rate, + .set_rate = tc358746_mclk_set_rate, +}; + +static int +tc358746_init_subdev(struct tc358746 *tc358746, struct i2c_client *client) +{ + struct v4l2_subdev *sd; + int err; + + sd = &tc358746->sd; + v4l2_i2c_subdev_init(sd, client, &tc358746_ops); + sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; + sd->entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; + sd->entity.ops = &tc358746_entity_ops; + + tc358746->pads[TC358746_SINK].flags = MEDIA_PAD_FL_SINK; + tc358746->pads[TC358746_SOURCE].flags = MEDIA_PAD_FL_SOURCE; + err = media_entity_pads_init(&sd->entity, TC358746_NR_PADS, + tc358746->pads); + if (err) + return err; + + err = v4l2_subdev_init_finalize(sd); + if (err) + media_entity_cleanup(&sd->entity); + + return err; +} + +static int +tc358746_init_output_port(struct tc358746 *tc358746, unsigned long refclk) +{ + struct device *dev = tc358746->sd.dev; + struct v4l2_fwnode_endpoint *vep; + unsigned long csi_link_rate; + struct fwnode_handle *ep; + unsigned char csi_lanes; + int err; + + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(dev), TC358746_SOURCE, + 0, 0); + if (!ep) { + dev_err(dev, "Missing endpoint node\n"); + return -EINVAL; + } + + /* Currently we only support 'parallel in' -> 'csi out' */ + vep = &tc358746->csi_vep; + vep->bus_type = V4L2_MBUS_CSI2_DPHY; + err = v4l2_fwnode_endpoint_alloc_parse(ep, vep); + fwnode_handle_put(ep); + if (err) { + dev_err(dev, "Failed to parse source endpoint\n"); + return err; + } + + csi_lanes = vep->bus.mipi_csi2.num_data_lanes; + if (csi_lanes == 0 || csi_lanes > 4 || + vep->nr_of_link_frequencies == 0) { + dev_err(dev, "error: Invalid CSI-2 settings\n"); + err = -EINVAL; + goto err; + } + + /* TODO: Add support to handle multiple link frequencies */ + csi_link_rate = (unsigned long)vep->link_frequencies[0]; + tc358746->pll_rate = tc358746_find_pll_settings(tc358746, refclk, + csi_link_rate * 2); + if (!tc358746->pll_rate) { + err = -EINVAL; + goto err; + } + + err = phy_mipi_dphy_get_default_config_for_hsclk(tc358746->pll_rate, + csi_lanes, &tc358746->dphy_cfg); + if (err) + goto err; + + tc358746->vb_size = TC358746_VB_DEFAULT_SIZE; + + return 0; + +err: + v4l2_fwnode_endpoint_free(vep); + + return err; +} + +static int tc358746_init_hw(struct tc358746 *tc358746) +{ + struct device *dev = tc358746->sd.dev; + unsigned int chipid; + u32 val; + int err; + + err = pm_runtime_resume_and_get(dev); + if (err < 0) { + dev_err(dev, "Failed to resume the device\n"); + return err; + } + + /* Ensure that CSI interface is put into LP-11 state */ + err = tc358746_sw_reset(tc358746); + if (err) { + pm_runtime_put_noidle(dev); + dev_err(dev, "Failed to reset the device\n"); + return err; + } + + err = tc358746_read(tc358746, CHIPID_REG, &val); + pm_runtime_mark_last_busy(dev); + pm_runtime_put_sync_autosuspend(dev); + if (err) { + dev_err(dev, "Failed to read chipid\n"); + return -ENODEV; + } + + chipid = FIELD_GET(CHIPID, val); + if (chipid != 0x44) { + dev_err(dev, "Invalid chipid 0x%02x\n", chipid); + return -ENODEV; + } + + return 0; +} + +static int tc358746_setup_mclk_provider(struct tc358746 *tc358746) +{ + struct clk_init_data mclk_initdata = { }; + struct device *dev = tc358746->sd.dev; + const char *mclk_name; + int err; + + /* MCLK clk provider support is optional */ + if (!device_property_present(dev, "#clock-cells")) + return 0; + + /* Init to highest possibel MCLK */ + tc358746->mclk_postdiv = 512; + tc358746->mclk_prediv = 8; + + mclk_name = "tc358746-mclk"; + device_property_read_string(dev, "clock-output-names", + &mclk_name); + + mclk_initdata.name = mclk_name; + mclk_initdata.ops = &tc358746_mclk_ops; + tc358746->mclk_hw.init = &mclk_initdata; + + err = devm_clk_hw_register(dev, &tc358746->mclk_hw); + if (err) { + dev_err(dev, "Failed to register mclk provider\n"); + return err; + } + + err = devm_of_clk_add_hw_provider(dev, of_clk_hw_simple_get, + &tc358746->mclk_hw); + if (err) + dev_err(dev, "Failed to add mclk provider\n"); + + return err; +} + +static int tc358746_init_controls(struct tc358746 *tc358746) +{ + u64 *link_frequencies = tc358746->csi_vep.link_frequencies; + struct v4l2_ctrl *ctrl; + int err; + + err = v4l2_ctrl_handler_init(&tc358746->ctrl_hdl, 1); + if (err) + return err; + + ctrl = v4l2_ctrl_new_int_menu(&tc358746->ctrl_hdl, NULL, + V4L2_CID_LINK_FREQ, 0, 0, + link_frequencies); + if (ctrl) + ctrl->flags |= V4L2_CTRL_FLAG_READ_ONLY; + + tc358746->sd.ctrl_handler = &tc358746->ctrl_hdl; + if (tc358746->ctrl_hdl.error) + return tc358746->ctrl_hdl.error; + + return v4l2_ctrl_handler_setup(&tc358746->ctrl_hdl); +} + +static int tc358746_notify_bound(struct v4l2_async_notifier *notifier, + struct v4l2_subdev *sd, + struct v4l2_async_subdev *asd) +{ + struct tc358746 *tc358746 = + container_of(notifier, struct tc358746, notifier); + struct media_pad *sink = &tc358746->pads[TC358746_SINK]; + + return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED); +} + +static const struct v4l2_async_notifier_operations tc358746_notify_ops = { + .bound = tc358746_notify_bound, +}; + +static int tc358746_async_register(struct tc358746 *tc358746) +{ + struct v4l2_fwnode_endpoint vep = { + .bus_type = V4L2_MBUS_PARALLEL, + }; + struct v4l2_async_subdev *asd; + struct fwnode_handle *ep; + int err; + + ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(tc358746->sd.dev), + TC358746_SINK, 0, 0); + if (!ep) + return -ENOTCONN; + + err = v4l2_fwnode_endpoint_parse(ep, &vep); + if (err) { + fwnode_handle_put(ep); + return err; + } + + v4l2_async_nf_init(&tc358746->notifier); + asd = v4l2_async_nf_add_fwnode_remote(&tc358746->notifier, ep, + struct v4l2_async_subdev); + if (IS_ERR(asd)) { + fwnode_handle_put(ep); + return PTR_ERR(asd); + } + + fwnode_handle_put(ep); + + tc358746->notifier.ops = &tc358746_notify_ops; + + err = v4l2_async_subdev_nf_register(&tc358746->sd, &tc358746->notifier); + if (err) { + v4l2_async_nf_cleanup(&tc358746->notifier); + return err; + } + + tc358746->sd.fwnode = fwnode_graph_get_endpoint_by_id( + dev_fwnode(tc358746->sd.dev), TC358746_SOURCE, 0, 0); + + err = v4l2_async_register_subdev(&tc358746->sd); + if (err) { + v4l2_async_nf_unregister(&tc358746->notifier); + v4l2_async_nf_cleanup(&tc358746->notifier); + } + + return err; +} + +static int tc358746_probe(struct i2c_client *client) +{ + struct device *dev = &client->dev; + struct tc358746 *tc358746; + unsigned long refclk; + unsigned int i; + int err; + + tc358746 = devm_kzalloc(&client->dev, sizeof(*tc358746), GFP_KERNEL); + if (!tc358746) + return -ENOMEM; + + tc358746->regmap = devm_regmap_init_i2c(client, &tc358746_regmap_config); + if (IS_ERR(tc358746->regmap)) + return dev_err_probe(dev, PTR_ERR(tc358746->regmap), + "Failed to init regmap\n"); + + tc358746->refclk = devm_clk_get(dev, "refclk"); + if (IS_ERR(tc358746->refclk)) + return dev_err_probe(dev, PTR_ERR(tc358746->refclk), + "Failed to get refclk\n"); + + err = clk_prepare_enable(tc358746->refclk); + if (err) + return dev_err_probe(dev, err, + "Failed to enable refclk\n"); + + refclk = clk_get_rate(tc358746->refclk); + clk_disable_unprepare(tc358746->refclk); + + if (refclk < 6 * MHZ || refclk > 40 * MHZ) + return dev_err_probe(dev, -EINVAL, "Invalid refclk range\n"); + + for (i = 0; i < ARRAY_SIZE(tc358746_supplies); i++) + tc358746->supplies[i].supply = tc358746_supplies[i]; + + err = devm_regulator_bulk_get(dev, ARRAY_SIZE(tc358746_supplies), + tc358746->supplies); + if (err) + return dev_err_probe(dev, err, "Failed to get supplies\n"); + + tc358746->reset_gpio = devm_gpiod_get_optional(dev, "reset", + GPIOD_OUT_HIGH); + if (IS_ERR(tc358746->reset_gpio)) + return dev_err_probe(dev, PTR_ERR(tc358746->reset_gpio), + "Failed to get reset-gpios\n"); + + err = tc358746_init_subdev(tc358746, client); + if (err) + return dev_err_probe(dev, err, "Failed to init subdev\n"); + + err = tc358746_init_output_port(tc358746, refclk); + if (err) + goto err_subdev; + + /* + * Keep this order since we need the output port link-frequencies + * information. + */ + err = tc358746_init_controls(tc358746); + if (err) + goto err_fwnode; + + dev_set_drvdata(dev, tc358746); + pm_runtime_set_autosuspend_delay(dev, 200); + pm_runtime_use_autosuspend(dev); + pm_runtime_enable(dev); + + err = tc358746_init_hw(tc358746); + if (err) + goto err_pm; + + err = tc358746_setup_mclk_provider(tc358746); + if (err) + goto err_pm; + + err = tc358746_async_register(tc358746); + if (err < 0) + goto err_pm; + + dev_dbg(dev, "%s found @ 0x%x (%s)\n", client->name, + client->addr, client->adapter->name); + + return 0; + +err_pm: + pm_runtime_disable(dev); + pm_runtime_set_suspended(dev); + pm_runtime_dont_use_autosuspend(dev); + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); +err_fwnode: + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); +err_subdev: + v4l2_subdev_cleanup(&tc358746->sd); + media_entity_cleanup(&tc358746->sd.entity); + + return err; +} + +static int tc358746_remove(struct i2c_client *client) +{ + struct v4l2_subdev *sd = i2c_get_clientdata(client); + struct tc358746 *tc358746 = to_tc358746(sd); + + v4l2_subdev_cleanup(sd); + v4l2_ctrl_handler_free(&tc358746->ctrl_hdl); + v4l2_fwnode_endpoint_free(&tc358746->csi_vep); + v4l2_async_nf_unregister(&tc358746->notifier); + v4l2_async_nf_cleanup(&tc358746->notifier); + v4l2_async_unregister_subdev(sd); + media_entity_cleanup(&sd->entity); + + pm_runtime_disable(sd->dev); + pm_runtime_set_suspended(sd->dev); + pm_runtime_dont_use_autosuspend(sd->dev); + + return 0; +} + +static int tc358746_suspend(struct device *dev) +{ + struct tc358746 *tc358746 = dev_get_drvdata(dev); + int err; + + clk_disable_unprepare(tc358746->refclk); + + err = regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), + tc358746->supplies); + if (err) + clk_prepare_enable(tc358746->refclk); + + return err; +} + +static int tc358746_resume(struct device *dev) +{ + struct tc358746 *tc358746 = dev_get_drvdata(dev); + int err; + + gpiod_set_value(tc358746->reset_gpio, 1); + + err = regulator_bulk_enable(ARRAY_SIZE(tc358746_supplies), + tc358746->supplies); + if (err) + return err; + + /* min. 200ns */ + usleep_range(10, 20); + + gpiod_set_value(tc358746->reset_gpio, 0); + + err = clk_prepare_enable(tc358746->refclk); + if (err) + goto err; + + /* min. 700us ... 1ms */ + usleep_range(1000, 1500); + + /* + * Enable the PLL here since it can be called by the clk-framework or by + * the .s_stream() callback. So this is the common place for both. + */ + err = tc358746_apply_pll_config(tc358746); + if (err) + goto err_clk; + + return 0; + +err_clk: + clk_disable_unprepare(tc358746->refclk); +err: + regulator_bulk_disable(ARRAY_SIZE(tc358746_supplies), + tc358746->supplies); + return err; +} + +DEFINE_RUNTIME_DEV_PM_OPS(tc358746_pm_ops, tc358746_suspend, + tc358746_resume, NULL); + +static const struct of_device_id __maybe_unused tc358746_of_match[] = { + { .compatible = "toshiba,tc358746" }, + { }, +}; +MODULE_DEVICE_TABLE(of, tc358746_of_match); + +static struct i2c_driver tc358746_driver = { + .driver = { + .name = "tc358746", + .pm = pm_ptr(&tc358746_pm_ops), + .of_match_table = tc358746_of_match, + }, + .probe_new = tc358746_probe, + .remove = tc358746_remove, +}; + +module_i2c_driver(tc358746_driver); + +MODULE_DESCRIPTION("Toshiba TC358746 Parallel to CSI-2 bridge driver"); +MODULE_AUTHOR("Marco Felsch <kernel@pengutronix.de>"); +MODULE_LICENSE("GPL");
Adding support for the TC358746 parallel <-> MIPI CSI bridge. This chip supports two operating modes: 1st) parallel-in -> mipi-csi out 2nd) mipi-csi in -> parallel out This patch only adds the support for the 1st mode. Signed-off-by: Marco Felsch <m.felsch@pengutronix.de> --- Changelog: v2: - use the correct CID_LINK_FREQ control to query the sensor_pclk_rate - remove now not needed tc358746_link_setup() and struct v4l2_ctrl sensor_pclk_ctrl - call v4l2_subdev_link_validate_default() during link validation - remove MEDIA_BUS_FMT_GBR888_1X24/YUV444 format support - use subdev active_state API - replace own .get_fmt with v4l2_subdev_get_fmt - remove unnecessary pad checks - restructure tc358746_get_format_by_code() if-case - move apply_dphy_config|apply_misc_config from resume intos s_stream - use goto in s_stream enable case - fix error handling in suspend/resume - split probe() into more sub-functions - use dev_dbg() for printing successful probe drivers/media/i2c/Kconfig | 17 + drivers/media/i2c/Makefile | 1 + drivers/media/i2c/tc358746.c | 1682 ++++++++++++++++++++++++++++++++++ 3 files changed, 1700 insertions(+) create mode 100644 drivers/media/i2c/tc358746.c