drivers/gpu/drm/rockchip/dw-mipi-dsi.c

   1 /*
   2  * Copyright (c) 2016, Fuzhou Rockchip Electronics Co., Ltd
   3  *
   4  * This program is free software; you can redistribute it and/or modify
   5  * it under the terms of the GNU General Public License as published by
   6  * the Free Software Foundation; either version 2 of the License, or
   7  * (at your option) any later version.
   8  */
   9 #include <linux/clk.h>
  10 #include <linux/component.h>
  11 #include <linux/iopoll.h>
  12 #include <linux/math64.h>
  13 #include <linux/module.h>
  14 #include <linux/of_device.h>
  15 #include <linux/phy/phy.h>
  16 #include <linux/pm_runtime.h>
  17 #include <linux/regmap.h>
  18 #include <linux/reset.h>
  19 #include <linux/mfd/syscon.h>
  20 #include <drm/drm_atomic_helper.h>
  21 #include <drm/drm_crtc.h>
  22 #include <drm/drm_crtc_helper.h>
  23 #include <drm/drm_mipi_dsi.h>
  24 #include <drm/drm_of.h>
  25 #include <drm/drm_panel.h>
  26 #include <drm/drmP.h>
  27 #include <video/mipi_display.h>
  28 #include <asm/unaligned.h>
  29
  30 #include "rockchip_drm_drv.h"
  31 #include "rockchip_drm_vop.h"
  32
  33 #define DRIVER_NAME    "dw-mipi-dsi"
  34
  35 #define RK3288_GRF_SOC_CON6             0x025c
  36 #define RK3288_DSI0_SEL_VOP_LIT         BIT(6)
  37 #define RK3288_DSI1_SEL_VOP_LIT         BIT(9)
  38
  39 #define RK3288_GRF_SOC_CON9             0x0268
  40
  41 #define RK3288_GRF_SOC_CON14            0x027c
  42 #define RK3288_TXRX_BASEDIR             BIT(15)
  43 #define RK3288_TXRX_MASTERSLAVEZ        BIT(14)
  44 #define RK3288_TXRX_CLKEN               BIT(12)
  45
  46 #define RK3366_GRF_SOC_CON0             0x0400
  47 #define RK3366_DSI_SEL_VOP_LIT          BIT(2)
  48
  49 #define RK3399_GRF_SOC_CON19            0x6250
  50 #define RK3399_DSI0_SEL_VOP_LIT         BIT(0)
  51 #define RK3399_DSI1_SEL_VOP_LIT         BIT(4)
  52
  53 /* disable turnrequest, turndisable, forcetxstopmode, forcerxmode */
  54 #define RK3399_GRF_SOC_CON22            0x6258
  55 #define RK3399_GRF_DSI_MODE             0xffff0000
  56
  57 #define DSI_VERSION                     0x00
  58 #define DSI_PWR_UP                      0x04
  59 #define RESET                           0
  60 #define POWERUP                         BIT(0)
  61
  62 #define DSI_CLKMGR_CFG                  0x08
  63 #define TO_CLK_DIVIDSION(div)           (((div) & 0xff) << 8)
  64 #define TX_ESC_CLK_DIVIDSION(div)       (((div) & 0xff) << 0)
  65
  66 #define DSI_DPI_VCID                    0x0c
  67 #define DPI_VID(vid)                    (((vid) & 0x3) << 0)
  68
  69 #define DSI_DPI_COLOR_CODING            0x10
  70 #define EN18_LOOSELY                    BIT(8)
  71 #define DPI_COLOR_CODING_16BIT_1        0x0
  72 #define DPI_COLOR_CODING_16BIT_2        0x1
  73 #define DPI_COLOR_CODING_16BIT_3        0x2
  74 #define DPI_COLOR_CODING_18BIT_1        0x3
  75 #define DPI_COLOR_CODING_18BIT_2        0x4
  76 #define DPI_COLOR_CODING_24BIT          0x5
  77
  78 #define DSI_DPI_CFG_POL                 0x14
  79 #define COLORM_ACTIVE_LOW               BIT(4)
  80 #define SHUTD_ACTIVE_LOW                BIT(3)
  81 #define HSYNC_ACTIVE_LOW                BIT(2)
  82 #define VSYNC_ACTIVE_LOW                BIT(1)
  83 #define DATAEN_ACTIVE_LOW               BIT(0)
  84
  85 #define DSI_DPI_LP_CMD_TIM              0x18
  86 #define OUTVACT_LPCMD_TIME(p)           (((p) & 0xff) << 16)
  87 #define INVACT_LPCMD_TIME(p)            ((p) & 0xff)
  88
  89 #define DSI_DBI_CFG                     0x20
  90 #define DSI_DBI_CMDSIZE                 0x28
  91
  92 #define DSI_PCKHDL_CFG                  0x2c
  93 #define EN_CRC_RX                       BIT(4)
  94 #define EN_ECC_RX                       BIT(3)
  95 #define EN_BTA                          BIT(2)
  96 #define EN_EOTP_RX                      BIT(1)
  97 #define EN_EOTP_TX                      BIT(0)
  98
  99 #define DSI_MODE_CFG                    0x34
 100 #define ENABLE_VIDEO_MODE               0
 101 #define ENABLE_CMD_MODE                 BIT(0)
 102
 103 #define DSI_VID_MODE_CFG                0x38
 104 #define VPG_EN                          BIT(16)
 105 #define FRAME_BTA_ACK                   BIT(14)
 106 #define LP_HFP_EN                       BIT(13)
 107 #define LP_HBP_EN                       BIT(12)
 108 #define ENABLE_LOW_POWER                (0xf << 8)
 109 #define ENABLE_LOW_POWER_MASK           (0xf << 8)
 110 #define VID_MODE_TYPE_BURST_SYNC_PULSES 0x0
 111 #define VID_MODE_TYPE_BURST_SYNC_EVENTS 0x1
 112 #define VID_MODE_TYPE_BURST             0x2
 113
 114 #define DSI_VID_PKT_SIZE                0x3c
 115 #define VID_PKT_SIZE(p)                 (((p) & 0x3fff) << 0)
 116 #define VID_PKT_MAX_SIZE                0x3fff
 117
 118 #define DSI_VID_NUM_CHUMKS              0x40
 119 #define DSI_VID_NULL_PKT_SIZE           0x44
 120 #define DSI_VID_HSA_TIME                0x48
 121 #define DSI_VID_HBP_TIME                0x4c
 122 #define DSI_VID_HLINE_TIME              0x50
 123 #define DSI_VID_VSA_LINES               0x54
 124 #define DSI_VID_VBP_LINES               0x58
 125 #define DSI_VID_VFP_LINES               0x5c
 126 #define DSI_VID_VACTIVE_LINES           0x60
 127 #define DSI_CMD_MODE_CFG                0x68
 128 #define MAX_RD_PKT_SIZE_LP              BIT(24)
 129 #define DCS_LW_TX_LP                    BIT(19)
 130 #define DCS_SR_0P_TX_LP                 BIT(18)
 131 #define DCS_SW_1P_TX_LP                 BIT(17)
 132 #define DCS_SW_0P_TX_LP                 BIT(16)
 133 #define GEN_LW_TX_LP                    BIT(14)
 134 #define GEN_SR_2P_TX_LP                 BIT(13)
 135 #define GEN_SR_1P_TX_LP                 BIT(12)
 136 #define GEN_SR_0P_TX_LP                 BIT(11)
 137 #define GEN_SW_2P_TX_LP                 BIT(10)
 138 #define GEN_SW_1P_TX_LP                 BIT(9)
 139 #define GEN_SW_0P_TX_LP                 BIT(8)
 140 #define EN_ACK_RQST                     BIT(1)
 141 #define EN_TEAR_FX                      BIT(0)
 142
 143 #define CMD_MODE_ALL_LP                 (MAX_RD_PKT_SIZE_LP | \
 144                                          DCS_LW_TX_LP | \
 145                                          DCS_SR_0P_TX_LP | \
 146                                          DCS_SW_1P_TX_LP | \
 147                                          DCS_SW_0P_TX_LP | \
 148                                          GEN_LW_TX_LP | \
 149                                          GEN_SR_2P_TX_LP | \
 150                                          GEN_SR_1P_TX_LP | \
 151                                          GEN_SR_0P_TX_LP | \
 152                                          GEN_SW_2P_TX_LP | \
 153                                          GEN_SW_1P_TX_LP | \
 154                                          GEN_SW_0P_TX_LP)
 155
 156 #define DSI_GEN_HDR                     0x6c
 157 #define GEN_HDATA(data)                 (((data) & 0xffff) << 8)
 158 #define GEN_HDATA_MASK                  (0xffff << 8)
 159 #define GEN_HTYPE(type)                 (((type) & 0xff) << 0)
 160 #define GEN_HTYPE_MASK                  0xff
 161
 162 #define DSI_GEN_PLD_DATA                0x70
 163
 164 #define DSI_CMD_PKT_STATUS              0x74
 165 #define GEN_CMD_EMPTY                   BIT(0)
 166 #define GEN_CMD_FULL                    BIT(1)
 167 #define GEN_PLD_W_EMPTY                 BIT(2)
 168 #define GEN_PLD_W_FULL                  BIT(3)
 169 #define GEN_PLD_R_EMPTY                 BIT(4)
 170 #define GEN_PLD_R_FULL                  BIT(5)
 171 #define GEN_RD_CMD_BUSY                 BIT(6)
 172
 173 #define DSI_TO_CNT_CFG                  0x78
 174 #define HSTX_TO_CNT(p)                  (((p) & 0xffff) << 16)
 175 #define LPRX_TO_CNT(p)                  ((p) & 0xffff)
 176
 177 #define DSI_BTA_TO_CNT                  0x8c
 178 #define DSI_LPCLK_CTRL                  0x94
 179 #define AUTO_CLKLANE_CTRL               BIT(1)
 180 #define PHY_TXREQUESTCLKHS              BIT(0)
 181
 182 #define DSI_PHY_TMR_LPCLK_CFG           0x98
 183 #define PHY_CLKHS2LP_TIME(lbcc)         (((lbcc) & 0x3ff) << 16)
 184 #define PHY_CLKLP2HS_TIME(lbcc)         ((lbcc) & 0x3ff)
 185
 186 #define DSI_PHY_TMR_CFG                 0x9c
 187 #define PHY_HS2LP_TIME(lbcc)            (((lbcc) & 0xff) << 24)
 188 #define PHY_LP2HS_TIME(lbcc)            (((lbcc) & 0xff) << 16)
 189 #define MAX_RD_TIME(lbcc)               ((lbcc) & 0x7fff)
 190
 191 #define DSI_PHY_RSTZ                    0xa0
 192 #define PHY_DISFORCEPLL                 0
 193 #define PHY_ENFORCEPLL                  BIT(3)
 194 #define PHY_DISABLECLK                  0
 195 #define PHY_ENABLECLK                   BIT(2)
 196 #define PHY_RSTZ                        0
 197 #define PHY_UNRSTZ                      BIT(1)
 198 #define PHY_SHUTDOWNZ                   0
 199 #define PHY_UNSHUTDOWNZ                 BIT(0)
 200
 201 #define DSI_PHY_IF_CFG                  0xa4
 202 #define N_LANES(n)                      ((((n) - 1) & 0x3) << 0)
 203 #define PHY_STOP_WAIT_TIME(cycle)       (((cycle) & 0xff) << 8)
 204
 205 #define DSI_PHY_STATUS                  0xb0
 206 #define LOCK                            BIT(0)
 207 #define STOP_STATE_CLK_LANE             BIT(2)
 208
 209 #define DSI_PHY_TST_CTRL0               0xb4
 210 #define PHY_TESTCLK                     BIT(1)
 211 #define PHY_UNTESTCLK                   0
 212 #define PHY_TESTCLR                     BIT(0)
 213 #define PHY_UNTESTCLR                   0
 214
 215 #define DSI_PHY_TST_CTRL1               0xb8
 216 #define PHY_TESTEN                      BIT(16)
 217 #define PHY_UNTESTEN                    0
 218 #define PHY_TESTDOUT(n)                 (((n) & 0xff) << 8)
 219 #define PHY_TESTDIN(n)                  (((n) & 0xff) << 0)
 220
 221 #define DSI_INT_ST0                     0xbc
 222 #define DSI_INT_ST1                     0xc0
 223 #define DSI_INT_MSK0                    0xc4
 224 #define DSI_INT_MSK1                    0xc8
 225
 226 #define PHY_STATUS_TIMEOUT_US           10000
 227 #define CMD_PKT_STATUS_TIMEOUT_US       20000
 228
 229 #define BYPASS_VCO_RANGE        BIT(7)
 230 #define VCO_RANGE_CON_SEL(val)  (((val) & 0x7) << 3)
 231 #define VCO_IN_CAP_CON_DEFAULT  (0x0 << 1)
 232 #define VCO_IN_CAP_CON_LOW      (0x1 << 1)
 233 #define VCO_IN_CAP_CON_HIGH     (0x2 << 1)
 234 #define REF_BIAS_CUR_SEL        BIT(0)
 235
 236 #define CP_CURRENT_3MA          BIT(3)
 237 #define CP_PROGRAM_EN           BIT(7)
 238 #define LPF_PROGRAM_EN          BIT(6)
 239 #define LPF_RESISTORS_20_KOHM   0
 240
 241 #define HSFREQRANGE_SEL(val)    (((val) & 0x3f) << 1)
 242
 243 #define INPUT_DIVIDER(val)      ((val - 1) & 0x7f)
 244 #define LOW_PROGRAM_EN          0
 245 #define HIGH_PROGRAM_EN         BIT(7)
 246 #define LOOP_DIV_LOW_SEL(val)   ((val - 1) & 0x1f)
 247 #define LOOP_DIV_HIGH_SEL(val)  (((val - 1) >> 5) & 0x1f)
 248 #define PLL_LOOP_DIV_EN         BIT(5)
 249 #define PLL_INPUT_DIV_EN        BIT(4)
 250
 251 #define POWER_CONTROL           BIT(6)
 252 #define INTERNAL_REG_CURRENT    BIT(3)
 253 #define BIAS_BLOCK_ON           BIT(2)
 254 #define BANDGAP_ON              BIT(0)
 255
 256 #define TER_RESISTOR_HIGH       BIT(7)
 257 #define TER_RESISTOR_LOW        0
 258 #define LEVEL_SHIFTERS_ON       BIT(6)
 259 #define TER_CAL_DONE            BIT(5)
 260 #define SETRD_MAX               (0x7 << 2)
 261 #define POWER_MANAGE            BIT(1)
 262 #define TER_RESISTORS_ON        BIT(0)
 263
 264 #define BIASEXTR_SEL(val)       ((val) & 0x7)
 265 #define BANDGAP_SEL(val)        ((val) & 0x7)
 266 #define TLP_PROGRAM_EN          BIT(7)
 267 #define THS_PRE_PROGRAM_EN      BIT(7)
 268 #define THS_ZERO_PROGRAM_EN     BIT(6)
 269
 270 enum {
 271         BANDGAP_97_07,
 272         BANDGAP_98_05,
 273         BANDGAP_99_02,
 274         BANDGAP_100_00,
 275         BANDGAP_93_17,
 276         BANDGAP_94_15,
 277         BANDGAP_95_12,
 278         BANDGAP_96_10,
 279 };
 280
 281 enum {
 282         BIASEXTR_87_1,
 283         BIASEXTR_91_5,
 284         BIASEXTR_95_9,
 285         BIASEXTR_100,
 286         BIASEXTR_105_94,
 287         BIASEXTR_111_88,
 288         BIASEXTR_118_8,
 289         BIASEXTR_127_7,
 290 };
 291
 292 struct dw_mipi_dsi_plat_data {
 293         u32 dsi0_en_bit;
 294         u32 dsi1_en_bit;
 295         u32 grf_switch_reg;
 296         u32 grf_dsi0_mode;
 297         u32 grf_dsi0_mode_reg;
 298         u32 dsi1_basedir;
 299         u32 dsi1_masterslavez;
 300         u32 grf_dsi1_cfg_reg;
 301         unsigned int max_data_lanes;
 302         u32 max_bit_rate_per_lane;
 303         bool has_vop_sel;
 304         enum drm_mode_status (*mode_valid)(struct drm_connector *connector,
 305                                            struct drm_display_mode *mode);
 306 };
 307
 308 struct mipi_dphy {
 309         /* SNPS PHY */
 310         struct clk *cfg_clk;
 311         struct clk *ref_clk;
 312         u16 input_div;
 313         u16 feedback_div;
 314
 315         /* Non-SNPS PHY */
 316         struct phy *phy;
 317         struct clk *hs_clk;
 318 };
 319
 320 struct dw_mipi_dsi {
 321         struct drm_encoder encoder;
 322         struct drm_connector connector;
 323         struct mipi_dsi_host dsi_host;
 324         struct mipi_dphy dphy;
 325         struct drm_panel *panel;
 326         struct device *dev;
 327         struct regmap *grf_regmap;
 328         struct reset_control *rst;
 329         void __iomem *base;
 330         struct clk *pclk;
 331
 332         /* dual-channel */
 333         struct dw_mipi_dsi *master;
 334         struct dw_mipi_dsi *slave;
 335         struct device_node *panel_node;
 336         int id;
 337
 338         unsigned long mode_flags;
 339         unsigned int lane_mbps; /* per lane */
 340         u32 channel;
 341         u32 lanes;
 342         u32 format;
 343         struct drm_display_mode mode;
 344
 345         const struct dw_mipi_dsi_plat_data *pdata;
 346 };
 347
 348 enum dw_mipi_dsi_mode {
 349         DSI_COMMAND_MODE,
 350         DSI_VIDEO_MODE,
 351 };
 352
 353 struct dphy_pll_testdin_map {
 354         unsigned int max_mbps;
 355         u8 testdin;
 356 };
 357
 358 /* The table is based on 27MHz DPHY pll reference clock. */
 359 static const struct dphy_pll_testdin_map dptdin_map[] = {
 360         {  90, 0x00}, { 100, 0x10}, { 110, 0x20}, { 130, 0x01},
 361         { 140, 0x11}, { 150, 0x21}, { 170, 0x02}, { 180, 0x12},
 362         { 200, 0x22}, { 220, 0x03}, { 240, 0x13}, { 250, 0x23},
 363         { 270, 0x04}, { 300, 0x14}, { 330, 0x05}, { 360, 0x15},
 364         { 400, 0x25}, { 450, 0x06}, { 500, 0x16}, { 550, 0x07},
 365         { 600, 0x17}, { 650, 0x08}, { 700, 0x18}, { 750, 0x09},
 366         { 800, 0x19}, { 850, 0x29}, { 900, 0x39}, { 950, 0x0a},
 367         {1000, 0x1a}, {1050, 0x2a}, {1100, 0x3a}, {1150, 0x0b},
 368         {1200, 0x1b}, {1250, 0x2b}, {1300, 0x3b}, {1350, 0x0c},
 369         {1400, 0x1c}, {1450, 0x2c}, {1500, 0x3c}
 370 };
 371
 372 static int max_mbps_to_testdin(unsigned int max_mbps)
 373 {
 374         int i;
 375
 376         for (i = 0; i < ARRAY_SIZE(dptdin_map); i++)
 377                 if (dptdin_map[i].max_mbps > max_mbps)
 378                         return dptdin_map[i].testdin;
 379
 380         return -EINVAL;
 381 }
 382
 383 static inline struct dw_mipi_dsi *host_to_dsi(struct mipi_dsi_host *host)
 384 {
 385         return container_of(host, struct dw_mipi_dsi, dsi_host);
 386 }
 387
 388 static inline struct dw_mipi_dsi *con_to_dsi(struct drm_connector *con)
 389 {
 390         return container_of(con, struct dw_mipi_dsi, connector);
 391 }
 392
 393 static inline struct dw_mipi_dsi *encoder_to_dsi(struct drm_encoder *encoder)
 394 {
 395         return container_of(encoder, struct dw_mipi_dsi, encoder);
 396 }
 397 static inline void dsi_write(struct dw_mipi_dsi *dsi, u32 reg, u32 val)
 398 {
 399         writel(val, dsi->base + reg);
 400 }
 401
 402 static inline u32 dsi_read(struct dw_mipi_dsi *dsi, u32 reg)
 403 {
 404         return readl(dsi->base + reg);
 405 }
 406
 407 static int rockchip_wait_w_pld_fifo_not_full(struct dw_mipi_dsi *dsi)
 408 {
 409         u32 sts;
 410         int ret;
 411
 412         ret = readx_poll_timeout(readl, dsi->base + DSI_CMD_PKT_STATUS,
 413                                  sts, !(sts & GEN_PLD_W_FULL), 10,
 414                                  CMD_PKT_STATUS_TIMEOUT_US);
 415         if (ret < 0) {
 416                 dev_err(dsi->dev, "generic write payload fifo is full\n");
 417                 return ret;
 418         }
 419
 420         return 0;
 421 }
 422
 423 static int rockchip_wait_cmd_fifo_not_full(struct dw_mipi_dsi *dsi)
 424 {
 425         u32 sts;
 426         int ret;
 427
 428         ret = readx_poll_timeout(readl, dsi->base + DSI_CMD_PKT_STATUS,
 429                                  sts, !(sts & GEN_CMD_FULL), 10,
 430                                  CMD_PKT_STATUS_TIMEOUT_US);
 431         if (ret < 0) {
 432                 dev_err(dsi->dev, "generic write cmd fifo is full\n");
 433                 return ret;
 434         }
 435
 436         return 0;
 437 }
 438
 439 static int rockchip_wait_write_fifo_empty(struct dw_mipi_dsi *dsi)
 440 {
 441         u32 sts;
 442         u32 mask;
 443         int ret;
 444
 445         mask = GEN_CMD_EMPTY | GEN_PLD_W_EMPTY;
 446         ret = readx_poll_timeout(readl, dsi->base + DSI_CMD_PKT_STATUS,
 447                                  sts, (sts & mask) == mask, 10,
 448                                  CMD_PKT_STATUS_TIMEOUT_US);
 449         if (ret < 0) {
 450                 dev_err(dsi->dev, "generic write fifo is full\n");
 451                 return ret;
 452         }
 453
 454         return 0;
 455 }
 456
 457 static void dw_mipi_dsi_phy_write(struct dw_mipi_dsi *dsi, u8 test_code,
 458                                  u8 test_data)
 459 {
 460         /*
 461          * With the falling edge on TESTCLK, the TESTDIN[7:0] signal content
 462          * is latched internally as the current test code. Test data is
 463          * programmed internally by rising edge on TESTCLK.
 464          */
 465         dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
 466
 467         dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_TESTEN | PHY_TESTDOUT(0) |
 468                                           PHY_TESTDIN(test_code));
 469
 470         dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_UNTESTCLK | PHY_UNTESTCLR);
 471
 472         dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_UNTESTEN | PHY_TESTDOUT(0) |
 473                                           PHY_TESTDIN(test_data));
 474
 475         dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
 476 }
 477
 478 static int dw_mipi_dsi_phy_init(struct dw_mipi_dsi *dsi)
 479 {
 480         int ret, testdin, vco, val;
 481
 482         vco = (dsi->lane_mbps < 200) ? 0 : (dsi->lane_mbps + 100) / 200;
 483
 484         testdin = max_mbps_to_testdin(dsi->lane_mbps);
 485         if (testdin < 0) {
 486                 dev_err(dsi->dev,
 487                         "failed to get testdin for %dmbps lane clock\n",
 488                         dsi->lane_mbps);
 489                 return testdin;
 490         }
 491
 492         dsi_write(dsi, DSI_PWR_UP, POWERUP);
 493
 494         if (!IS_ERR(dsi->dphy.cfg_clk)) {
 495                 ret = clk_prepare_enable(dsi->dphy.cfg_clk);
 496                 if (ret) {
 497                         dev_err(dsi->dev, "Failed to enable phy_cfg_clk\n");
 498                         return ret;
 499                 }
 500         }
 501
 502         dw_mipi_dsi_phy_write(dsi, 0x10, BYPASS_VCO_RANGE |
 503                                          VCO_RANGE_CON_SEL(vco) |
 504                                          VCO_IN_CAP_CON_LOW |
 505                                          REF_BIAS_CUR_SEL);
 506
 507         dw_mipi_dsi_phy_write(dsi, 0x11, CP_CURRENT_3MA);
 508         dw_mipi_dsi_phy_write(dsi, 0x12, CP_PROGRAM_EN | LPF_PROGRAM_EN |
 509                                          LPF_RESISTORS_20_KOHM);
 510
 511         dw_mipi_dsi_phy_write(dsi, 0x44, HSFREQRANGE_SEL(testdin));
 512
 513         dw_mipi_dsi_phy_write(dsi, 0x17, INPUT_DIVIDER(dsi->dphy.input_div));
 514         val = LOOP_DIV_LOW_SEL(dsi->dphy.feedback_div) | LOW_PROGRAM_EN;
 515         dw_mipi_dsi_phy_write(dsi, 0x18, val);
 516         val = LOOP_DIV_HIGH_SEL(dsi->dphy.feedback_div) | HIGH_PROGRAM_EN;
 517         dw_mipi_dsi_phy_write(dsi, 0x18, val);
 518         dw_mipi_dsi_phy_write(dsi, 0x19, PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
 519
 520         dw_mipi_dsi_phy_write(dsi, 0x20, POWER_CONTROL | INTERNAL_REG_CURRENT |
 521                                          BIAS_BLOCK_ON | BANDGAP_ON);
 522
 523         dw_mipi_dsi_phy_write(dsi, 0x21, TER_RESISTOR_LOW | TER_CAL_DONE |
 524                                          SETRD_MAX | TER_RESISTORS_ON);
 525         dw_mipi_dsi_phy_write(dsi, 0x21, TER_RESISTOR_HIGH | LEVEL_SHIFTERS_ON |
 526                                          SETRD_MAX | POWER_MANAGE |
 527                                          TER_RESISTORS_ON);
 528
 529         dw_mipi_dsi_phy_write(dsi, 0x22, LOW_PROGRAM_EN |
 530                                          BIASEXTR_SEL(BIASEXTR_127_7));
 531         dw_mipi_dsi_phy_write(dsi, 0x22, HIGH_PROGRAM_EN |
 532                                          BANDGAP_SEL(BANDGAP_96_10));
 533
 534         dw_mipi_dsi_phy_write(dsi, 0x70, TLP_PROGRAM_EN | 0xf);
 535         dw_mipi_dsi_phy_write(dsi, 0x71, THS_PRE_PROGRAM_EN | 0x2d);
 536         dw_mipi_dsi_phy_write(dsi, 0x72, THS_ZERO_PROGRAM_EN | 0xa);
 537
 538         dsi_write(dsi, DSI_PHY_RSTZ, PHY_ENFORCEPLL | PHY_ENABLECLK |
 539                                      PHY_UNRSTZ | PHY_UNSHUTDOWNZ);
 540
 541         ret = readx_poll_timeout(readl, dsi->base + DSI_PHY_STATUS,
 542                                  val, val & LOCK, 1000, PHY_STATUS_TIMEOUT_US);
 543         if (ret < 0) {
 544                 dev_err(dsi->dev, "failed to wait for phy lock state\n");
 545                 goto phy_init_end;
 546         }
 547
 548         ret = readx_poll_timeout(readl, dsi->base + DSI_PHY_STATUS,
 549                                  val, val & STOP_STATE_CLK_LANE, 1000,
 550                                  PHY_STATUS_TIMEOUT_US);
 551         if (ret < 0)
 552                 dev_err(dsi->dev,
 553                         "failed to wait for phy clk lane stop state\n");
 554
 555 phy_init_end:
 556         if (!IS_ERR(dsi->dphy.cfg_clk))
 557                 clk_disable_unprepare(dsi->dphy.cfg_clk);
 558
 559         return ret;
 560 }
 561
 562 static unsigned long rockchip_dsi_calc_bandwidth(struct dw_mipi_dsi *dsi)
 563 {
 564         int bpp;
 565         unsigned long mpclk, tmp;
 566         unsigned long target_mbps = 1000;
 567         unsigned int value;
 568         struct device_node *np = dsi->dev->of_node;
 569         unsigned int max_mbps;
 570         int lanes;
 571
 572         /* optional override of the desired bandwidth */
 573         if (!of_property_read_u32(np, "rockchip,lane-rate", &value))
 574                 return value;
 575
 576         max_mbps = dsi->pdata->max_bit_rate_per_lane / USEC_PER_SEC;
 577
 578         bpp = mipi_dsi_pixel_format_to_bpp(dsi->format);
 579         if (bpp < 0) {
 580                 dev_err(dsi->dev, "failed to get bpp for pixel format %d\n",
 581                         dsi->format);
 582                 bpp = 24;
 583         }
 584
 585         lanes = dsi->slave ? dsi->lanes * 2 : dsi->lanes;
 586
 587         mpclk = DIV_ROUND_UP(dsi->mode.clock, MSEC_PER_SEC);
 588         if (mpclk) {
 589                 /* take 1 / 0.9, since mbps must big than bandwidth of RGB */
 590                 tmp = mpclk * (bpp / lanes) * 10 / 9;
 591                 if (tmp < max_mbps)
 592                         target_mbps = tmp;
 593                 else
 594                         dev_err(dsi->dev, "DPHY clock frequency is out of range\n");
 595         }
 596
 597         return target_mbps;
 598 }
 599
 600 static int dw_mipi_dsi_get_lane_bps(struct dw_mipi_dsi *dsi)
 601 {
 602         unsigned int i, pre;
 603         unsigned long pllref, tmp;
 604         unsigned int m = 1, n = 1;
 605         unsigned long target_mbps;
 606
 607         if (dsi->master)
 608                 return 0;
 609
 610         target_mbps = rockchip_dsi_calc_bandwidth(dsi);
 611
 612         pllref = DIV_ROUND_UP(clk_get_rate(dsi->dphy.ref_clk), USEC_PER_SEC);
 613         tmp = pllref;
 614
 615         for (i = 1; i < 6; i++) {
 616                 pre = pllref / i;
 617                 if ((tmp > (target_mbps % pre)) && (target_mbps / pre < 512)) {
 618                         tmp = target_mbps % pre;
 619                         n = i;
 620                         m = target_mbps / pre;
 621                 }
 622                 if (tmp == 0)
 623                         break;
 624         }
 625
 626         dsi->lane_mbps = pllref / n * m;
 627         dsi->dphy.input_div = n;
 628         dsi->dphy.feedback_div = m;
 629         if (dsi->slave) {
 630                 dsi->slave->lane_mbps = dsi->lane_mbps;
 631                 dsi->slave->dphy.input_div = n;
 632                 dsi->slave->dphy.feedback_div = m;
 633         }
 634
 635         return 0;
 636 }
 637
 638 static void rockchip_dsi_set_hs_clk(struct dw_mipi_dsi *dsi)
 639 {
 640         int ret;
 641         unsigned long target_mbps;
 642         unsigned long bw, rate;
 643
 644         target_mbps = rockchip_dsi_calc_bandwidth(dsi);
 645         bw = target_mbps * USEC_PER_SEC;
 646
 647         rate = clk_round_rate(dsi->dphy.hs_clk, bw);
 648         ret = clk_set_rate(dsi->dphy.hs_clk, rate);
 649         if (ret)
 650                 dev_err(dsi->dev, "failed to set hs clock rate: %lu\n",
 651                         rate);
 652
 653         clk_prepare_enable(dsi->dphy.hs_clk);
 654
 655         dsi->lane_mbps = rate / USEC_PER_SEC;
 656 }
 657
 658 static int dw_mipi_dsi_host_attach(struct mipi_dsi_host *host,
 659                                    struct mipi_dsi_device *device)
 660 {
 661         struct dw_mipi_dsi *dsi = host_to_dsi(host);
 662         int lanes;
 663
 664         lanes = dsi->slave ? device->lanes / 2 : device->lanes;
 665
 666         if (lanes > dsi->pdata->max_data_lanes) {
 667                 dev_err(dsi->dev, "the number of data lanes(%u) is too many\n",
 668                                 lanes);
 669                 return -EINVAL;
 670         }
 671
 672         if (!(device->mode_flags & MIPI_DSI_MODE_VIDEO_BURST)) {
 673                 dev_err(dsi->dev, "device mode is unsupported\n");
 674                 return -EINVAL;
 675         }
 676
 677         dsi->lanes = lanes;
 678         dsi->channel = device->channel;
 679         dsi->format = device->format;
 680         dsi->mode_flags = device->mode_flags;
 681
 682         if (dsi->slave) {
 683                 dsi->slave->lanes = lanes;
 684                 dsi->slave->channel = device->channel;
 685                 dsi->slave->format = device->format;
 686                 dsi->slave->mode_flags = device->mode_flags;
 687         }
 688
 689         return 0;
 690 }
 691
 692 static int dw_mipi_dsi_host_detach(struct mipi_dsi_host *host,
 693                                    struct mipi_dsi_device *device)
 694 {
 695         struct dw_mipi_dsi *dsi = host_to_dsi(host);
 696
 697         if (dsi->panel)
 698                 drm_panel_detach(dsi->panel);
 699
 700         dsi->panel = NULL;
 701         return 0;
 702 }
 703
 704 static void rockchip_set_transfer_mode(struct dw_mipi_dsi *dsi, int flags)
 705 {
 706         if (flags & MIPI_DSI_MSG_USE_LPM) {
 707                 dsi_write(dsi, DSI_CMD_MODE_CFG, CMD_MODE_ALL_LP);
 708                 dsi_write(dsi, DSI_LPCLK_CTRL, 0);
 709         } else {
 710                 dsi_write(dsi, DSI_CMD_MODE_CFG, 0);
 711                 dsi_write(dsi, DSI_LPCLK_CTRL, PHY_TXREQUESTCLKHS);
 712         }
 713 }
 714
 715 static ssize_t rockchip_dsi_send_packet(struct dw_mipi_dsi *dsi,
 716                                         const struct mipi_dsi_msg *msg)
 717 {
 718         struct mipi_dsi_packet packet;
 719         int ret;
 720         int val;
 721         int len = msg->tx_len;
 722
 723         /* create a packet to the DSI protocol */
 724         ret = mipi_dsi_create_packet(&packet, msg);
 725         if (ret) {
 726                 dev_err(dsi->dev, "failed to create packet: %d\n", ret);
 727                 return ret;
 728         }
 729
 730         rockchip_set_transfer_mode(dsi, msg->flags);
 731
 732         /* Send payload,  */
 733         while (DIV_ROUND_UP(packet.payload_length, 4)) {
 734                 /*
 735                  * Alternatively, you can always keep the FIFO
 736                  * nearly full by monitoring the FIFO state until
 737                  * it is not full, and then writea single word of data.
 738                  * This solution is more resource consuming
 739                  * but it simultaneously avoids FIFO starvation,
 740                  * making it possible to use FIFO sizes smaller than
 741                  * the amount of data of the longest packet to be written.
 742                  */
 743                 ret = rockchip_wait_w_pld_fifo_not_full(dsi);
 744                 if (ret)
 745                         return ret;
 746
 747                 if (packet.payload_length < 4) {
 748                         /* send residu payload */
 749                         val = 0;
 750                         memcpy(&val, packet.payload, packet.payload_length);
 751                         dsi_write(dsi, DSI_GEN_PLD_DATA, val);
 752                         packet.payload_length = 0;
 753                 } else {
 754                         val = get_unaligned_le32(packet.payload);
 755                         dsi_write(dsi, DSI_GEN_PLD_DATA, val);
 756                         packet.payload += 4;
 757                         packet.payload_length -= 4;
 758                 }
 759         }
 760
 761         ret = rockchip_wait_cmd_fifo_not_full(dsi);
 762         if (ret)
 763                 return ret;
 764
 765         /* Send packet header */
 766         val = get_unaligned_le32(packet.header);
 767         dsi_write(dsi, DSI_GEN_HDR, val);
 768
 769         ret = rockchip_wait_write_fifo_empty(dsi);
 770         if (ret)
 771                 return ret;
 772
 773         if (dsi->slave)
 774                 rockchip_dsi_send_packet(dsi->slave, msg);
 775
 776         return len;
 777 }
 778
 779 static ssize_t dw_mipi_dsi_host_transfer(struct mipi_dsi_host *host,
 780                                          const struct mipi_dsi_msg *msg)
 781 {
 782         struct dw_mipi_dsi *dsi = host_to_dsi(host);
 783
 784         return rockchip_dsi_send_packet(dsi, msg);
 785 }
 786
 787 static const struct mipi_dsi_host_ops dw_mipi_dsi_host_ops = {
 788         .attach = dw_mipi_dsi_host_attach,
 789         .detach = dw_mipi_dsi_host_detach,
 790         .transfer = dw_mipi_dsi_host_transfer,
 791 };
 792
 793 static void dw_mipi_dsi_video_mode_config(struct dw_mipi_dsi *dsi)
 794 {
 795         u32 val;
 796
 797         val = LP_HFP_EN | ENABLE_LOW_POWER;
 798
 799         if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_BURST)
 800                 val |= VID_MODE_TYPE_BURST;
 801         else if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
 802                 val |= VID_MODE_TYPE_BURST_SYNC_PULSES;
 803         else
 804                 val |= VID_MODE_TYPE_BURST_SYNC_EVENTS;
 805
 806         dsi_write(dsi, DSI_VID_MODE_CFG, val);
 807 }
 808
 809 static void dw_mipi_dsi_set_mode(struct dw_mipi_dsi *dsi,
 810                                  enum dw_mipi_dsi_mode mode)
 811 {
 812         if (mode == DSI_COMMAND_MODE)
 813                 dsi_write(dsi, DSI_MODE_CFG, ENABLE_CMD_MODE);
 814         else
 815                 dsi_write(dsi, DSI_MODE_CFG, ENABLE_VIDEO_MODE);
 816 }
 817
 818 static void dw_mipi_dsi_init(struct dw_mipi_dsi *dsi)
 819 {
 820         u32 esc_clk_div;
 821
 822         dsi_write(dsi, DSI_PWR_UP, RESET);
 823         dsi_write(dsi, DSI_PHY_RSTZ, PHY_DISFORCEPLL | PHY_DISABLECLK
 824                   | PHY_RSTZ | PHY_SHUTDOWNZ);
 825
 826         /* The maximum value of the escape clock frequency is 20MHz */
 827         esc_clk_div = DIV_ROUND_UP(dsi->lane_mbps >> 3, 20);
 828         dsi_write(dsi, DSI_CLKMGR_CFG, TO_CLK_DIVIDSION(10) |
 829                   TX_ESC_CLK_DIVIDSION(esc_clk_div));
 830 }
 831
 832 static void dw_mipi_dsi_dpi_config(struct dw_mipi_dsi *dsi,
 833                                    struct drm_display_mode *mode)
 834 {
 835         u32 val = 0, color = 0;
 836
 837         switch (dsi->format) {
 838         case MIPI_DSI_FMT_RGB888:
 839                 color = DPI_COLOR_CODING_24BIT;
 840                 break;
 841         case MIPI_DSI_FMT_RGB666:
 842                 color = DPI_COLOR_CODING_18BIT_2 | EN18_LOOSELY;
 843                 break;
 844         case MIPI_DSI_FMT_RGB666_PACKED:
 845                 color = DPI_COLOR_CODING_18BIT_1;
 846                 break;
 847         case MIPI_DSI_FMT_RGB565:
 848                 color = DPI_COLOR_CODING_16BIT_1;
 849                 break;
 850         }
 851
 852         if (mode->flags & DRM_MODE_FLAG_PHSYNC)
 853                 val |= VSYNC_ACTIVE_LOW;
 854         if (mode->flags & DRM_MODE_FLAG_PVSYNC)
 855                 val |= HSYNC_ACTIVE_LOW;
 856
 857         dsi_write(dsi, DSI_DPI_VCID, DPI_VID(dsi->channel));
 858         dsi_write(dsi, DSI_DPI_COLOR_CODING, color);
 859         dsi_write(dsi, DSI_DPI_CFG_POL, val);
 860         dsi_write(dsi, DSI_DPI_LP_CMD_TIM, OUTVACT_LPCMD_TIME(4)
 861                   | INVACT_LPCMD_TIME(4));
 862 }
 863
 864 static void dw_mipi_dsi_packet_handler_config(struct dw_mipi_dsi *dsi)
 865 {
 866         dsi_write(dsi, DSI_PCKHDL_CFG, EN_CRC_RX | EN_ECC_RX | EN_BTA);
 867 }
 868
 869 static void dw_mipi_dsi_video_packet_config(struct dw_mipi_dsi *dsi,
 870                                             struct drm_display_mode *mode)
 871 {
 872         int pkt_size;
 873
 874         if (dsi->slave || dsi->master)
 875                 pkt_size = VID_PKT_SIZE(mode->hdisplay / 2 + 4);
 876         else
 877                 pkt_size = VID_PKT_SIZE(mode->hdisplay);
 878
 879         dsi_write(dsi, DSI_VID_PKT_SIZE, pkt_size);
 880 }
 881
 882 static void dw_mipi_dsi_command_mode_config(struct dw_mipi_dsi *dsi)
 883 {
 884         dsi_write(dsi, DSI_TO_CNT_CFG, HSTX_TO_CNT(1000) | LPRX_TO_CNT(1000));
 885         dsi_write(dsi, DSI_BTA_TO_CNT, 0xd00);
 886 }
 887
 888 /* Get lane byte clock cycles. */
 889 static u32 dw_mipi_dsi_get_hcomponent_lbcc(struct dw_mipi_dsi *dsi,
 890                                            u32 hcomponent)
 891 {
 892         u32 lbcc;
 893
 894         lbcc = hcomponent * dsi->lane_mbps * MSEC_PER_SEC / 8;
 895
 896         if (dsi->mode.clock == 0) {
 897                 dev_err(dsi->dev, "dsi mode clock is 0!\n");
 898                 return 0;
 899         }
 900
 901         return DIV_ROUND_CLOSEST_ULL(lbcc, dsi->mode.clock);
 902 }
 903
 904 static void dw_mipi_dsi_line_timer_config(struct dw_mipi_dsi *dsi)
 905 {
 906         u32 htotal, hsa, hbp, lbcc;
 907         struct drm_display_mode *mode = &dsi->mode;
 908
 909         htotal = mode->htotal;
 910         hsa = mode->hsync_end - mode->hsync_start;
 911         hbp = mode->htotal - mode->hsync_end;
 912
 913         lbcc = dw_mipi_dsi_get_hcomponent_lbcc(dsi, htotal);
 914         dsi_write(dsi, DSI_VID_HLINE_TIME, lbcc);
 915
 916         lbcc = dw_mipi_dsi_get_hcomponent_lbcc(dsi, hsa);
 917         dsi_write(dsi, DSI_VID_HSA_TIME, lbcc);
 918
 919         lbcc = dw_mipi_dsi_get_hcomponent_lbcc(dsi, hbp);
 920         dsi_write(dsi, DSI_VID_HBP_TIME, lbcc);
 921 }
 922
 923 static void dw_mipi_dsi_vertical_timing_config(struct dw_mipi_dsi *dsi)
 924 {
 925         u32 vactive, vsa, vfp, vbp;
 926         struct drm_display_mode *mode = &dsi->mode;
 927
 928         vactive = mode->vdisplay;
 929         vsa = mode->vsync_end - mode->vsync_start;
 930         vfp = mode->vsync_start - mode->vdisplay;
 931         vbp = mode->vtotal - mode->vsync_end;
 932
 933         dsi_write(dsi, DSI_VID_VACTIVE_LINES, vactive);
 934         dsi_write(dsi, DSI_VID_VSA_LINES, vsa);
 935         dsi_write(dsi, DSI_VID_VFP_LINES, vfp);
 936         dsi_write(dsi, DSI_VID_VBP_LINES, vbp);
 937 }
 938
 939 static void dw_mipi_dsi_dphy_timing_config(struct dw_mipi_dsi *dsi)
 940 {
 941         dsi_write(dsi, DSI_PHY_TMR_CFG, PHY_HS2LP_TIME(0x14)
 942                   | PHY_LP2HS_TIME(0x10) | MAX_RD_TIME(10000));
 943
 944         dsi_write(dsi, DSI_PHY_TMR_LPCLK_CFG, PHY_CLKHS2LP_TIME(0x40)
 945                   | PHY_CLKLP2HS_TIME(0x40));
 946 }
 947
 948 static void dw_mipi_dsi_dphy_interface_config(struct dw_mipi_dsi *dsi)
 949 {
 950         dsi_write(dsi, DSI_PHY_IF_CFG, PHY_STOP_WAIT_TIME(0x20) |
 951                   N_LANES(dsi->lanes));
 952 }
 953
 954 static void dw_mipi_dsi_clear_err(struct dw_mipi_dsi *dsi)
 955 {
 956         dsi_read(dsi, DSI_INT_ST0);
 957         dsi_read(dsi, DSI_INT_ST1);
 958         dsi_write(dsi, DSI_INT_MSK0, 0);
 959         dsi_write(dsi, DSI_INT_MSK1, 0);
 960 }
 961
 962 static void dw_mipi_dsi_encoder_mode_set(struct drm_encoder *encoder,
 963                                         struct drm_display_mode *mode,
 964                                         struct drm_display_mode *adjusted_mode)
 965 {
 966         struct dw_mipi_dsi *dsi = encoder_to_dsi(encoder);
 967
 968         drm_mode_copy(&dsi->mode, adjusted_mode);
 969
 970         if (dsi->slave)
 971                 drm_mode_copy(&dsi->slave->mode, adjusted_mode);
 972 }
 973
 974 static void rockchip_dsi_pre_disable(struct dw_mipi_dsi *dsi)
 975 {
 976         if (clk_prepare_enable(dsi->pclk)) {
 977                 dev_err(dsi->dev, "%s: Failed to enable pclk\n", __func__);
 978                 return;
 979         }
 980
 981         dw_mipi_dsi_set_mode(dsi, DSI_COMMAND_MODE);
 982
 983         if (dsi->slave)
 984                 rockchip_dsi_pre_disable(dsi->slave);
 985 }
 986
 987 static void rockchip_dsi_disable(struct dw_mipi_dsi *dsi)
 988 {
 989         /* host */
 990         dsi_write(dsi, DSI_LPCLK_CTRL, 0);
 991         dsi_write(dsi, DSI_PWR_UP, RESET);
 992
 993         /* phy */
 994         dsi_write(dsi, DSI_PHY_RSTZ, PHY_RSTZ);
 995         if (dsi->dphy.phy) {
 996                 clk_disable_unprepare(dsi->dphy.hs_clk);
 997                 phy_power_off(dsi->dphy.phy);
 998         }
 999
1000         pm_runtime_put(dsi->dev);
1001         clk_disable_unprepare(dsi->pclk);
1002
1003         if (dsi->slave)
1004                 rockchip_dsi_disable(dsi->slave);
1005 }
1006
1007 static void dw_mipi_dsi_encoder_disable(struct drm_encoder *encoder)
1008 {
1009         struct dw_mipi_dsi *dsi = encoder_to_dsi(encoder);
1010
1011         if (dsi->panel)
1012                 drm_panel_disable(dsi->panel);
1013
1014         rockchip_dsi_pre_disable(dsi);
1015
1016         if (dsi->panel)
1017                 drm_panel_unprepare(dsi->panel);
1018
1019         rockchip_dsi_disable(dsi);
1020 }
1021
1022 static bool dw_mipi_dsi_encoder_mode_fixup(struct drm_encoder *encoder,
1023                                         const struct drm_display_mode *mode,
1024                                         struct drm_display_mode *adjusted_mode)
1025 {
1026         return true;
1027 }
1028
1029 static void rockchip_dsi_grf_config(struct dw_mipi_dsi *dsi, int vop_id)
1030 {
1031         const struct dw_mipi_dsi_plat_data *pdata = dsi->pdata;
1032         int val = 0;
1033
1034         if (dsi->slave) {
1035                 if (vop_id)
1036                         val = pdata->dsi0_en_bit |
1037                               (pdata->dsi0_en_bit << 16) |
1038                               pdata->dsi1_en_bit |
1039                               (pdata->dsi1_en_bit << 16);
1040                 else
1041                         val = (pdata->dsi0_en_bit << 16) |
1042                               (pdata->dsi1_en_bit << 16);
1043
1044                 regmap_write(dsi->grf_regmap, pdata->grf_switch_reg, val);
1045                 val = pdata->dsi1_masterslavez |
1046                       (pdata->dsi1_masterslavez << 16) |
1047                       (pdata->dsi1_basedir << 16);
1048                 regmap_write(dsi->grf_regmap, pdata->grf_dsi1_cfg_reg, val);
1049         } else {
1050                 if (vop_id)
1051                         val = pdata->dsi0_en_bit |
1052                               (pdata->dsi0_en_bit << 16);
1053                 else
1054                         val = pdata->dsi0_en_bit << 16;
1055
1056                 regmap_write(dsi->grf_regmap, pdata->grf_switch_reg, val);
1057         }
1058
1059         dev_info(dsi->dev, "vop %s output to dsi0\n", (vop_id) ? "LIT" : "BIG");
1060 }
1061
1062 static void rockchip_dsi_pre_init(struct dw_mipi_dsi *dsi)
1063 {
1064         if (clk_prepare_enable(dsi->pclk)) {
1065                 dev_err(dsi->dev, "%s: Failed to enable pclk\n", __func__);
1066                 return;
1067         }
1068
1069         if (clk_prepare_enable(dsi->dphy.ref_clk)) {
1070                 dev_err(dsi->dev, "Failed to enable pllref_clk\n");
1071                 return;
1072         }
1073
1074         pm_runtime_get_sync(dsi->dev);
1075
1076         if (dsi->rst) {
1077                 /* MIPI DSI APB software reset request. */
1078                 reset_control_assert(dsi->rst);
1079                 udelay(10);
1080                 reset_control_deassert(dsi->rst);
1081                 udelay(10);
1082         }
1083
1084         if (dsi->dphy.phy) {
1085                 rockchip_dsi_set_hs_clk(dsi);
1086                 phy_power_on(dsi->dphy.phy);
1087         } else {
1088                 dw_mipi_dsi_get_lane_bps(dsi);
1089         }
1090
1091         dev_info(dsi->dev, "final DSI-Link bandwidth: %u x %d Mbps\n",
1092                  dsi->lane_mbps, dsi->lanes);
1093 }
1094
1095 static void rockchip_dsi_host_init(struct dw_mipi_dsi *dsi)
1096 {
1097         dw_mipi_dsi_init(dsi);
1098         dw_mipi_dsi_dpi_config(dsi, &dsi->mode);
1099         dw_mipi_dsi_packet_handler_config(dsi);
1100         dw_mipi_dsi_video_mode_config(dsi);
1101         dw_mipi_dsi_video_packet_config(dsi, &dsi->mode);
1102         dw_mipi_dsi_command_mode_config(dsi);
1103         dw_mipi_dsi_set_mode(dsi, DSI_COMMAND_MODE);
1104         dw_mipi_dsi_line_timer_config(dsi);
1105         dw_mipi_dsi_vertical_timing_config(dsi);
1106         dw_mipi_dsi_dphy_timing_config(dsi);
1107         dw_mipi_dsi_dphy_interface_config(dsi);
1108         dw_mipi_dsi_clear_err(dsi);
1109 }
1110
1111 static void rockchip_dsi_init(struct dw_mipi_dsi *dsi)
1112 {
1113         rockchip_dsi_pre_init(dsi);
1114         rockchip_dsi_host_init(dsi);
1115         dw_mipi_dsi_phy_init(dsi);
1116
1117         if (dsi->slave)
1118                 rockchip_dsi_init(dsi->slave);
1119 }
1120
1121 static void rockchip_dsi_enable(struct dw_mipi_dsi *dsi)
1122 {
1123         dsi_write(dsi, DSI_LPCLK_CTRL, PHY_TXREQUESTCLKHS);
1124         dw_mipi_dsi_set_mode(dsi, DSI_VIDEO_MODE);
1125         clk_disable_unprepare(dsi->dphy.ref_clk);
1126         clk_disable_unprepare(dsi->pclk);
1127
1128         if (dsi->slave)
1129                 rockchip_dsi_enable(dsi->slave);
1130 }
1131
1132 static void dw_mipi_dsi_encoder_enable(struct drm_encoder *encoder)
1133 {
1134         struct dw_mipi_dsi *dsi = encoder_to_dsi(encoder);
1135         int vop_id;
1136
1137         vop_id = drm_of_encoder_active_endpoint_id(dsi->dev->of_node, encoder);
1138
1139         rockchip_dsi_grf_config(dsi, vop_id);
1140         rockchip_dsi_init(dsi);
1141
1142         if (dsi->panel)
1143                 drm_panel_prepare(dsi->panel);
1144
1145         rockchip_dsi_enable(dsi);
1146
1147         if (dsi->panel)
1148                 drm_panel_enable(dsi->panel);
1149 }
1150
1151 static int
1152 dw_mipi_dsi_encoder_atomic_check(struct drm_encoder *encoder,
1153                                  struct drm_crtc_state *crtc_state,
1154                                  struct drm_connector_state *conn_state)
1155 {
1156         struct rockchip_crtc_state *s = to_rockchip_crtc_state(crtc_state);
1157         struct dw_mipi_dsi *dsi = encoder_to_dsi(encoder);
1158         struct drm_connector *connector = conn_state->connector;
1159         struct drm_display_info *info = &connector->display_info;
1160
1161         switch (dsi->format) {
1162         case MIPI_DSI_FMT_RGB888:
1163                 s->output_mode = ROCKCHIP_OUT_MODE_P888;
1164                 break;
1165         case MIPI_DSI_FMT_RGB666:
1166                 s->output_mode = ROCKCHIP_OUT_MODE_P666;
1167                 break;
1168         case MIPI_DSI_FMT_RGB565:
1169                 s->output_mode = ROCKCHIP_OUT_MODE_P565;
1170                 break;
1171         default:
1172                 WARN_ON(1);
1173                 return -EINVAL;
1174         }
1175
1176         s->output_type = DRM_MODE_CONNECTOR_DSI;
1177         if (info->num_bus_formats)
1178                 s->bus_format = info->bus_formats[0];
1179
1180         if (dsi->slave)
1181                 s->output_flags = ROCKCHIP_OUTPUT_DSI_DUAL_CHANNEL;
1182
1183         return 0;
1184 }
1185
1186 static struct drm_encoder_helper_funcs
1187 dw_mipi_dsi_encoder_helper_funcs = {
1188         .mode_fixup = dw_mipi_dsi_encoder_mode_fixup,
1189         .mode_set = dw_mipi_dsi_encoder_mode_set,
1190         .enable = dw_mipi_dsi_encoder_enable,
1191         .disable = dw_mipi_dsi_encoder_disable,
1192         .atomic_check = dw_mipi_dsi_encoder_atomic_check,
1193 };
1194
1195 static struct drm_encoder_funcs dw_mipi_dsi_encoder_funcs = {
1196         .destroy = drm_encoder_cleanup,
1197 };
1198
1199 static int dw_mipi_dsi_connector_get_modes(struct drm_connector *connector)
1200 {
1201         struct dw_mipi_dsi *dsi = con_to_dsi(connector);
1202
1203         return drm_panel_get_modes(dsi->panel);
1204 }
1205
1206 static enum drm_mode_status dw_mipi_dsi_mode_valid(
1207                                         struct drm_connector *connector,
1208                                         struct drm_display_mode *mode)
1209 {
1210         struct dw_mipi_dsi *dsi = con_to_dsi(connector);
1211
1212         enum drm_mode_status mode_status = MODE_OK;
1213
1214         if (dsi->pdata->mode_valid)
1215                 mode_status = dsi->pdata->mode_valid(connector, mode);
1216
1217         return mode_status;
1218 }
1219
1220 static struct drm_encoder *dw_mipi_dsi_connector_best_encoder(
1221                                         struct drm_connector *connector)
1222 {
1223         struct dw_mipi_dsi *dsi = con_to_dsi(connector);
1224
1225         return &dsi->encoder;
1226 }
1227
1228 static int dw_mipi_loader_protect(struct drm_connector *connector, bool on)
1229 {
1230         struct dw_mipi_dsi *dsi = con_to_dsi(connector);
1231
1232         if (dsi->panel)
1233                 drm_panel_loader_protect(dsi->panel, on);
1234         if (on)
1235                 pm_runtime_get_sync(dsi->dev);
1236         else
1237                 pm_runtime_put(dsi->dev);
1238
1239         return 0;
1240 }
1241
1242 static struct drm_connector_helper_funcs dw_mipi_dsi_connector_helper_funcs = {
1243         .loader_protect = dw_mipi_loader_protect,
1244         .get_modes = dw_mipi_dsi_connector_get_modes,
1245         .mode_valid = dw_mipi_dsi_mode_valid,
1246         .best_encoder = dw_mipi_dsi_connector_best_encoder,
1247 };
1248
1249 static enum drm_connector_status
1250 dw_mipi_dsi_detect(struct drm_connector *connector, bool force)
1251 {
1252         return connector_status_connected;
1253 }
1254
1255 static void dw_mipi_dsi_drm_connector_destroy(struct drm_connector *connector)
1256 {
1257         drm_connector_unregister(connector);
1258         drm_connector_cleanup(connector);
1259 }
1260
1261 static struct drm_connector_funcs dw_mipi_dsi_atomic_connector_funcs = {
1262         .dpms = drm_atomic_helper_connector_dpms,
1263         .fill_modes = drm_helper_probe_single_connector_modes,
1264         .detect = dw_mipi_dsi_detect,
1265         .destroy = dw_mipi_dsi_drm_connector_destroy,
1266         .reset = drm_atomic_helper_connector_reset,
1267         .atomic_duplicate_state = drm_atomic_helper_connector_duplicate_state,
1268         .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
1269 };
1270
1271 static int rockchip_dsi_dual_channel_probe(struct dw_mipi_dsi *dsi)
1272 {
1273         struct device_node *np;
1274         struct platform_device *secondary;
1275
1276         np = of_parse_phandle(dsi->dev->of_node, "rockchip,dual-channel", 0);
1277         if (np) {
1278                 secondary = of_find_device_by_node(np);
1279                 dsi->slave = platform_get_drvdata(secondary);
1280                 of_node_put(np);
1281
1282                 if (!dsi->slave)
1283                         return -EPROBE_DEFER;
1284
1285                 dsi->slave->master = dsi;
1286         }
1287
1288         return 0;
1289 }
1290
1291 static int dw_mipi_dsi_register(struct drm_device *drm,
1292                                       struct dw_mipi_dsi *dsi)
1293 {
1294         struct drm_encoder *encoder = &dsi->encoder;
1295         struct drm_connector *connector = &dsi->connector;
1296         struct device *dev = dsi->dev;
1297         int ret;
1298
1299         encoder->possible_crtcs = drm_of_find_possible_crtcs(drm,
1300                                                              dev->of_node);
1301         /*
1302          * If we failed to find the CRTC(s) which this encoder is
1303          * supposed to be connected to, it's because the CRTC has
1304          * not been registered yet.  Defer probing, and hope that
1305          * the required CRTC is added later.
1306          */
1307         if (encoder->possible_crtcs == 0)
1308                 return -EPROBE_DEFER;
1309
1310         drm_encoder_helper_add(&dsi->encoder,
1311                                &dw_mipi_dsi_encoder_helper_funcs);
1312         ret = drm_encoder_init(drm, &dsi->encoder, &dw_mipi_dsi_encoder_funcs,
1313                          DRM_MODE_ENCODER_DSI, NULL);
1314         if (ret) {
1315                 dev_err(dev, "Failed to initialize encoder with drm\n");
1316                 return ret;
1317         }
1318
1319         drm_connector_helper_add(connector,
1320                         &dw_mipi_dsi_connector_helper_funcs);
1321
1322         drm_connector_init(drm, &dsi->connector,
1323                            &dw_mipi_dsi_atomic_connector_funcs,
1324                            DRM_MODE_CONNECTOR_DSI);
1325
1326         drm_panel_attach(dsi->panel, &dsi->connector);
1327
1328         dsi->connector.port = dev->of_node;
1329
1330         drm_mode_connector_attach_encoder(connector, encoder);
1331
1332         return 0;
1333 }
1334
1335 static struct dw_mipi_dsi_plat_data rk3288_mipi_dsi_drv_data = {
1336         .dsi0_en_bit = RK3288_DSI0_SEL_VOP_LIT,
1337         .dsi1_en_bit = RK3288_DSI1_SEL_VOP_LIT,
1338         .grf_switch_reg = RK3288_GRF_SOC_CON6,
1339         .dsi1_basedir = RK3288_TXRX_BASEDIR,
1340         .dsi1_masterslavez = RK3288_TXRX_MASTERSLAVEZ,
1341         .grf_dsi1_cfg_reg = RK3288_GRF_SOC_CON14,
1342         .max_data_lanes = 4,
1343         .max_bit_rate_per_lane = 1500000000,
1344         .has_vop_sel = true,
1345 };
1346
1347 static struct dw_mipi_dsi_plat_data rk3366_mipi_dsi_drv_data = {
1348         .dsi0_en_bit = RK3366_DSI_SEL_VOP_LIT,
1349         .grf_switch_reg = RK3366_GRF_SOC_CON0,
1350         .max_data_lanes = 4,
1351         .max_bit_rate_per_lane = 1000000000,
1352         .has_vop_sel = true,
1353 };
1354
1355 static struct dw_mipi_dsi_plat_data rk3368_mipi_dsi_drv_data = {
1356         .max_data_lanes = 4,
1357         .max_bit_rate_per_lane = 1000000000,
1358 };
1359
1360 static struct dw_mipi_dsi_plat_data rk3399_mipi_dsi_drv_data = {
1361         .dsi0_en_bit = RK3399_DSI0_SEL_VOP_LIT,
1362         .dsi1_en_bit = RK3399_DSI1_SEL_VOP_LIT,
1363         .grf_switch_reg = RK3399_GRF_SOC_CON19,
1364         .grf_dsi0_mode = RK3399_GRF_DSI_MODE,
1365         .grf_dsi0_mode_reg = RK3399_GRF_SOC_CON22,
1366         .max_data_lanes = 4,
1367         .max_bit_rate_per_lane = 1500000000,
1368         .has_vop_sel = true,
1369 };
1370
1371 static const struct of_device_id dw_mipi_dsi_dt_ids[] = {
1372         {
1373          .compatible = "rockchip,rk3288-mipi-dsi",
1374          .data = &rk3288_mipi_dsi_drv_data,
1375         }, {
1376          .compatible = "rockchip,rk3366-mipi-dsi",
1377          .data = &rk3366_mipi_dsi_drv_data,
1378         }, {
1379          .compatible = "rockchip,rk3368-mipi-dsi",
1380          .data = &rk3368_mipi_dsi_drv_data,
1381         }, {
1382          .compatible = "rockchip,rk3399-mipi-dsi",
1383          .data = &rk3399_mipi_dsi_drv_data,
1384         },
1385         { /* sentinel */ }
1386 };
1387 MODULE_DEVICE_TABLE(of, dw_mipi_dsi_dt_ids);
1388
1389 static int dw_mipi_dsi_bind(struct device *dev, struct device *master,
1390                              void *data)
1391 {
1392         struct drm_device *drm = data;
1393         struct dw_mipi_dsi *dsi = dev_get_drvdata(dev);
1394         int ret;
1395
1396         ret = rockchip_dsi_dual_channel_probe(dsi);
1397         if (ret)
1398                 return ret;
1399
1400         if (dsi->master)
1401                 return 0;
1402
1403         dsi->panel = of_drm_find_panel(dsi->panel_node);
1404         if (!dsi->panel)
1405                 return -EPROBE_DEFER;
1406
1407         ret = dw_mipi_dsi_register(drm, dsi);
1408         if (ret) {
1409                 dev_err(dev, "Failed to register mipi_dsi: %d\n", ret);
1410                 return ret;
1411         }
1412
1413         dev_set_drvdata(dev, dsi);
1414
1415         pm_runtime_enable(dev);
1416         if (dsi->slave)
1417                 pm_runtime_enable(dsi->slave->dev);
1418
1419         return ret;
1420 }
1421
1422 static void dw_mipi_dsi_unbind(struct device *dev, struct device *master,
1423         void *data)
1424 {
1425         struct dw_mipi_dsi *dsi = dev_get_drvdata(dev);
1426
1427         pm_runtime_disable(dev);
1428         if (dsi->slave)
1429                 pm_runtime_disable(dsi->slave->dev);
1430 }
1431
1432 static const struct component_ops dw_mipi_dsi_ops = {
1433         .bind   = dw_mipi_dsi_bind,
1434         .unbind = dw_mipi_dsi_unbind,
1435 };
1436
1437 static int rockchip_dsi_parse_dt(struct dw_mipi_dsi *dsi)
1438 {
1439         struct device_node *np = dsi->dev->of_node;
1440         struct device_node *endpoint, *remote = NULL;
1441
1442         endpoint = of_graph_get_endpoint_by_regs(np, 1, -1);
1443         if (endpoint) {
1444                 remote = of_graph_get_remote_port_parent(endpoint);
1445                 of_node_put(endpoint);
1446                 if (!remote) {
1447                         dev_err(dsi->dev, "No panel/bridge connected\n");
1448                         return -ENODEV;
1449                 }
1450         }
1451
1452         dsi->panel_node = remote;
1453
1454         return 0;
1455 }
1456
1457 static int rockchip_dsi_get_reset_handle(struct dw_mipi_dsi *dsi)
1458 {
1459         struct device *dev = dsi->dev;
1460
1461         dsi->rst = devm_reset_control_get_optional(dev, "apb");
1462         if (IS_ERR(dsi->rst)) {
1463                 dev_info(dev, "no reset control specified\n");
1464                 dsi->rst = NULL;
1465         }
1466
1467         return 0;
1468 }
1469
1470 static int rockchip_dsi_grf_regmap(struct dw_mipi_dsi *dsi)
1471 {
1472         struct device_node *np = dsi->dev->of_node;
1473
1474         dsi->grf_regmap = syscon_regmap_lookup_by_phandle(np, "rockchip,grf");
1475         if (IS_ERR(dsi->grf_regmap)) {
1476                 dev_err(dsi->dev, "Unable to get rockchip,grf\n");
1477                 return PTR_ERR(dsi->grf_regmap);
1478         }
1479
1480         return 0;
1481 }
1482
1483 static int rockchip_dsi_clk_get(struct dw_mipi_dsi *dsi)
1484 {
1485         struct device *dev = dsi->dev;
1486         int ret;
1487
1488         dsi->pclk = devm_clk_get(dev, "pclk");
1489         if (IS_ERR(dsi->pclk)) {
1490                 ret = PTR_ERR(dsi->pclk);
1491                 dev_err(dev, "Unable to get pclk: %d\n", ret);
1492                 return ret;
1493         }
1494
1495         return 0;
1496 }
1497
1498 static int rockchip_dsi_dphy_parse(struct dw_mipi_dsi *dsi)
1499 {
1500         struct device *dev = dsi->dev;
1501         int ret;
1502
1503         dsi->dphy.phy = devm_phy_optional_get(dev, "mipi_dphy");
1504         if (IS_ERR(dsi->dphy.phy)) {
1505                 ret = PTR_ERR(dsi->dphy.phy);
1506                 dev_err(dev, "failed to get mipi dphy: %d\n", ret);
1507                 return ret;
1508         }
1509
1510         if (dsi->dphy.phy) {
1511                 dev_dbg(dev, "Use Non-SNPS PHY\n");
1512
1513                 dsi->dphy.hs_clk = devm_clk_get(dev, "hs_clk");
1514                 if (IS_ERR(dsi->dphy.hs_clk)) {
1515                         dev_err(dev, "failed to get PHY high-speed clock\n");
1516                         return PTR_ERR(dsi->dphy.hs_clk);
1517                 }
1518         } else {
1519                 dev_dbg(dev, "Use SNPS PHY\n");
1520
1521                 dsi->dphy.ref_clk = devm_clk_get(dev, "ref");
1522                 if (IS_ERR(dsi->dphy.ref_clk)) {
1523                         dev_err(dev, "failed to get PHY reference clock\n");
1524                         return PTR_ERR(dsi->dphy.ref_clk);
1525                 }
1526
1527                 /* Check if cfg_clk provided */
1528                 dsi->dphy.cfg_clk = devm_clk_get(dev, "phy_cfg");
1529                 if (IS_ERR(dsi->dphy.cfg_clk)) {
1530                         if (PTR_ERR(dsi->dphy.cfg_clk) != -ENOENT) {
1531                                 dev_err(dev, "failed to get PHY config clk\n");
1532                                 return PTR_ERR(dsi->dphy.cfg_clk);
1533                         }
1534
1535                         /* Otherwise mark the cfg_clk pointer to NULL */
1536                         dsi->dphy.cfg_clk = NULL;
1537                 }
1538         }
1539
1540         return 0;
1541 }
1542
1543 static int rockchip_dsi_ioremap_resource(struct platform_device *pdev,
1544                                          struct dw_mipi_dsi *dsi)
1545 {
1546         struct device *dev = &pdev->dev;
1547         struct resource *res;
1548
1549         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1550         if (!res)
1551                 return -ENODEV;
1552
1553         dsi->base = devm_ioremap_resource(dev, res);
1554         if (IS_ERR(dsi->base))
1555                 return PTR_ERR(dsi->base);
1556
1557         return 0;
1558 }
1559
1560 static int dw_mipi_dsi_probe(struct platform_device *pdev)
1561 {
1562         struct device *dev = &pdev->dev;
1563         const struct of_device_id *of_id =
1564                         of_match_device(dw_mipi_dsi_dt_ids, dev);
1565         const struct dw_mipi_dsi_plat_data *pdata = of_id->data;
1566         struct dw_mipi_dsi *dsi;
1567         struct device_node *np = dev->of_node;
1568         int ret;
1569         int dsi_id;
1570
1571         dsi = devm_kzalloc(&pdev->dev, sizeof(*dsi), GFP_KERNEL);
1572         if (!dsi)
1573                 return -ENOMEM;
1574
1575         dsi_id = of_alias_get_id(np, "dsi");
1576         if (dsi_id < 0)
1577                 dsi_id = 0;
1578
1579         dsi->id = dsi_id;
1580         dsi->dev = dev;
1581         dsi->pdata = pdata;
1582
1583         rockchip_dsi_parse_dt(dsi);
1584         rockchip_dsi_ioremap_resource(pdev, dsi);
1585         rockchip_dsi_clk_get(dsi);
1586         rockchip_dsi_dphy_parse(dsi);
1587         rockchip_dsi_grf_regmap(dsi);
1588         rockchip_dsi_get_reset_handle(dsi);
1589
1590         dsi->dsi_host.ops = &dw_mipi_dsi_host_ops;
1591         dsi->dsi_host.dev = &pdev->dev;
1592
1593         ret = mipi_dsi_host_register(&dsi->dsi_host);
1594         if (ret)
1595                 return ret;
1596
1597         platform_set_drvdata(pdev, dsi);
1598         ret = component_add(&pdev->dev, &dw_mipi_dsi_ops);
1599         if (ret)
1600                 mipi_dsi_host_unregister(&dsi->dsi_host);
1601
1602         return ret;
1603 }
1604
1605 static int dw_mipi_dsi_remove(struct platform_device *pdev)
1606 {
1607         struct dw_mipi_dsi *dsi = dev_get_drvdata(&pdev->dev);
1608
1609         if (dsi)
1610                 mipi_dsi_host_unregister(&dsi->dsi_host);
1611         component_del(&pdev->dev, &dw_mipi_dsi_ops);
1612         return 0;
1613 }
1614
1615 static struct platform_driver dw_mipi_dsi_driver = {
1616         .probe          = dw_mipi_dsi_probe,
1617         .remove         = dw_mipi_dsi_remove,
1618         .driver         = {
1619                 .of_match_table = dw_mipi_dsi_dt_ids,
1620                 .name   = DRIVER_NAME,
1621         },
1622 };
1623 module_platform_driver(dw_mipi_dsi_driver);
1624
1625 MODULE_DESCRIPTION("ROCKCHIP MIPI DSI host controller driver");
1626 MODULE_AUTHOR("Chris Zhong <zyw@rock-chips.com>");
1627 MODULE_LICENSE("GPL");
1628 MODULE_ALIAS("platform:" DRIVER_NAME);