drivers/pinctrl/pinctrl-rockchip.c

   1 /*
   2  * Pinctrl driver for Rockchip SoCs
   3  *
   4  * Copyright (c) 2013 MundoReader S.L.
   5  * Author: Heiko Stuebner <heiko@sntech.de>
   6  *
   7  * With some ideas taken from pinctrl-samsung:
   8  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
   9  *              http://www.samsung.com
  10  * Copyright (c) 2012 Linaro Ltd
  11  *              http://www.linaro.org
  12  *
  13  * and pinctrl-at91:
  14  * Copyright (C) 2011-2012 Jean-Christophe PLAGNIOL-VILLARD <plagnioj@jcrosoft.com>
  15  *
  16  * This program is free software; you can redistribute it and/or modify
  17  * it under the terms of the GNU General Public License version 2 as published
  18  * by the Free Software Foundation.
  19  *
  20  * This program is distributed in the hope that it will be useful,
  21  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  22  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  23  * GNU General Public License for more details.
  24  */
  25
  26 #include <linux/module.h>
  27 #include <linux/platform_device.h>
  28 #include <linux/io.h>
  29 #include <linux/bitops.h>
  30 #include <linux/gpio.h>
  31 #include <linux/of_address.h>
  32 #include <linux/of_irq.h>
  33 #include <linux/pinctrl/machine.h>
  34 #include <linux/pinctrl/pinconf.h>
  35 #include <linux/pinctrl/pinctrl.h>
  36 #include <linux/pinctrl/pinmux.h>
  37 #include <linux/pinctrl/pinconf-generic.h>
  38 #include <linux/irqchip/chained_irq.h>
  39 #include <linux/clk.h>
  40 #include <linux/regmap.h>
  41 #include <linux/mfd/syscon.h>
  42 #include <dt-bindings/pinctrl/rockchip.h>
  43
  44 #include "core.h"
  45 #include "pinconf.h"
  46
  47 /* GPIO control registers */
  48 #define GPIO_SWPORT_DR          0x00
  49 #define GPIO_SWPORT_DDR         0x04
  50 #define GPIO_INTEN              0x30
  51 #define GPIO_INTMASK            0x34
  52 #define GPIO_INTTYPE_LEVEL      0x38
  53 #define GPIO_INT_POLARITY       0x3c
  54 #define GPIO_INT_STATUS         0x40
  55 #define GPIO_INT_RAWSTATUS      0x44
  56 #define GPIO_DEBOUNCE           0x48
  57 #define GPIO_PORTS_EOI          0x4c
  58 #define GPIO_EXT_PORT           0x50
  59 #define GPIO_LS_SYNC            0x60
  60
  61 enum rockchip_pinctrl_type {
  62         RK2928,
  63         RK3066B,
  64         RK3188,
  65         RK3288,
  66         RK3366,
  67         RK3368,
  68         RK3399,
  69 };
  70
  71 /**
  72  * Encode variants of iomux registers into a type variable
  73  */
  74 #define IOMUX_GPIO_ONLY         BIT(0)
  75 #define IOMUX_WIDTH_4BIT        BIT(1)
  76 #define IOMUX_SOURCE_PMU        BIT(2)
  77 #define IOMUX_UNROUTED          BIT(3)
  78
  79 /**
  80  * @type: iomux variant using IOMUX_* constants
  81  * @offset: if initialized to -1 it will be autocalculated, by specifying
  82  *          an initial offset value the relevant source offset can be reset
  83  *          to a new value for autocalculating the following iomux registers.
  84  */
  85 struct rockchip_iomux {
  86         int                             type;
  87         int                             offset;
  88 };
  89
  90 /**
  91  * enum type index corresponding to rockchip_perpin_drv_list arrays index.
  92  */
  93 enum rockchip_pin_drv_type {
  94         DRV_TYPE_IO_DEFAULT = 0,
  95         DRV_TYPE_IO_1V8_OR_3V0,
  96         DRV_TYPE_IO_1V8_ONLY,
  97         DRV_TYPE_IO_1V8_3V0_AUTO,
  98         DRV_TYPE_IO_3V3_ONLY,
  99         DRV_TYPE_IO_WIDE_LEVEL,
 100         DRV_TYPE_IO_NARROW_LEVEL,
 101         DRV_TYPE_MAX
 102 };
 103
 104 /**
 105  * enum type index corresponding to rockchip_pull_list arrays index.
 106  */
 107 enum rockchip_pin_pull_type {
 108         PULL_TYPE_IO_DEFAULT = 0,
 109         PULL_TYPE_IO_1V8_ONLY,
 110         PULL_TYPE_MAX
 111 };
 112
 113 /**
 114  * enum type of pin extra drive alignment.
 115  */
 116 enum rockchip_pin_extra_drv_type {
 117         DRV_TYPE_EXTRA_DEFAULT = 0,
 118         DRV_TYPE_EXTRA_SAME_OFFSET,
 119         DRV_TYPE_EXTRA_SAME_BITS
 120 };
 121
 122 /**
 123  * @drv_type: drive strength variant using rockchip_pin_drv_type
 124  * @offset: if initialized to -1 it will be autocalculated, by specifying
 125  *          an initial offset value the relevant source offset can be reset
 126  *          to a new value for autocalculating the following drive strength
 127  *          registers. if used chips own cal_drv func instead to calculate
 128  *          registers offset, the variant could be ignored.
 129  */
 130 struct rockchip_drv {
 131         enum rockchip_pin_drv_type      drv_type;
 132         int                             offset;
 133 };
 134
 135 /**
 136  * @reg_base: register base of the gpio bank
 137  * @reg_pull: optional separate register for additional pull settings
 138  * @clk: clock of the gpio bank
 139  * @irq: interrupt of the gpio bank
 140  * @saved_masks: Saved content of GPIO_INTEN at suspend time.
 141  * @pin_base: first pin number
 142  * @nr_pins: number of pins in this bank
 143  * @name: name of the bank
 144  * @bank_num: number of the bank, to account for holes
 145  * @iomux: array describing the 4 iomux sources of the bank
 146  * @drv: array describing the 4 drive strength sources of the bank
 147  * @pull_type: array describing the 4 pull type sources of the bank
 148  * @valid: are all necessary informations present
 149  * @of_node: dt node of this bank
 150  * @drvdata: common pinctrl basedata
 151  * @domain: irqdomain of the gpio bank
 152  * @gpio_chip: gpiolib chip
 153  * @grange: gpio range
 154  * @slock: spinlock for the gpio bank
 155  */
 156 struct rockchip_pin_bank {
 157         void __iomem                    *reg_base;
 158         struct regmap                   *regmap_pull;
 159         struct clk                      *clk;
 160         int                             irq;
 161         u32                             saved_masks;
 162         u32                             pin_base;
 163         u8                              nr_pins;
 164         char                            *name;
 165         u8                              bank_num;
 166         struct rockchip_iomux           iomux[4];
 167         struct rockchip_drv             drv[4];
 168         enum rockchip_pin_pull_type     pull_type[4];
 169         bool                            valid;
 170         struct device_node              *of_node;
 171         struct rockchip_pinctrl         *drvdata;
 172         struct irq_domain               *domain;
 173         struct gpio_chip                gpio_chip;
 174         struct pinctrl_gpio_range       grange;
 175         spinlock_t                      slock;
 176         u32                             toggle_edge_mode;
 177 };
 178
 179 #define PIN_BANK(id, pins, label)                       \
 180         {                                               \
 181                 .bank_num       = id,                   \
 182                 .nr_pins        = pins,                 \
 183                 .name           = label,                \
 184                 .iomux          = {                     \
 185                         { .offset = -1 },               \
 186                         { .offset = -1 },               \
 187                         { .offset = -1 },               \
 188                         { .offset = -1 },               \
 189                 },                                      \
 190         }
 191
 192 #define PIN_BANK_IOMUX_FLAGS(id, pins, label, iom0, iom1, iom2, iom3)   \
 193         {                                                               \
 194                 .bank_num       = id,                                   \
 195                 .nr_pins        = pins,                                 \
 196                 .name           = label,                                \
 197                 .iomux          = {                                     \
 198                         { .type = iom0, .offset = -1 },                 \
 199                         { .type = iom1, .offset = -1 },                 \
 200                         { .type = iom2, .offset = -1 },                 \
 201                         { .type = iom3, .offset = -1 },                 \
 202                 },                                                      \
 203         }
 204
 205 #define PIN_BANK_DRV_FLAGS(id, pins, label, type0, type1, type2, type3) \
 206         {                                                               \
 207                 .bank_num       = id,                                   \
 208                 .nr_pins        = pins,                                 \
 209                 .name           = label,                                \
 210                 .iomux          = {                                     \
 211                         { .offset = -1 },                               \
 212                         { .offset = -1 },                               \
 213                         { .offset = -1 },                               \
 214                         { .offset = -1 },                               \
 215                 },                                                      \
 216                 .drv            = {                                     \
 217                         { .drv_type = type0, .offset = -1 },            \
 218                         { .drv_type = type1, .offset = -1 },            \
 219                         { .drv_type = type2, .offset = -1 },            \
 220                         { .drv_type = type3, .offset = -1 },            \
 221                 },                                                      \
 222         }
 223
 224 #define PIN_BANK_DRV_FLAGS_PULL_FLAGS(id, pins, label, drv0, drv1, drv2,\
 225                                       drv3, pull0, pull1, pull2, pull3) \
 226         {                                                               \
 227                 .bank_num       = id,                                   \
 228                 .nr_pins        = pins,                                 \
 229                 .name           = label,                                \
 230                 .iomux          = {                                     \
 231                         { .offset = -1 },                               \
 232                         { .offset = -1 },                               \
 233                         { .offset = -1 },                               \
 234                         { .offset = -1 },                               \
 235                 },                                                      \
 236                 .drv            = {                                     \
 237                         { .drv_type = drv0, .offset = -1 },             \
 238                         { .drv_type = drv1, .offset = -1 },             \
 239                         { .drv_type = drv2, .offset = -1 },             \
 240                         { .drv_type = drv3, .offset = -1 },             \
 241                 },                                                      \
 242                 .pull_type[0] = pull0,                                  \
 243                 .pull_type[1] = pull1,                                  \
 244                 .pull_type[2] = pull2,                                  \
 245                 .pull_type[3] = pull3,                                  \
 246         }
 247
 248 #define PIN_BANK_IOMUX_DRV_FLAGS(id, pins, label, iom0, iom1, iom2,     \
 249                                 iom3, drv0, drv1, drv2, drv3)           \
 250         {                                                               \
 251                 .bank_num       = id,                                   \
 252                 .nr_pins        = pins,                                 \
 253                 .name           = label,                                \
 254                 .iomux          = {                                     \
 255                         { .type = iom0, .offset = -1 },                 \
 256                         { .type = iom1, .offset = -1 },                 \
 257                         { .type = iom2, .offset = -1 },                 \
 258                         { .type = iom3, .offset = -1 },                 \
 259                 },                                                      \
 260                 .drv            = {                                     \
 261                         { .drv_type = drv0, .offset = -1 },             \
 262                         { .drv_type = drv1, .offset = -1 },             \
 263                         { .drv_type = drv2, .offset = -1 },             \
 264                         { .drv_type = drv3, .offset = -1 },             \
 265                 },                                                      \
 266         }
 267
 268 #define PIN_BANK_IOMUX_FLAGS_OFFSET_DRV_FLAGS(id, pins, label, iom0,    \
 269                                              iom1, iom2, iom3, offset0, \
 270                                              offset1, offset2, offset3, \
 271                                              drv0, drv1, drv2, drv3)    \
 272         {                                                               \
 273                 .bank_num       = id,                                   \
 274                 .nr_pins        = pins,                                 \
 275                 .name           = label,                                \
 276                 .iomux          = {                                     \
 277                         { .type = iom0, .offset = offset0 },            \
 278                         { .type = iom1, .offset = offset1 },            \
 279                         { .type = iom2, .offset = offset2 },            \
 280                         { .type = iom3, .offset = offset3 },            \
 281                 },                                                      \
 282                 .drv            = {                                     \
 283                         { .drv_type = drv0, .offset = -1 },             \
 284                         { .drv_type = drv1, .offset = -1 },             \
 285                         { .drv_type = drv2, .offset = -1 },             \
 286                         { .drv_type = drv3, .offset = -1 },             \
 287                 },                                                      \
 288         }
 289
 290 #define PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET(id, pins, label, iom0,    \
 291                                               iom1, iom2, iom3, drv0,   \
 292                                               drv1, drv2, drv3, offset0,\
 293                                               offset1, offset2, offset3)\
 294         {                                                               \
 295                 .bank_num       = id,                                   \
 296                 .nr_pins        = pins,                                 \
 297                 .name           = label,                                \
 298                 .iomux          = {                                     \
 299                         { .type = iom0, .offset = -1 },                 \
 300                         { .type = iom1, .offset = -1 },                 \
 301                         { .type = iom2, .offset = -1 },                 \
 302                         { .type = iom3, .offset = -1 },                 \
 303                 },                                                      \
 304                 .drv            = {                                     \
 305                         { .drv_type = drv0, .offset = offset0 },        \
 306                         { .drv_type = drv1, .offset = offset1 },        \
 307                         { .drv_type = drv2, .offset = offset2 },        \
 308                         { .drv_type = drv3, .offset = offset3 },        \
 309                 },                                                      \
 310         }
 311
 312 #define PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET_PULL_FLAGS(id, pins,      \
 313                                               label, iom0, iom1, iom2,  \
 314                                               iom3, drv0, drv1, drv2,   \
 315                                               drv3, offset0, offset1,   \
 316                                               offset2, offset3, pull0,  \
 317                                               pull1, pull2, pull3)      \
 318         {                                                               \
 319                 .bank_num       = id,                                   \
 320                 .nr_pins        = pins,                                 \
 321                 .name           = label,                                \
 322                 .iomux          = {                                     \
 323                         { .type = iom0, .offset = -1 },                 \
 324                         { .type = iom1, .offset = -1 },                 \
 325                         { .type = iom2, .offset = -1 },                 \
 326                         { .type = iom3, .offset = -1 },                 \
 327                 },                                                      \
 328                 .drv            = {                                     \
 329                         { .drv_type = drv0, .offset = offset0 },        \
 330                         { .drv_type = drv1, .offset = offset1 },        \
 331                         { .drv_type = drv2, .offset = offset2 },        \
 332                         { .drv_type = drv3, .offset = offset3 },        \
 333                 },                                                      \
 334                 .pull_type[0] = pull0,                                  \
 335                 .pull_type[1] = pull1,                                  \
 336                 .pull_type[2] = pull2,                                  \
 337                 .pull_type[3] = pull3,                                  \
 338         }
 339
 340 /**
 341  */
 342 struct rockchip_pin_ctrl {
 343         struct rockchip_pin_bank        *pin_banks;
 344         u32                             nr_banks;
 345         u32                             nr_pins;
 346         char                            *label;
 347         enum rockchip_pinctrl_type      type;
 348         int                             grf_mux_offset;
 349         int                             pmu_mux_offset;
 350         int                             grf_drv_offset;
 351         int                             pmu_drv_offset;
 352
 353         void    (*pull_calc_reg)(struct rockchip_pin_bank *bank,
 354                                  int pin_num, struct regmap **regmap,
 355                                  int *reg, u8 *bit);
 356         enum rockchip_pin_drv_type (*drv_calc_reg)(
 357                                 struct rockchip_pin_bank *bank,
 358                                 int pin_num, struct regmap **regmap,
 359                                 int *reg, u8 *bit);
 360         enum rockchip_pin_extra_drv_type (*drv_calc_extra_reg)(
 361                                       struct rockchip_pin_bank *bank,
 362                                       int pin_num, struct regmap **regmap,
 363                                       int *reg, u8 *bit);
 364 };
 365
 366 struct rockchip_pin_config {
 367         unsigned int            func;
 368         unsigned long           *configs;
 369         unsigned int            nconfigs;
 370 };
 371
 372 /**
 373  * struct rockchip_pin_group: represent group of pins of a pinmux function.
 374  * @name: name of the pin group, used to lookup the group.
 375  * @pins: the pins included in this group.
 376  * @npins: number of pins included in this group.
 377  * @func: the mux function number to be programmed when selected.
 378  * @configs: the config values to be set for each pin
 379  * @nconfigs: number of configs for each pin
 380  */
 381 struct rockchip_pin_group {
 382         const char                      *name;
 383         unsigned int                    npins;
 384         unsigned int                    *pins;
 385         struct rockchip_pin_config      *data;
 386 };
 387
 388 /**
 389  * struct rockchip_pmx_func: represent a pin function.
 390  * @name: name of the pin function, used to lookup the function.
 391  * @groups: one or more names of pin groups that provide this function.
 392  * @num_groups: number of groups included in @groups.
 393  */
 394 struct rockchip_pmx_func {
 395         const char              *name;
 396         const char              **groups;
 397         u8                      ngroups;
 398 };
 399
 400 struct rockchip_pinctrl {
 401         struct regmap                   *regmap_base;
 402         int                             reg_size;
 403         struct regmap                   *regmap_pull;
 404         struct regmap                   *regmap_pmu;
 405         struct device                   *dev;
 406         struct rockchip_pin_ctrl        *ctrl;
 407         struct pinctrl_desc             pctl;
 408         struct pinctrl_dev              *pctl_dev;
 409         struct rockchip_pin_group       *groups;
 410         unsigned int                    ngroups;
 411         struct rockchip_pmx_func        *functions;
 412         unsigned int                    nfunctions;
 413 };
 414
 415 static struct regmap_config rockchip_regmap_config = {
 416         .reg_bits = 32,
 417         .val_bits = 32,
 418         .reg_stride = 4,
 419 };
 420
 421 static inline struct rockchip_pin_bank *gc_to_pin_bank(struct gpio_chip *gc)
 422 {
 423         return container_of(gc, struct rockchip_pin_bank, gpio_chip);
 424 }
 425
 426 static const inline struct rockchip_pin_group *pinctrl_name_to_group(
 427                                         const struct rockchip_pinctrl *info,
 428                                         const char *name)
 429 {
 430         int i;
 431
 432         for (i = 0; i < info->ngroups; i++) {
 433                 if (!strcmp(info->groups[i].name, name))
 434                         return &info->groups[i];
 435         }
 436
 437         return NULL;
 438 }
 439
 440 /*
 441  * given a pin number that is local to a pin controller, find out the pin bank
 442  * and the register base of the pin bank.
 443  */
 444 static struct rockchip_pin_bank *pin_to_bank(struct rockchip_pinctrl *info,
 445                                                                 unsigned pin)
 446 {
 447         struct rockchip_pin_bank *b = info->ctrl->pin_banks;
 448
 449         while (pin >= (b->pin_base + b->nr_pins))
 450                 b++;
 451
 452         return b;
 453 }
 454
 455 static struct rockchip_pin_bank *bank_num_to_bank(
 456                                         struct rockchip_pinctrl *info,
 457                                         unsigned num)
 458 {
 459         struct rockchip_pin_bank *b = info->ctrl->pin_banks;
 460         int i;
 461
 462         for (i = 0; i < info->ctrl->nr_banks; i++, b++) {
 463                 if (b->bank_num == num)
 464                         return b;
 465         }
 466
 467         return ERR_PTR(-EINVAL);
 468 }
 469
 470 /*
 471  * Pinctrl_ops handling
 472  */
 473
 474 static int rockchip_get_groups_count(struct pinctrl_dev *pctldev)
 475 {
 476         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 477
 478         return info->ngroups;
 479 }
 480
 481 static const char *rockchip_get_group_name(struct pinctrl_dev *pctldev,
 482                                                         unsigned selector)
 483 {
 484         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 485
 486         return info->groups[selector].name;
 487 }
 488
 489 static int rockchip_get_group_pins(struct pinctrl_dev *pctldev,
 490                                       unsigned selector, const unsigned **pins,
 491                                       unsigned *npins)
 492 {
 493         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 494
 495         if (selector >= info->ngroups)
 496                 return -EINVAL;
 497
 498         *pins = info->groups[selector].pins;
 499         *npins = info->groups[selector].npins;
 500
 501         return 0;
 502 }
 503
 504 static int rockchip_dt_node_to_map(struct pinctrl_dev *pctldev,
 505                                  struct device_node *np,
 506                                  struct pinctrl_map **map, unsigned *num_maps)
 507 {
 508         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 509         const struct rockchip_pin_group *grp;
 510         struct pinctrl_map *new_map;
 511         struct device_node *parent;
 512         int map_num = 1;
 513         int i;
 514
 515         /*
 516          * first find the group of this node and check if we need to create
 517          * config maps for pins
 518          */
 519         grp = pinctrl_name_to_group(info, np->name);
 520         if (!grp) {
 521                 dev_err(info->dev, "unable to find group for node %s\n",
 522                         np->name);
 523                 return -EINVAL;
 524         }
 525
 526         map_num += grp->npins;
 527         new_map = devm_kzalloc(pctldev->dev, sizeof(*new_map) * map_num,
 528                                                                 GFP_KERNEL);
 529         if (!new_map)
 530                 return -ENOMEM;
 531
 532         *map = new_map;
 533         *num_maps = map_num;
 534
 535         /* create mux map */
 536         parent = of_get_parent(np);
 537         if (!parent) {
 538                 devm_kfree(pctldev->dev, new_map);
 539                 return -EINVAL;
 540         }
 541         new_map[0].type = PIN_MAP_TYPE_MUX_GROUP;
 542         new_map[0].data.mux.function = parent->name;
 543         new_map[0].data.mux.group = np->name;
 544         of_node_put(parent);
 545
 546         /* create config map */
 547         new_map++;
 548         for (i = 0; i < grp->npins; i++) {
 549                 new_map[i].type = PIN_MAP_TYPE_CONFIGS_PIN;
 550                 new_map[i].data.configs.group_or_pin =
 551                                 pin_get_name(pctldev, grp->pins[i]);
 552                 new_map[i].data.configs.configs = grp->data[i].configs;
 553                 new_map[i].data.configs.num_configs = grp->data[i].nconfigs;
 554         }
 555
 556         dev_dbg(pctldev->dev, "maps: function %s group %s num %d\n",
 557                 (*map)->data.mux.function, (*map)->data.mux.group, map_num);
 558
 559         return 0;
 560 }
 561
 562 static void rockchip_dt_free_map(struct pinctrl_dev *pctldev,
 563                                     struct pinctrl_map *map, unsigned num_maps)
 564 {
 565 }
 566
 567 static const struct pinctrl_ops rockchip_pctrl_ops = {
 568         .get_groups_count       = rockchip_get_groups_count,
 569         .get_group_name         = rockchip_get_group_name,
 570         .get_group_pins         = rockchip_get_group_pins,
 571         .dt_node_to_map         = rockchip_dt_node_to_map,
 572         .dt_free_map            = rockchip_dt_free_map,
 573 };
 574
 575 /*
 576  * Hardware access
 577  */
 578
 579 static int rockchip_get_mux(struct rockchip_pin_bank *bank, int pin)
 580 {
 581         struct rockchip_pinctrl *info = bank->drvdata;
 582         int iomux_num = (pin / 8);
 583         struct regmap *regmap;
 584         unsigned int val;
 585         int reg, ret, mask;
 586         u8 bit;
 587
 588         if (iomux_num > 3)
 589                 return -EINVAL;
 590
 591         if (bank->iomux[iomux_num].type & IOMUX_UNROUTED) {
 592                 dev_err(info->dev, "pin %d is unrouted\n", pin);
 593                 return -EINVAL;
 594         }
 595
 596         if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY)
 597                 return RK_FUNC_GPIO;
 598
 599         regmap = (bank->iomux[iomux_num].type & IOMUX_SOURCE_PMU)
 600                                 ? info->regmap_pmu : info->regmap_base;
 601
 602         /* get basic quadrupel of mux registers and the correct reg inside */
 603         mask = (bank->iomux[iomux_num].type & IOMUX_WIDTH_4BIT) ? 0xf : 0x3;
 604         reg = bank->iomux[iomux_num].offset;
 605         if (bank->iomux[iomux_num].type & IOMUX_WIDTH_4BIT) {
 606                 if ((pin % 8) >= 4)
 607                         reg += 0x4;
 608                 bit = (pin % 4) * 4;
 609         } else {
 610                 bit = (pin % 8) * 2;
 611         }
 612
 613         ret = regmap_read(regmap, reg, &val);
 614         if (ret)
 615                 return ret;
 616
 617         return ((val >> bit) & mask);
 618 }
 619
 620 /*
 621  * Set a new mux function for a pin.
 622  *
 623  * The register is divided into the upper and lower 16 bit. When changing
 624  * a value, the previous register value is not read and changed. Instead
 625  * it seems the changed bits are marked in the upper 16 bit, while the
 626  * changed value gets set in the same offset in the lower 16 bit.
 627  * All pin settings seem to be 2 bit wide in both the upper and lower
 628  * parts.
 629  * @bank: pin bank to change
 630  * @pin: pin to change
 631  * @mux: new mux function to set
 632  */
 633 static int rockchip_set_mux(struct rockchip_pin_bank *bank, int pin, int mux)
 634 {
 635         struct rockchip_pinctrl *info = bank->drvdata;
 636         int iomux_num = (pin / 8);
 637         struct regmap *regmap;
 638         int reg, ret, mask;
 639         unsigned long flags;
 640         u8 bit;
 641         u32 data, rmask;
 642
 643         if (iomux_num > 3)
 644                 return -EINVAL;
 645
 646         if (bank->iomux[iomux_num].type & IOMUX_UNROUTED) {
 647                 dev_err(info->dev, "pin %d is unrouted\n", pin);
 648                 return -EINVAL;
 649         }
 650
 651         if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY) {
 652                 if (mux != RK_FUNC_GPIO) {
 653                         dev_err(info->dev,
 654                                 "pin %d only supports a gpio mux\n", pin);
 655                         return -ENOTSUPP;
 656                 } else {
 657                         return 0;
 658                 }
 659         }
 660
 661         dev_dbg(info->dev, "setting mux of GPIO%d-%d to %d\n",
 662                                                 bank->bank_num, pin, mux);
 663
 664         regmap = (bank->iomux[iomux_num].type & IOMUX_SOURCE_PMU)
 665                                 ? info->regmap_pmu : info->regmap_base;
 666
 667         /* get basic quadrupel of mux registers and the correct reg inside */
 668         mask = (bank->iomux[iomux_num].type & IOMUX_WIDTH_4BIT) ? 0xf : 0x3;
 669         reg = bank->iomux[iomux_num].offset;
 670         if (bank->iomux[iomux_num].type & IOMUX_WIDTH_4BIT) {
 671                 if ((pin % 8) >= 4)
 672                         reg += 0x4;
 673                 bit = (pin % 4) * 4;
 674         } else {
 675                 bit = (pin % 8) * 2;
 676         }
 677
 678         spin_lock_irqsave(&bank->slock, flags);
 679
 680         data = (mask << (bit + 16));
 681         rmask = data | (data >> 16);
 682         data |= (mux & mask) << bit;
 683         ret = regmap_update_bits(regmap, reg, rmask, data);
 684
 685         spin_unlock_irqrestore(&bank->slock, flags);
 686
 687         return ret;
 688 }
 689
 690 #define RK2928_PULL_OFFSET              0x118
 691 #define RK2928_PULL_PINS_PER_REG        16
 692 #define RK2928_PULL_BANK_STRIDE         8
 693
 694 static void rk2928_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
 695                                     int pin_num, struct regmap **regmap,
 696                                     int *reg, u8 *bit)
 697 {
 698         struct rockchip_pinctrl *info = bank->drvdata;
 699
 700         *regmap = info->regmap_base;
 701         *reg = RK2928_PULL_OFFSET;
 702         *reg += bank->bank_num * RK2928_PULL_BANK_STRIDE;
 703         *reg += (pin_num / RK2928_PULL_PINS_PER_REG) * 4;
 704
 705         *bit = pin_num % RK2928_PULL_PINS_PER_REG;
 706 };
 707
 708 #define RK3188_PULL_OFFSET              0x164
 709 #define RK3188_PULL_BITS_PER_PIN        2
 710 #define RK3188_PULL_PINS_PER_REG        8
 711 #define RK3188_PULL_BANK_STRIDE         16
 712 #define RK3188_PULL_PMU_OFFSET          0x64
 713
 714 static void rk3188_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
 715                                     int pin_num, struct regmap **regmap,
 716                                     int *reg, u8 *bit)
 717 {
 718         struct rockchip_pinctrl *info = bank->drvdata;
 719
 720         /* The first 12 pins of the first bank are located elsewhere */
 721         if (bank->bank_num == 0 && pin_num < 12) {
 722                 *regmap = info->regmap_pmu ? info->regmap_pmu
 723                                            : bank->regmap_pull;
 724                 *reg = info->regmap_pmu ? RK3188_PULL_PMU_OFFSET : 0;
 725                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 726                 *bit = pin_num % RK3188_PULL_PINS_PER_REG;
 727                 *bit *= RK3188_PULL_BITS_PER_PIN;
 728         } else {
 729                 *regmap = info->regmap_pull ? info->regmap_pull
 730                                             : info->regmap_base;
 731                 *reg = info->regmap_pull ? 0 : RK3188_PULL_OFFSET;
 732
 733                 /* correct the offset, as it is the 2nd pull register */
 734                 *reg -= 4;
 735                 *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
 736                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 737
 738                 /*
 739                  * The bits in these registers have an inverse ordering
 740                  * with the lowest pin being in bits 15:14 and the highest
 741                  * pin in bits 1:0
 742                  */
 743                 *bit = 7 - (pin_num % RK3188_PULL_PINS_PER_REG);
 744                 *bit *= RK3188_PULL_BITS_PER_PIN;
 745         }
 746 }
 747
 748 #define RK3288_PULL_OFFSET              0x140
 749 static void rk3288_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
 750                                     int pin_num, struct regmap **regmap,
 751                                     int *reg, u8 *bit)
 752 {
 753         struct rockchip_pinctrl *info = bank->drvdata;
 754
 755         /* The first 24 pins of the first bank are located in PMU */
 756         if (bank->bank_num == 0) {
 757                 *regmap = info->regmap_pmu;
 758                 *reg = RK3188_PULL_PMU_OFFSET;
 759
 760                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 761                 *bit = pin_num % RK3188_PULL_PINS_PER_REG;
 762                 *bit *= RK3188_PULL_BITS_PER_PIN;
 763         } else {
 764                 *regmap = info->regmap_base;
 765                 *reg = RK3288_PULL_OFFSET;
 766
 767                 /* correct the offset, as we're starting with the 2nd bank */
 768                 *reg -= 0x10;
 769                 *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
 770                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 771
 772                 *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
 773                 *bit *= RK3188_PULL_BITS_PER_PIN;
 774         }
 775 }
 776
 777 #define RK3288_DRV_PMU_OFFSET           0x70
 778 #define RK3288_DRV_GRF_OFFSET           0x1c0
 779 #define RK3288_DRV_BITS_PER_PIN         2
 780 #define RK3288_DRV_PINS_PER_REG         8
 781 #define RK3288_DRV_BANK_STRIDE          16
 782
 783 static enum rockchip_pin_drv_type rk3288_calc_drv_reg_and_bit(
 784                                        struct rockchip_pin_bank *bank,
 785                                        int pin_num, struct regmap **regmap,
 786                                        int *reg, u8 *bit)
 787 {
 788         struct rockchip_pinctrl *info = bank->drvdata;
 789
 790         /* The first 24 pins of the first bank are located in PMU */
 791         if (bank->bank_num == 0) {
 792                 *regmap = info->regmap_pmu;
 793                 *reg = RK3288_DRV_PMU_OFFSET;
 794
 795                 *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
 796                 *bit = pin_num % RK3288_DRV_PINS_PER_REG;
 797                 *bit *= RK3288_DRV_BITS_PER_PIN;
 798         } else {
 799                 *regmap = info->regmap_base;
 800                 *reg = RK3288_DRV_GRF_OFFSET;
 801
 802                 /* correct the offset, as we're starting with the 2nd bank */
 803                 *reg -= 0x10;
 804                 *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
 805                 *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
 806
 807                 *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
 808                 *bit *= RK3288_DRV_BITS_PER_PIN;
 809         }
 810
 811         return DRV_TYPE_IO_DEFAULT;
 812 }
 813
 814 #define RK3228_PULL_OFFSET              0x100
 815
 816 static void rk3228_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
 817                                     int pin_num, struct regmap **regmap,
 818                                     int *reg, u8 *bit)
 819 {
 820         struct rockchip_pinctrl *info = bank->drvdata;
 821
 822         *regmap = info->regmap_base;
 823         *reg = RK3228_PULL_OFFSET;
 824         *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
 825         *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 826
 827         *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
 828         *bit *= RK3188_PULL_BITS_PER_PIN;
 829 }
 830
 831 #define RK3228_DRV_GRF_OFFSET           0x200
 832
 833 static enum rockchip_pin_drv_type rk3228_calc_drv_reg_and_bit(
 834                                        struct rockchip_pin_bank *bank,
 835                                        int pin_num, struct regmap **regmap,
 836                                        int *reg, u8 *bit)
 837 {
 838         struct rockchip_pinctrl *info = bank->drvdata;
 839
 840         *regmap = info->regmap_base;
 841         *reg = RK3228_DRV_GRF_OFFSET;
 842         *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
 843         *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
 844
 845         *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
 846         *bit *= RK3288_DRV_BITS_PER_PIN;
 847
 848         return DRV_TYPE_IO_DEFAULT;
 849 }
 850
 851 #define RK3366_PULL_GRF_OFFSET          0x110
 852 #define RK3366_PULL_PMU_OFFSET          0x10
 853
 854 static void rk3366_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
 855                                          int pin_num, struct regmap **regmap,
 856                                          int *reg, u8 *bit)
 857 {
 858         struct rockchip_pinctrl *info = bank->drvdata;
 859
 860         /* The bank0:32 and bank1:16 pins are located in PMU */
 861         if ((bank->bank_num == 0) || (bank->bank_num == 1)) {
 862                 *regmap = info->regmap_pmu;
 863                 *reg = RK3366_PULL_PMU_OFFSET + bank->bank_num * 0x30;
 864
 865                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 866                 *bit = pin_num % RK3188_PULL_PINS_PER_REG;
 867                 *bit *= RK3188_PULL_BITS_PER_PIN;
 868         } else {
 869                 *regmap = info->regmap_base;
 870                 *reg = RK3366_PULL_GRF_OFFSET;
 871
 872                 /* correct the offset, as we're starting with the 2nd bank */
 873                 *reg -= 0x20;
 874                 *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
 875                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
 876
 877                 *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
 878                 *bit *= RK3188_PULL_BITS_PER_PIN;
 879         }
 880 }
 881
 882 #define RK3366_DRV_PMU_OFFSET           0x20
 883 #define RK3366_DRV_GRF_OFFSET           0x210
 884
 885 #define RK3366_DRV_GPIO2B3_OFFSET       0x378
 886 #define RK3366_DRV_GPIO2B3_BITS         4
 887
 888 #define RK3366_DRV_GPIO3A4_OFFSET       0x37c
 889 #define RK3366_DRV_GPIO3A4_BITS         4
 890
 891 static enum rockchip_pin_drv_type rk3366_calc_drv_reg_and_bit(
 892                                        struct rockchip_pin_bank *bank,
 893                                        int pin_num, struct regmap **regmap,
 894                                        int *reg, u8 *bit)
 895 {
 896         struct rockchip_pinctrl *info = bank->drvdata;
 897
 898         /* The bank0:32 and bank1:16 pins are located in PMU */
 899         if ((bank->bank_num == 0) || (bank->bank_num == 1)) {
 900                 *regmap = info->regmap_pmu;
 901                 *reg = RK3366_DRV_PMU_OFFSET + bank->bank_num * 0x30;
 902
 903                 *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
 904                 *bit = pin_num % RK3288_DRV_PINS_PER_REG;
 905                 *bit *= RK3288_DRV_BITS_PER_PIN;
 906
 907                 return DRV_TYPE_IO_DEFAULT;
 908         } else if ((bank->bank_num == 2) && (pin_num == 11)) {
 909                 /* GPIO2B3 is a special case in bank2 */
 910                 *regmap = info->regmap_base;
 911                 *reg = RK3366_DRV_GPIO2B3_OFFSET;
 912                 *bit = RK3366_DRV_GPIO2B3_BITS;
 913
 914                 return DRV_TYPE_IO_WIDE_LEVEL;
 915         } else if ((bank->bank_num == 3) && (pin_num == 4)) {
 916                 /* GPIO3A4 is a special case in bank3 */
 917                 *regmap = info->regmap_base;
 918                 *reg = RK3366_DRV_GPIO3A4_OFFSET;
 919                 *bit = RK3366_DRV_GPIO3A4_BITS;
 920
 921                 return DRV_TYPE_IO_WIDE_LEVEL;
 922         }
 923
 924         *regmap = info->regmap_base;
 925         *reg = RK3366_DRV_GRF_OFFSET;
 926
 927         /* correct the offset, as we're starting with the 2nd bank */
 928         *reg -= 0x20;
 929         *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
 930         *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
 931
 932         *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
 933         *bit *= RK3288_DRV_BITS_PER_PIN;
 934
 935         /* special cases need special handle */
 936         if ((bank->bank_num == 2) && (pin_num == 14))
 937                 return DRV_TYPE_IO_WIDE_LEVEL;
 938         else if ((bank->bank_num == 2) && (pin_num == 16))
 939                 return DRV_TYPE_IO_NARROW_LEVEL;
 940         else if ((bank->bank_num == 2) && (pin_num >= 24) && (pin_num <= 26))
 941                 return DRV_TYPE_IO_WIDE_LEVEL;
 942
 943         return DRV_TYPE_IO_DEFAULT;
 944 }
 945
 946 #define RK3366_DRV_GPIO2A_EN_OFFSET     0x360
 947 #define RK3366_DRV_GPIO2A_EP_OFFSET     0x364
 948
 949 #define RK3366_DRV_GPIO2C_EN_OFFSET     0x368
 950 #define RK3366_DRV_GPIO2C_EP_OFFSET     0x36C
 951
 952 #define RK3366_DRV_GPIO2D_EN_OFFSET     0x370
 953 #define RK3366_DRV_GPIO2D_EP_OFFSET     0x374
 954
 955 #define RK3366_DRV_GPIO2B3_E_OFFSET     0x378
 956 #define RK3366_DRV_GPIO2B3_EN_BIT       0
 957 #define RK3366_DRV_GPIO2B3_EP_BIT       2
 958
 959 #define RK3366_DRV_GPIO3A4_E_OFFSET     0x37c
 960 #define RK3366_DRV_GPIO3A4_EN_BIT       0
 961 #define RK3366_DRV_GPIO3A4_EP_BIT       2
 962
 963 #define RK3366_DRV_GPIO2B6_E_OFFSET     0x404
 964 #define RK3366_DRV_GPIO2B6_EN_BIT       12
 965 #define RK3366_DRV_GPIO2B6_EP_BIT       14
 966
 967 static enum rockchip_pin_extra_drv_type rk3366_calc_drv_extra_reg_and_bit(
 968                                              struct rockchip_pin_bank *bank,
 969                                              int pin_num,
 970                                              struct regmap **regmap,
 971                                              int *reg, u8 *bit)
 972 {
 973         struct rockchip_pinctrl *info = bank->drvdata;
 974
 975         *regmap = info->regmap_base;
 976         if (bank->bank_num == 2) {
 977                 switch (pin_num / 8) {
 978                 case 0:
 979                         *reg = RK3366_DRV_GPIO2A_EN_OFFSET;
 980                         break;
 981                 case 1:
 982                         /* special cases need special handle */
 983                         if (pin_num == 11) {
 984                                 *reg = RK3366_DRV_GPIO2B3_E_OFFSET;
 985                                 *bit = RK3366_DRV_GPIO2B3_EN_BIT;
 986                         } else if (pin_num == 14) {
 987                                 *reg = RK3366_DRV_GPIO2B6_E_OFFSET;
 988                                 *bit = RK3366_DRV_GPIO2B6_EN_BIT;
 989                         } else {
 990                                 return -1;
 991                         }
 992
 993                         return DRV_TYPE_EXTRA_SAME_OFFSET;
 994                 case 2:
 995                         *reg = RK3366_DRV_GPIO2C_EN_OFFSET;
 996                         break;
 997                 case 3:
 998                         *reg = RK3366_DRV_GPIO2D_EN_OFFSET;
 999                         break;
1000                 default:
1001                         return -1;
1002                 }
1003
1004                 *bit = pin_num % RK3288_DRV_PINS_PER_REG;
1005                 *bit *= RK3288_DRV_BITS_PER_PIN;
1006
1007                 return DRV_TYPE_EXTRA_SAME_BITS;
1008         }
1009
1010         /* GPIO3A4 is a special case */
1011         if ((pin_num != 4) && (bank->bank_num != 3))
1012                 return -1;
1013
1014         *reg = RK3366_DRV_GPIO3A4_E_OFFSET;
1015         *bit = RK3366_DRV_GPIO3A4_EN_BIT;
1016
1017         return DRV_TYPE_EXTRA_SAME_OFFSET;
1018 }
1019
1020 #define RK3368_PULL_GRF_OFFSET          0x100
1021 #define RK3368_PULL_PMU_OFFSET          0x10
1022
1023 static void rk3368_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1024                                          int pin_num, struct regmap **regmap,
1025                                          int *reg, u8 *bit)
1026 {
1027         struct rockchip_pinctrl *info = bank->drvdata;
1028
1029         /* The first 32 pins of the first bank are located in PMU */
1030         if (bank->bank_num == 0) {
1031                 *regmap = info->regmap_pmu;
1032                 *reg = RK3368_PULL_PMU_OFFSET;
1033
1034                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1035                 *bit = pin_num % RK3188_PULL_PINS_PER_REG;
1036                 *bit *= RK3188_PULL_BITS_PER_PIN;
1037         } else {
1038                 *regmap = info->regmap_base;
1039                 *reg = RK3368_PULL_GRF_OFFSET;
1040
1041                 /* correct the offset, as we're starting with the 2nd bank */
1042                 *reg -= 0x10;
1043                 *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1044                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1045
1046                 *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1047                 *bit *= RK3188_PULL_BITS_PER_PIN;
1048         }
1049 }
1050
1051 #define RK3368_DRV_PMU_OFFSET           0x20
1052 #define RK3368_DRV_GRF_OFFSET           0x200
1053
1054 static enum rockchip_pin_drv_type rk3368_calc_drv_reg_and_bit(
1055                                        struct rockchip_pin_bank *bank,
1056                                        int pin_num, struct regmap **regmap,
1057                                        int *reg, u8 *bit)
1058 {
1059         struct rockchip_pinctrl *info = bank->drvdata;
1060
1061         /* The first 32 pins of the first bank are located in PMU */
1062         if (bank->bank_num == 0) {
1063                 *regmap = info->regmap_pmu;
1064                 *reg = RK3368_DRV_PMU_OFFSET;
1065
1066                 *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1067                 *bit = pin_num % RK3288_DRV_PINS_PER_REG;
1068                 *bit *= RK3288_DRV_BITS_PER_PIN;
1069         } else {
1070                 *regmap = info->regmap_base;
1071                 *reg = RK3368_DRV_GRF_OFFSET;
1072
1073                 /* correct the offset, as we're starting with the 2nd bank */
1074                 *reg -= 0x10;
1075                 *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1076                 *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1077
1078                 *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1079                 *bit *= RK3288_DRV_BITS_PER_PIN;
1080         }
1081
1082         return DRV_TYPE_IO_DEFAULT;
1083 }
1084
1085 #define RK3399_PULL_GRF_OFFSET          0xe040
1086 #define RK3399_PULL_PMU_OFFSET          0x40
1087 #define RK3399_DRV_3BITS_PER_PIN        3
1088
1089 static void rk3399_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1090                                          int pin_num, struct regmap **regmap,
1091                                          int *reg, u8 *bit)
1092 {
1093         struct rockchip_pinctrl *info = bank->drvdata;
1094
1095         /* The bank0:16 and bank1:32 pins are located in PMU */
1096         if ((bank->bank_num == 0) || (bank->bank_num == 1)) {
1097                 *regmap = info->regmap_pmu;
1098                 *reg = RK3399_PULL_PMU_OFFSET;
1099
1100                 *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1101
1102                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1103                 *bit = pin_num % RK3188_PULL_PINS_PER_REG;
1104                 *bit *= RK3188_PULL_BITS_PER_PIN;
1105         } else {
1106                 *regmap = info->regmap_base;
1107                 *reg = RK3399_PULL_GRF_OFFSET;
1108
1109                 /* correct the offset, as we're starting with the 3rd bank */
1110                 *reg -= 0x20;
1111                 *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1112                 *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1113
1114                 *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1115                 *bit *= RK3188_PULL_BITS_PER_PIN;
1116         }
1117 }
1118
1119 static enum rockchip_pin_drv_type rk3399_calc_drv_reg_and_bit(
1120                                        struct rockchip_pin_bank *bank,
1121                                        int pin_num, struct regmap **regmap,
1122                                        int *reg, u8 *bit)
1123 {
1124         struct rockchip_pinctrl *info = bank->drvdata;
1125         int drv_num = (pin_num / 8);
1126
1127         /*  The bank0:16 and bank1:32 pins are located in PMU */
1128         if ((bank->bank_num == 0) || (bank->bank_num == 1))
1129                 *regmap = info->regmap_pmu;
1130         else
1131                 *regmap = info->regmap_base;
1132
1133         *reg = bank->drv[drv_num].offset;
1134         if ((bank->drv[drv_num].drv_type == DRV_TYPE_IO_1V8_3V0_AUTO) ||
1135             (bank->drv[drv_num].drv_type == DRV_TYPE_IO_3V3_ONLY))
1136                 *bit = (pin_num % 8) * 3;
1137         else
1138                 *bit = (pin_num % 8) * 2;
1139
1140         return DRV_TYPE_IO_DEFAULT;
1141 }
1142
1143 static int rockchip_perpin_drv_list[DRV_TYPE_MAX][8] = {
1144         { 2, 4, 8, 12, -1, -1, -1, -1 },
1145         { 3, 6, 9, 12, -1, -1, -1, -1 },
1146         { 5, 10, 15, 20, -1, -1, -1, -1 },
1147         { 4, 6, 8, 10, 12, 14, 16, 18 },
1148         { 4, 7, 10, 13, 16, 19, 22, 26 },
1149         { 0, 6, 12, 18, -1, -1, -1, -1 },
1150         { 4, 8, 12, 16, -1, -1, -1, -1 }
1151 };
1152
1153 static int rockchip_get_drive_perpin(struct rockchip_pin_bank *bank,
1154                                      int pin_num)
1155 {
1156         struct rockchip_pinctrl *info = bank->drvdata;
1157         struct rockchip_pin_ctrl *ctrl = info->ctrl;
1158         struct regmap *regmap, *extra_regmap;
1159         int reg, ret, extra_reg;
1160         u32 data, temp, rmask_bits;
1161         u8 bit, extra_bit;
1162         int drv_type;
1163
1164         drv_type = ctrl->drv_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1165         if (!drv_type)
1166                 drv_type = bank->drv[pin_num / 8].drv_type;
1167
1168         switch (drv_type) {
1169         case DRV_TYPE_IO_1V8_3V0_AUTO:
1170         case DRV_TYPE_IO_3V3_ONLY:
1171                 rmask_bits = RK3399_DRV_3BITS_PER_PIN;
1172                 switch (bit) {
1173                 case 0 ... 12:
1174                         /* regular case, nothing to do */
1175                         break;
1176                 case 15:
1177                         /*
1178                          * drive-strength offset is special, as it is
1179                          * spread over 2 registers
1180                          */
1181                         ret = regmap_read(regmap, reg, &data);
1182                         if (ret)
1183                                 return ret;
1184
1185                         ret = regmap_read(regmap, reg + 0x4, &temp);
1186                         if (ret)
1187                                 return ret;
1188
1189                         /*
1190                          * the bit data[15] contains bit 0 of the value
1191                          * while temp[1:0] contains bits 2 and 1
1192                          */
1193                         data >>= 15;
1194                         temp &= 0x3;
1195                         temp <<= 1;
1196                         data |= temp;
1197
1198                         return rockchip_perpin_drv_list[drv_type][data];
1199                 case 18 ... 21:
1200                         /* setting fully enclosed in the second register */
1201                         reg += 4;
1202                         bit -= 16;
1203                         break;
1204                 default:
1205                         dev_err(info->dev, "unsupported bit: %d for pinctrl drive type: %d\n",
1206                                 bit, drv_type);
1207                         return -EINVAL;
1208                 }
1209
1210                 break;
1211         case DRV_TYPE_IO_WIDE_LEVEL:
1212                 rmask_bits = RK3288_DRV_BITS_PER_PIN;
1213                 /* enable the write to the equivalent lower bits */
1214                 ret = regmap_read(regmap, reg, &data);
1215                 if (ret)
1216                         return ret;
1217                 data >>= bit;
1218                 data &= (1 << rmask_bits) - 1;
1219
1220                 /*
1221                  * assume the drive strength of N channel and
1222                  * P channel are the same.
1223                  */
1224                 if (ctrl->drv_calc_extra_reg)
1225                         ctrl->drv_calc_extra_reg(bank, pin_num,
1226                                                  &extra_regmap,
1227                                                  &extra_reg,
1228                                                  &extra_bit);
1229
1230                 /*
1231                  * It is enough to read one channel drive strength,
1232                  * this is N channel.
1233                  */
1234                 ret = regmap_read(extra_regmap, extra_reg, &temp);
1235                 if (ret)
1236                         return ret;
1237
1238                 temp >>= extra_bit;
1239                 temp &= (1 << rmask_bits) - 1;
1240
1241                 return (rockchip_perpin_drv_list[drv_type][data]) + (temp * 2);
1242         case DRV_TYPE_IO_DEFAULT:
1243         case DRV_TYPE_IO_1V8_OR_3V0:
1244         case DRV_TYPE_IO_1V8_ONLY:
1245         case DRV_TYPE_IO_NARROW_LEVEL:
1246                 rmask_bits = RK3288_DRV_BITS_PER_PIN;
1247                 break;
1248         default:
1249                 dev_err(info->dev, "unsupported pinctrl drive type: %d\n",
1250                         drv_type);
1251                 return -EINVAL;
1252         }
1253
1254         ret = regmap_read(regmap, reg, &data);
1255         if (ret)
1256                 return ret;
1257
1258         data >>= bit;
1259         data &= (1 << rmask_bits) - 1;
1260
1261         return rockchip_perpin_drv_list[drv_type][data];
1262 }
1263
1264 static int rockchip_set_drive_perpin(struct rockchip_pin_bank *bank,
1265                                      int pin_num, int strength)
1266 {
1267         struct rockchip_pinctrl *info = bank->drvdata;
1268         struct rockchip_pin_ctrl *ctrl = info->ctrl;
1269         struct regmap *regmap, *extra_regmap;
1270         unsigned long flags;
1271         int reg, ret, i;
1272         u32 data, temp, rmask, rmask_bits;
1273         u8 bit, extra_bit;
1274         int drv_type, extra_drv_type = 0;
1275         int extra_value, extra_reg;
1276
1277         dev_dbg(info->dev, "setting drive of GPIO%d-%d to %d\n",
1278                 bank->bank_num, pin_num, strength);
1279
1280         drv_type = ctrl->drv_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1281         if (!drv_type)
1282                 drv_type = bank->drv[pin_num / 8].drv_type;
1283
1284         ret = -EINVAL;
1285
1286         if (drv_type == DRV_TYPE_IO_WIDE_LEVEL) {
1287                 if ((strength % 2 == 0) && (strength <= 24))
1288                         ret = ((strength > 18) ? 18 : strength) / 6;
1289         } else {
1290                 for (i = 0; i < ARRAY_SIZE(rockchip_perpin_drv_list[drv_type]);
1291                      i++) {
1292                         if (rockchip_perpin_drv_list[drv_type][i] < 0) {
1293                                 ret = rockchip_perpin_drv_list[drv_type][i];
1294                                 break;
1295                         } else if (rockchip_perpin_drv_list[drv_type][i] ==
1296                                    strength) {
1297                                 ret = i;
1298                                 break;
1299                         }
1300                 }
1301         }
1302
1303         if (ret < 0) {
1304                 dev_err(info->dev, "unsupported driver strength %d\n",
1305                         strength);
1306                 return ret;
1307         }
1308
1309         spin_lock_irqsave(&bank->slock, flags);
1310
1311         switch (drv_type) {
1312         case DRV_TYPE_IO_1V8_3V0_AUTO:
1313         case DRV_TYPE_IO_3V3_ONLY:
1314                 rmask_bits = RK3399_DRV_3BITS_PER_PIN;
1315                 switch (bit) {
1316                 case 0 ... 12:
1317                         /* regular case, nothing to do */
1318                         break;
1319                 case 15:
1320                         /*
1321                          * drive-strength offset is special, as it is spread
1322                          * over 2 registers, the bit data[15] contains bit 0
1323                          * of the value while temp[1:0] contains bits 2 and 1
1324                          */
1325                         data = (ret & 0x1) << 15;
1326                         temp = (ret >> 0x1) & 0x3;
1327
1328                         rmask = BIT(15) | BIT(31);
1329                         data |= BIT(31);
1330                         ret = regmap_update_bits(regmap, reg, rmask, data);
1331                         if (ret) {
1332                                 spin_unlock_irqrestore(&bank->slock, flags);
1333                                 return ret;
1334                         }
1335
1336                         rmask = 0x3 | (0x3 << 16);
1337                         temp |= (0x3 << 16);
1338                         reg += 0x4;
1339                         ret = regmap_update_bits(regmap, reg, rmask, temp);
1340
1341                         spin_unlock_irqrestore(&bank->slock, flags);
1342                         return ret;
1343                 case 18 ... 21:
1344                         /* setting fully enclosed in the second register */
1345                         reg += 4;
1346                         bit -= 16;
1347                         break;
1348                 default:
1349                         spin_unlock_irqrestore(&bank->slock, flags);
1350                         dev_err(info->dev, "unsupported bit: %d for pinctrl drive type: %d\n",
1351                                 bit, drv_type);
1352                         return -EINVAL;
1353                 }
1354                 break;
1355         case DRV_TYPE_IO_WIDE_LEVEL:
1356                 extra_value = ((strength -
1357                                 rockchip_perpin_drv_list[drv_type][ret])) >> 1;
1358                 rmask_bits = RK3288_DRV_BITS_PER_PIN;
1359
1360                 /*
1361                  * assume the drive strength of N channel and
1362                  * P channel are the same.
1363                  */
1364                 if (ctrl->drv_calc_extra_reg)
1365                         extra_drv_type = ctrl->drv_calc_extra_reg(bank, pin_num,
1366                                                                   &extra_regmap,
1367                                                                   &extra_reg,
1368                                                                   &extra_bit);
1369
1370                 /* enable the write to the equivalent lower bits */
1371                 data = ((1 << rmask_bits) - 1) << (extra_bit + 16);
1372                 rmask = data | (data >> 16);
1373                 data |= (extra_value << extra_bit);
1374
1375                 /* write drive strength of N channel */
1376                 if (regmap_update_bits(extra_regmap, extra_reg, rmask, data))
1377                         return -EINVAL;
1378
1379                 if (extra_drv_type == DRV_TYPE_EXTRA_SAME_OFFSET)
1380                         extra_bit += 2;
1381                 else if (extra_drv_type == DRV_TYPE_EXTRA_SAME_BITS)
1382                         extra_reg += 0x4;
1383                 else
1384                         return -EINVAL;
1385
1386                 /* enable the write to the equivalent lower bits */
1387                 data = ((1 << rmask_bits) - 1) << (extra_bit + 16);
1388                 rmask = data | (data >> 16);
1389                 data |= (extra_value << extra_bit);
1390
1391                 /* write drive strength of P channel */
1392                 if (regmap_update_bits(extra_regmap, extra_reg, rmask, data))
1393                         return -EINVAL;
1394
1395                 break;
1396         case DRV_TYPE_IO_DEFAULT:
1397         case DRV_TYPE_IO_1V8_OR_3V0:
1398         case DRV_TYPE_IO_1V8_ONLY:
1399         case DRV_TYPE_IO_NARROW_LEVEL:
1400                 rmask_bits = RK3288_DRV_BITS_PER_PIN;
1401                 break;
1402         default:
1403                 spin_unlock_irqrestore(&bank->slock, flags);
1404                 dev_err(info->dev, "unsupported pinctrl drive type: %d\n",
1405                         drv_type);
1406                 return -EINVAL;
1407         }
1408
1409         /* enable the write to the equivalent lower bits */
1410         data = ((1 << rmask_bits) - 1) << (bit + 16);
1411         rmask = data | (data >> 16);
1412         data |= (ret << bit);
1413
1414         ret = regmap_update_bits(regmap, reg, rmask, data);
1415         spin_unlock_irqrestore(&bank->slock, flags);
1416
1417         return ret;
1418 }
1419
1420 static int rockchip_pull_list[PULL_TYPE_MAX][4] = {
1421         {
1422                 PIN_CONFIG_BIAS_DISABLE,
1423                 PIN_CONFIG_BIAS_PULL_UP,
1424                 PIN_CONFIG_BIAS_PULL_DOWN,
1425                 PIN_CONFIG_BIAS_BUS_HOLD
1426         },
1427         {
1428                 PIN_CONFIG_BIAS_DISABLE,
1429                 PIN_CONFIG_BIAS_PULL_DOWN,
1430                 PIN_CONFIG_BIAS_DISABLE,
1431                 PIN_CONFIG_BIAS_PULL_UP
1432         },
1433 };
1434
1435 static int rockchip_get_pull(struct rockchip_pin_bank *bank, int pin_num)
1436 {
1437         struct rockchip_pinctrl *info = bank->drvdata;
1438         struct rockchip_pin_ctrl *ctrl = info->ctrl;
1439         struct regmap *regmap;
1440         int reg, ret, pull_type;
1441         u8 bit;
1442         u32 data;
1443
1444         /* rk3066b does support any pulls */
1445         if (ctrl->type == RK3066B)
1446                 return PIN_CONFIG_BIAS_DISABLE;
1447
1448         ctrl->pull_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1449
1450         ret = regmap_read(regmap, reg, &data);
1451         if (ret)
1452                 return ret;
1453
1454         switch (ctrl->type) {
1455         case RK2928:
1456                 return !(data & BIT(bit))
1457                                 ? PIN_CONFIG_BIAS_PULL_PIN_DEFAULT
1458                                 : PIN_CONFIG_BIAS_DISABLE;
1459         case RK3188:
1460         case RK3288:
1461         case RK3366:
1462         case RK3368:
1463         case RK3399:
1464                 pull_type = bank->pull_type[pin_num / 8];
1465                 data >>= bit;
1466                 data &= (1 << RK3188_PULL_BITS_PER_PIN) - 1;
1467
1468                 return rockchip_pull_list[pull_type][data];
1469         default:
1470                 dev_err(info->dev, "unsupported pinctrl type\n");
1471                 return -EINVAL;
1472         };
1473 }
1474
1475 static int rockchip_set_pull(struct rockchip_pin_bank *bank,
1476                                         int pin_num, int pull)
1477 {
1478         struct rockchip_pinctrl *info = bank->drvdata;
1479         struct rockchip_pin_ctrl *ctrl = info->ctrl;
1480         struct regmap *regmap;
1481         int reg, ret, i, pull_type;
1482         unsigned long flags;
1483         u8 bit;
1484         u32 data, rmask;
1485
1486         dev_dbg(info->dev, "setting pull of GPIO%d-%d to %d\n",
1487                  bank->bank_num, pin_num, pull);
1488
1489         /* rk3066b does support any pulls */
1490         if (ctrl->type == RK3066B)
1491                 return pull ? -EINVAL : 0;
1492
1493         ctrl->pull_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1494
1495         switch (ctrl->type) {
1496         case RK2928:
1497                 spin_lock_irqsave(&bank->slock, flags);
1498
1499                 data = BIT(bit + 16);
1500                 if (pull == PIN_CONFIG_BIAS_DISABLE)
1501                         data |= BIT(bit);
1502                 ret = regmap_write(regmap, reg, data);
1503
1504                 spin_unlock_irqrestore(&bank->slock, flags);
1505                 break;
1506         case RK3188:
1507         case RK3288:
1508         case RK3366:
1509         case RK3368:
1510         case RK3399:
1511                 pull_type = bank->pull_type[pin_num / 8];
1512                 ret = -EINVAL;
1513                 for (i = 0; i < ARRAY_SIZE(rockchip_pull_list[pull_type]);
1514                         i++) {
1515                         if (rockchip_pull_list[pull_type][i] == pull) {
1516                                 ret = i;
1517                                 break;
1518                         }
1519                 }
1520
1521                 if (ret < 0) {
1522                         dev_err(info->dev, "unknown pull setting %d\n", pull);
1523                         return ret;
1524                 }
1525
1526                 spin_lock_irqsave(&bank->slock, flags);
1527
1528                 /* enable the write to the equivalent lower bits */
1529                 data = ((1 << RK3188_PULL_BITS_PER_PIN) - 1) << (bit + 16);
1530                 rmask = data | (data >> 16);
1531                 data |= (ret << bit);
1532
1533                 ret = regmap_update_bits(regmap, reg, rmask, data);
1534
1535                 spin_unlock_irqrestore(&bank->slock, flags);
1536                 break;
1537         default:
1538                 dev_err(info->dev, "unsupported pinctrl type\n");
1539                 return -EINVAL;
1540         }
1541
1542         return ret;
1543 }
1544
1545 /*
1546  * Pinmux_ops handling
1547  */
1548
1549 static int rockchip_pmx_get_funcs_count(struct pinctrl_dev *pctldev)
1550 {
1551         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1552
1553         return info->nfunctions;
1554 }
1555
1556 static const char *rockchip_pmx_get_func_name(struct pinctrl_dev *pctldev,
1557                                           unsigned selector)
1558 {
1559         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1560
1561         return info->functions[selector].name;
1562 }
1563
1564 static int rockchip_pmx_get_groups(struct pinctrl_dev *pctldev,
1565                                 unsigned selector, const char * const **groups,
1566                                 unsigned * const num_groups)
1567 {
1568         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1569
1570         *groups = info->functions[selector].groups;
1571         *num_groups = info->functions[selector].ngroups;
1572
1573         return 0;
1574 }
1575
1576 static int rockchip_pmx_set(struct pinctrl_dev *pctldev, unsigned selector,
1577                             unsigned group)
1578 {
1579         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1580         const unsigned int *pins = info->groups[group].pins;
1581         const struct rockchip_pin_config *data = info->groups[group].data;
1582         struct rockchip_pin_bank *bank;
1583         int cnt, ret = 0;
1584
1585         dev_dbg(info->dev, "enable function %s group %s\n",
1586                 info->functions[selector].name, info->groups[group].name);
1587
1588         /*
1589          * for each pin in the pin group selected, program the correspoding pin
1590          * pin function number in the config register.
1591          */
1592         for (cnt = 0; cnt < info->groups[group].npins; cnt++) {
1593                 bank = pin_to_bank(info, pins[cnt]);
1594                 ret = rockchip_set_mux(bank, pins[cnt] - bank->pin_base,
1595                                        data[cnt].func);
1596                 if (ret)
1597                         break;
1598         }
1599
1600         if (ret) {
1601                 /* revert the already done pin settings */
1602                 for (cnt--; cnt >= 0; cnt--)
1603                         rockchip_set_mux(bank, pins[cnt] - bank->pin_base, 0);
1604
1605                 return ret;
1606         }
1607
1608         return 0;
1609 }
1610
1611 /*
1612  * The calls to gpio_direction_output() and gpio_direction_input()
1613  * leads to this function call (via the pinctrl_gpio_direction_{input|output}()
1614  * function called from the gpiolib interface).
1615  */
1616 static int _rockchip_pmx_gpio_set_direction(struct gpio_chip *chip,
1617                                             int pin, bool input)
1618 {
1619         struct rockchip_pin_bank *bank;
1620         int ret;
1621         unsigned long flags;
1622         u32 data;
1623
1624         bank = gc_to_pin_bank(chip);
1625
1626         ret = rockchip_set_mux(bank, pin, RK_FUNC_GPIO);
1627         if (ret < 0)
1628                 return ret;
1629
1630         clk_enable(bank->clk);
1631         spin_lock_irqsave(&bank->slock, flags);
1632
1633         data = readl_relaxed(bank->reg_base + GPIO_SWPORT_DDR);
1634         /* set bit to 1 for output, 0 for input */
1635         if (!input)
1636                 data |= BIT(pin);
1637         else
1638                 data &= ~BIT(pin);
1639         writel_relaxed(data, bank->reg_base + GPIO_SWPORT_DDR);
1640
1641         spin_unlock_irqrestore(&bank->slock, flags);
1642         clk_disable(bank->clk);
1643
1644         return 0;
1645 }
1646
1647 static int rockchip_pmx_gpio_set_direction(struct pinctrl_dev *pctldev,
1648                                               struct pinctrl_gpio_range *range,
1649                                               unsigned offset, bool input)
1650 {
1651         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1652         struct gpio_chip *chip;
1653         int pin;
1654
1655         chip = range->gc;
1656         pin = offset - chip->base;
1657         dev_dbg(info->dev, "gpio_direction for pin %u as %s-%d to %s\n",
1658                  offset, range->name, pin, input ? "input" : "output");
1659
1660         return _rockchip_pmx_gpio_set_direction(chip, offset - chip->base,
1661                                                 input);
1662 }
1663
1664 static const struct pinmux_ops rockchip_pmx_ops = {
1665         .get_functions_count    = rockchip_pmx_get_funcs_count,
1666         .get_function_name      = rockchip_pmx_get_func_name,
1667         .get_function_groups    = rockchip_pmx_get_groups,
1668         .set_mux                = rockchip_pmx_set,
1669         .gpio_set_direction     = rockchip_pmx_gpio_set_direction,
1670 };
1671
1672 /*
1673  * Pinconf_ops handling
1674  */
1675
1676 static bool rockchip_pinconf_pull_valid(struct rockchip_pin_ctrl *ctrl,
1677                                         enum pin_config_param pull)
1678 {
1679         switch (ctrl->type) {
1680         case RK2928:
1681                 return (pull == PIN_CONFIG_BIAS_PULL_PIN_DEFAULT ||
1682                                         pull == PIN_CONFIG_BIAS_DISABLE);
1683         case RK3066B:
1684                 return pull ? false : true;
1685         case RK3188:
1686         case RK3288:
1687         case RK3366:
1688         case RK3368:
1689         case RK3399:
1690                 return (pull != PIN_CONFIG_BIAS_PULL_PIN_DEFAULT);
1691         }
1692
1693         return false;
1694 }
1695
1696 static void rockchip_gpio_set(struct gpio_chip *gc, unsigned offset, int value);
1697 static int rockchip_gpio_get(struct gpio_chip *gc, unsigned offset);
1698
1699 /* set the pin config settings for a specified pin */
1700 static int rockchip_pinconf_set(struct pinctrl_dev *pctldev, unsigned int pin,
1701                                 unsigned long *configs, unsigned num_configs)
1702 {
1703         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1704         struct rockchip_pin_bank *bank = pin_to_bank(info, pin);
1705         enum pin_config_param param;
1706         u16 arg;
1707         int i;
1708         int rc;
1709
1710         for (i = 0; i < num_configs; i++) {
1711                 param = pinconf_to_config_param(configs[i]);
1712                 arg = pinconf_to_config_argument(configs[i]);
1713
1714                 switch (param) {
1715                 case PIN_CONFIG_BIAS_DISABLE:
1716                         rc =  rockchip_set_pull(bank, pin - bank->pin_base,
1717                                 param);
1718                         if (rc)
1719                                 return rc;
1720                         break;
1721                 case PIN_CONFIG_BIAS_PULL_UP:
1722                 case PIN_CONFIG_BIAS_PULL_DOWN:
1723                 case PIN_CONFIG_BIAS_PULL_PIN_DEFAULT:
1724                 case PIN_CONFIG_BIAS_BUS_HOLD:
1725                         if (!rockchip_pinconf_pull_valid(info->ctrl, param))
1726                                 return -ENOTSUPP;
1727
1728                         if (!arg)
1729                                 return -EINVAL;
1730
1731                         rc = rockchip_set_pull(bank, pin - bank->pin_base,
1732                                 param);
1733                         if (rc)
1734                                 return rc;
1735                         break;
1736                 case PIN_CONFIG_OUTPUT:
1737                         rockchip_gpio_set(&bank->gpio_chip,
1738                                           pin - bank->pin_base, arg);
1739                         rc = _rockchip_pmx_gpio_set_direction(&bank->gpio_chip,
1740                                           pin - bank->pin_base, false);
1741                         if (rc)
1742                                 return rc;
1743                         break;
1744                 case PIN_CONFIG_DRIVE_STRENGTH:
1745                         /* rk3288 is the first with per-pin drive-strength */
1746                         if (!info->ctrl->drv_calc_reg)
1747                                 return -ENOTSUPP;
1748
1749                         rc = rockchip_set_drive_perpin(bank,
1750                                                 pin - bank->pin_base, arg);
1751                         if (rc < 0)
1752                                 return rc;
1753                         break;
1754                 default:
1755                         return -ENOTSUPP;
1756                         break;
1757                 }
1758         } /* for each config */
1759
1760         return 0;
1761 }
1762
1763 /* get the pin config settings for a specified pin */
1764 static int rockchip_pinconf_get(struct pinctrl_dev *pctldev, unsigned int pin,
1765                                                         unsigned long *config)
1766 {
1767         struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1768         struct rockchip_pin_bank *bank = pin_to_bank(info, pin);
1769         enum pin_config_param param = pinconf_to_config_param(*config);
1770         u16 arg;
1771         int rc;
1772
1773         switch (param) {
1774         case PIN_CONFIG_BIAS_DISABLE:
1775                 if (rockchip_get_pull(bank, pin - bank->pin_base) != param)
1776                         return -EINVAL;
1777
1778                 arg = 0;
1779                 break;
1780         case PIN_CONFIG_BIAS_PULL_UP:
1781         case PIN_CONFIG_BIAS_PULL_DOWN:
1782         case PIN_CONFIG_BIAS_PULL_PIN_DEFAULT:
1783         case PIN_CONFIG_BIAS_BUS_HOLD:
1784                 if (!rockchip_pinconf_pull_valid(info->ctrl, param))
1785                         return -ENOTSUPP;
1786
1787                 if (rockchip_get_pull(bank, pin - bank->pin_base) != param)
1788                         return -EINVAL;
1789
1790                 arg = 1;
1791                 break;
1792         case PIN_CONFIG_OUTPUT:
1793                 rc = rockchip_get_mux(bank, pin - bank->pin_base);
1794                 if (rc != RK_FUNC_GPIO)
1795                         return -EINVAL;
1796
1797                 rc = rockchip_gpio_get(&bank->gpio_chip, pin - bank->pin_base);
1798                 if (rc < 0)
1799                         return rc;
1800
1801                 arg = rc ? 1 : 0;
1802                 break;
1803         case PIN_CONFIG_DRIVE_STRENGTH:
1804                 /* rk3288 is the first with per-pin drive-strength */
1805                 if (!info->ctrl->drv_calc_reg)
1806                         return -ENOTSUPP;
1807
1808                 rc = rockchip_get_drive_perpin(bank, pin - bank->pin_base);
1809                 if (rc < 0)
1810                         return rc;
1811
1812                 arg = rc;
1813                 break;
1814         default:
1815                 return -ENOTSUPP;
1816                 break;
1817         }
1818
1819         *config = pinconf_to_config_packed(param, arg);
1820
1821         return 0;
1822 }
1823
1824 static const struct pinconf_ops rockchip_pinconf_ops = {
1825         .pin_config_get                 = rockchip_pinconf_get,
1826         .pin_config_set                 = rockchip_pinconf_set,
1827         .is_generic                     = true,
1828 };
1829
1830 static const struct of_device_id rockchip_bank_match[] = {
1831         { .compatible = "rockchip,gpio-bank" },
1832         { .compatible = "rockchip,rk3188-gpio-bank0" },
1833         {},
1834 };
1835
1836 static void rockchip_pinctrl_child_count(struct rockchip_pinctrl *info,
1837                                                 struct device_node *np)
1838 {
1839         struct device_node *child;
1840
1841         for_each_child_of_node(np, child) {
1842                 if (of_match_node(rockchip_bank_match, child))
1843                         continue;
1844
1845                 info->nfunctions++;
1846                 info->ngroups += of_get_child_count(child);
1847         }
1848 }
1849
1850 static int rockchip_pinctrl_parse_groups(struct device_node *np,
1851                                               struct rockchip_pin_group *grp,
1852                                               struct rockchip_pinctrl *info,
1853                                               u32 index)
1854 {
1855         struct rockchip_pin_bank *bank;
1856         int size;
1857         const __be32 *list;
1858         int num;
1859         int i, j;
1860         int ret;
1861
1862         dev_dbg(info->dev, "group(%d): %s\n", index, np->name);
1863
1864         /* Initialise group */
1865         grp->name = np->name;
1866
1867         /*
1868          * the binding format is rockchip,pins = <bank pin mux CONFIG>,
1869          * do sanity check and calculate pins number
1870          */
1871         list = of_get_property(np, "rockchip,pins", &size);
1872         /* we do not check return since it's safe node passed down */
1873         size /= sizeof(*list);
1874         if (!size || size % 4) {
1875                 dev_err(info->dev, "wrong pins number or pins and configs should be by 4\n");
1876                 return -EINVAL;
1877         }
1878
1879         grp->npins = size / 4;
1880
1881         grp->pins = devm_kzalloc(info->dev, grp->npins * sizeof(unsigned int),
1882                                                 GFP_KERNEL);
1883         grp->data = devm_kzalloc(info->dev, grp->npins *
1884                                           sizeof(struct rockchip_pin_config),
1885                                         GFP_KERNEL);
1886         if (!grp->pins || !grp->data)
1887                 return -ENOMEM;
1888
1889         for (i = 0, j = 0; i < size; i += 4, j++) {
1890                 const __be32 *phandle;
1891                 struct device_node *np_config;
1892
1893                 num = be32_to_cpu(*list++);
1894                 bank = bank_num_to_bank(info, num);
1895                 if (IS_ERR(bank))
1896                         return PTR_ERR(bank);
1897
1898                 grp->pins[j] = bank->pin_base + be32_to_cpu(*list++);
1899                 grp->data[j].func = be32_to_cpu(*list++);
1900
1901                 phandle = list++;
1902                 if (!phandle)
1903                         return -EINVAL;
1904
1905                 np_config = of_find_node_by_phandle(be32_to_cpup(phandle));
1906                 ret = pinconf_generic_parse_dt_config(np_config, NULL,
1907                                 &grp->data[j].configs, &grp->data[j].nconfigs);
1908                 if (ret)
1909                         return ret;
1910         }
1911
1912         return 0;
1913 }
1914
1915 static int rockchip_pinctrl_parse_functions(struct device_node *np,
1916                                                 struct rockchip_pinctrl *info,
1917                                                 u32 index)
1918 {
1919         struct device_node *child;
1920         struct rockchip_pmx_func *func;
1921         struct rockchip_pin_group *grp;
1922         int ret;
1923         static u32 grp_index;
1924         u32 i = 0;
1925
1926         dev_dbg(info->dev, "parse function(%d): %s\n", index, np->name);
1927
1928         func = &info->functions[index];
1929
1930         /* Initialise function */
1931         func->name = np->name;
1932         func->ngroups = of_get_child_count(np);
1933         if (func->ngroups <= 0)
1934                 return 0;
1935
1936         func->groups = devm_kzalloc(info->dev,
1937                         func->ngroups * sizeof(char *), GFP_KERNEL);
1938         if (!func->groups)
1939                 return -ENOMEM;
1940
1941         for_each_child_of_node(np, child) {
1942                 func->groups[i] = child->name;
1943                 grp = &info->groups[grp_index++];
1944                 ret = rockchip_pinctrl_parse_groups(child, grp, info, i++);
1945                 if (ret) {
1946                         of_node_put(child);
1947                         return ret;
1948                 }
1949         }
1950
1951         return 0;
1952 }
1953
1954 static int rockchip_pinctrl_parse_dt(struct platform_device *pdev,
1955                                               struct rockchip_pinctrl *info)
1956 {
1957         struct device *dev = &pdev->dev;
1958         struct device_node *np = dev->of_node;
1959         struct device_node *child;
1960         int ret;
1961         int i;
1962
1963         rockchip_pinctrl_child_count(info, np);
1964
1965         dev_dbg(&pdev->dev, "nfunctions = %d\n", info->nfunctions);
1966         dev_dbg(&pdev->dev, "ngroups = %d\n", info->ngroups);
1967
1968         info->functions = devm_kzalloc(dev, info->nfunctions *
1969                                               sizeof(struct rockchip_pmx_func),
1970                                               GFP_KERNEL);
1971         if (!info->functions) {
1972                 dev_err(dev, "failed to allocate memory for function list\n");
1973                 return -EINVAL;
1974         }
1975
1976         info->groups = devm_kzalloc(dev, info->ngroups *
1977                                             sizeof(struct rockchip_pin_group),
1978                                             GFP_KERNEL);
1979         if (!info->groups) {
1980                 dev_err(dev, "failed allocate memory for ping group list\n");
1981                 return -EINVAL;
1982         }
1983
1984         i = 0;
1985
1986         for_each_child_of_node(np, child) {
1987                 if (of_match_node(rockchip_bank_match, child))
1988                         continue;
1989
1990                 ret = rockchip_pinctrl_parse_functions(child, info, i++);
1991                 if (ret) {
1992                         dev_err(&pdev->dev, "failed to parse function\n");
1993                         of_node_put(child);
1994                         return ret;
1995                 }
1996         }
1997
1998         return 0;
1999 }
2000
2001 static int rockchip_pinctrl_register(struct platform_device *pdev,
2002                                         struct rockchip_pinctrl *info)
2003 {
2004         struct pinctrl_desc *ctrldesc = &info->pctl;
2005         struct pinctrl_pin_desc *pindesc, *pdesc;
2006         struct rockchip_pin_bank *pin_bank;
2007         int pin, bank, ret;
2008         int k;
2009
2010         ctrldesc->name = "rockchip-pinctrl";
2011         ctrldesc->owner = THIS_MODULE;
2012         ctrldesc->pctlops = &rockchip_pctrl_ops;
2013         ctrldesc->pmxops = &rockchip_pmx_ops;
2014         ctrldesc->confops = &rockchip_pinconf_ops;
2015
2016         pindesc = devm_kzalloc(&pdev->dev, sizeof(*pindesc) *
2017                         info->ctrl->nr_pins, GFP_KERNEL);
2018         if (!pindesc) {
2019                 dev_err(&pdev->dev, "mem alloc for pin descriptors failed\n");
2020                 return -ENOMEM;
2021         }
2022         ctrldesc->pins = pindesc;
2023         ctrldesc->npins = info->ctrl->nr_pins;
2024
2025         pdesc = pindesc;
2026         for (bank = 0 , k = 0; bank < info->ctrl->nr_banks; bank++) {
2027                 pin_bank = &info->ctrl->pin_banks[bank];
2028                 for (pin = 0; pin < pin_bank->nr_pins; pin++, k++) {
2029                         pdesc->number = k;
2030                         pdesc->name = kasprintf(GFP_KERNEL, "%s-%d",
2031                                                 pin_bank->name, pin);
2032                         pdesc++;
2033                 }
2034         }
2035
2036         ret = rockchip_pinctrl_parse_dt(pdev, info);
2037         if (ret)
2038                 return ret;
2039
2040         info->pctl_dev = pinctrl_register(ctrldesc, &pdev->dev, info);
2041         if (IS_ERR(info->pctl_dev)) {
2042                 dev_err(&pdev->dev, "could not register pinctrl driver\n");
2043                 return PTR_ERR(info->pctl_dev);
2044         }
2045
2046         for (bank = 0; bank < info->ctrl->nr_banks; ++bank) {
2047                 pin_bank = &info->ctrl->pin_banks[bank];
2048                 pin_bank->grange.name = pin_bank->name;
2049                 pin_bank->grange.id = bank;
2050                 pin_bank->grange.pin_base = pin_bank->pin_base;
2051                 pin_bank->grange.base = pin_bank->gpio_chip.base;
2052                 pin_bank->grange.npins = pin_bank->gpio_chip.ngpio;
2053                 pin_bank->grange.gc = &pin_bank->gpio_chip;
2054                 pinctrl_add_gpio_range(info->pctl_dev, &pin_bank->grange);
2055         }
2056
2057         return 0;
2058 }
2059
2060 /*
2061  * GPIO handling
2062  */
2063
2064 static void rockchip_gpio_set(struct gpio_chip *gc, unsigned offset, int value)
2065 {
2066         struct rockchip_pin_bank *bank = gc_to_pin_bank(gc);
2067         void __iomem *reg = bank->reg_base + GPIO_SWPORT_DR;
2068         unsigned long flags;
2069         u32 data;
2070
2071         clk_enable(bank->clk);
2072         spin_lock_irqsave(&bank->slock, flags);
2073
2074         data = readl(reg);
2075         data &= ~BIT(offset);
2076         if (value)
2077                 data |= BIT(offset);
2078         writel(data, reg);
2079
2080         spin_unlock_irqrestore(&bank->slock, flags);
2081         clk_disable(bank->clk);
2082 }
2083
2084 /*
2085  * Returns the level of the pin for input direction and setting of the DR
2086  * register for output gpios.
2087  */
2088 static int rockchip_gpio_get(struct gpio_chip *gc, unsigned offset)
2089 {
2090         struct rockchip_pin_bank *bank = gc_to_pin_bank(gc);
2091         u32 data;
2092
2093         clk_enable(bank->clk);
2094         data = readl(bank->reg_base + GPIO_EXT_PORT);
2095         clk_disable(bank->clk);
2096         data >>= offset;
2097         data &= 1;
2098         return data;
2099 }
2100
2101 /*
2102  * gpiolib gpio_direction_input callback function. The setting of the pin
2103  * mux function as 'gpio input' will be handled by the pinctrl susbsystem
2104  * interface.
2105  */
2106 static int rockchip_gpio_direction_input(struct gpio_chip *gc, unsigned offset)
2107 {
2108         return pinctrl_gpio_direction_input(gc->base + offset);
2109 }
2110
2111 /*
2112  * gpiolib gpio_direction_output callback function. The setting of the pin
2113  * mux function as 'gpio output' will be handled by the pinctrl susbsystem
2114  * interface.
2115  */
2116 static int rockchip_gpio_direction_output(struct gpio_chip *gc,
2117                                           unsigned offset, int value)
2118 {
2119         rockchip_gpio_set(gc, offset, value);
2120         return pinctrl_gpio_direction_output(gc->base + offset);
2121 }
2122
2123 /*
2124  * gpiolib gpio_to_irq callback function. Creates a mapping between a GPIO pin
2125  * and a virtual IRQ, if not already present.
2126  */
2127 static int rockchip_gpio_to_irq(struct gpio_chip *gc, unsigned offset)
2128 {
2129         struct rockchip_pin_bank *bank = gc_to_pin_bank(gc);
2130         unsigned int virq;
2131
2132         if (!bank->domain)
2133                 return -ENXIO;
2134
2135         virq = irq_create_mapping(bank->domain, offset);
2136
2137         return (virq) ? : -ENXIO;
2138 }
2139
2140 static const struct gpio_chip rockchip_gpiolib_chip = {
2141         .request = gpiochip_generic_request,
2142         .free = gpiochip_generic_free,
2143         .set = rockchip_gpio_set,
2144         .get = rockchip_gpio_get,
2145         .direction_input = rockchip_gpio_direction_input,
2146         .direction_output = rockchip_gpio_direction_output,
2147         .to_irq = rockchip_gpio_to_irq,
2148         .owner = THIS_MODULE,
2149 };
2150
2151 /*
2152  * Interrupt handling
2153  */
2154
2155 static void rockchip_irq_demux(struct irq_desc *desc)
2156 {
2157         struct irq_chip *chip = irq_desc_get_chip(desc);
2158         struct rockchip_pin_bank *bank = irq_desc_get_handler_data(desc);
2159         u32 pend;
2160
2161         dev_dbg(bank->drvdata->dev, "got irq for bank %s\n", bank->name);
2162
2163         chained_irq_enter(chip, desc);
2164
2165         pend = readl_relaxed(bank->reg_base + GPIO_INT_STATUS);
2166
2167         while (pend) {
2168                 unsigned int irq, virq;
2169
2170                 irq = __ffs(pend);
2171                 pend &= ~BIT(irq);
2172                 virq = irq_linear_revmap(bank->domain, irq);
2173
2174                 if (!virq) {
2175                         dev_err(bank->drvdata->dev, "unmapped irq %d\n", irq);
2176                         continue;
2177                 }
2178
2179                 dev_dbg(bank->drvdata->dev, "handling irq %d\n", irq);
2180
2181                 /*
2182                  * Triggering IRQ on both rising and falling edge
2183                  * needs manual intervention.
2184                  */
2185                 if (bank->toggle_edge_mode & BIT(irq)) {
2186                         u32 data, data_old, polarity;
2187                         unsigned long flags;
2188
2189                         data = readl_relaxed(bank->reg_base + GPIO_EXT_PORT);
2190                         do {
2191                                 spin_lock_irqsave(&bank->slock, flags);
2192
2193                                 polarity = readl_relaxed(bank->reg_base +
2194                                                          GPIO_INT_POLARITY);
2195                                 if (data & BIT(irq))
2196                                         polarity &= ~BIT(irq);
2197                                 else
2198                                         polarity |= BIT(irq);
2199                                 writel(polarity,
2200                                        bank->reg_base + GPIO_INT_POLARITY);
2201
2202                                 spin_unlock_irqrestore(&bank->slock, flags);
2203
2204                                 data_old = data;
2205                                 data = readl_relaxed(bank->reg_base +
2206                                                      GPIO_EXT_PORT);
2207                         } while ((data & BIT(irq)) != (data_old & BIT(irq)));
2208                 }
2209
2210                 generic_handle_irq(virq);
2211         }
2212
2213         chained_irq_exit(chip, desc);
2214 }
2215
2216 static int rockchip_irq_set_type(struct irq_data *d, unsigned int type)
2217 {
2218         struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2219         struct rockchip_pin_bank *bank = gc->private;
2220         u32 mask = BIT(d->hwirq);
2221         u32 polarity;
2222         u32 level;
2223         u32 data;
2224         unsigned long flags;
2225         int ret;
2226
2227         /* make sure the pin is configured as gpio input */
2228         ret = rockchip_set_mux(bank, d->hwirq, RK_FUNC_GPIO);
2229         if (ret < 0)
2230                 return ret;
2231
2232         clk_enable(bank->clk);
2233         spin_lock_irqsave(&bank->slock, flags);
2234
2235         data = readl_relaxed(bank->reg_base + GPIO_SWPORT_DDR);
2236         data &= ~mask;
2237         writel_relaxed(data, bank->reg_base + GPIO_SWPORT_DDR);
2238
2239         spin_unlock_irqrestore(&bank->slock, flags);
2240
2241         if (type & IRQ_TYPE_EDGE_BOTH)
2242                 irq_set_handler_locked(d, handle_edge_irq);
2243         else
2244                 irq_set_handler_locked(d, handle_level_irq);
2245
2246         spin_lock_irqsave(&bank->slock, flags);
2247         irq_gc_lock(gc);
2248
2249         level = readl_relaxed(gc->reg_base + GPIO_INTTYPE_LEVEL);
2250         polarity = readl_relaxed(gc->reg_base + GPIO_INT_POLARITY);
2251
2252         switch (type) {
2253         case IRQ_TYPE_EDGE_BOTH:
2254                 bank->toggle_edge_mode |= mask;
2255                 level |= mask;
2256
2257                 /*
2258                  * Determine gpio state. If 1 next interrupt should be falling
2259                  * otherwise rising.
2260                  */
2261                 data = readl(bank->reg_base + GPIO_EXT_PORT);
2262                 if (data & mask)
2263                         polarity &= ~mask;
2264                 else
2265                         polarity |= mask;
2266                 break;
2267         case IRQ_TYPE_EDGE_RISING:
2268                 bank->toggle_edge_mode &= ~mask;
2269                 level |= mask;
2270                 polarity |= mask;
2271                 break;
2272         case IRQ_TYPE_EDGE_FALLING:
2273                 bank->toggle_edge_mode &= ~mask;
2274                 level |= mask;
2275                 polarity &= ~mask;
2276                 break;
2277         case IRQ_TYPE_LEVEL_HIGH:
2278                 bank->toggle_edge_mode &= ~mask;
2279                 level &= ~mask;
2280                 polarity |= mask;
2281                 break;
2282         case IRQ_TYPE_LEVEL_LOW:
2283                 bank->toggle_edge_mode &= ~mask;
2284                 level &= ~mask;
2285                 polarity &= ~mask;
2286                 break;
2287         default:
2288                 irq_gc_unlock(gc);
2289                 spin_unlock_irqrestore(&bank->slock, flags);
2290                 clk_disable(bank->clk);
2291                 return -EINVAL;
2292         }
2293
2294         writel_relaxed(level, gc->reg_base + GPIO_INTTYPE_LEVEL);
2295         writel_relaxed(polarity, gc->reg_base + GPIO_INT_POLARITY);
2296
2297         irq_gc_unlock(gc);
2298         spin_unlock_irqrestore(&bank->slock, flags);
2299         clk_disable(bank->clk);
2300
2301         return 0;
2302 }
2303
2304 static void rockchip_irq_suspend(struct irq_data *d)
2305 {
2306         struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2307         struct rockchip_pin_bank *bank = gc->private;
2308
2309         clk_enable(bank->clk);
2310         bank->saved_masks = irq_reg_readl(gc, GPIO_INTMASK);
2311         irq_reg_writel(gc, ~gc->wake_active, GPIO_INTMASK);
2312         clk_disable(bank->clk);
2313 }
2314
2315 static void rockchip_irq_resume(struct irq_data *d)
2316 {
2317         struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2318         struct rockchip_pin_bank *bank = gc->private;
2319
2320         clk_enable(bank->clk);
2321         irq_reg_writel(gc, bank->saved_masks, GPIO_INTMASK);
2322         clk_disable(bank->clk);
2323 }
2324
2325 static void rockchip_irq_gc_mask_clr_bit(struct irq_data *d)
2326 {
2327         struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2328         struct rockchip_pin_bank *bank = gc->private;
2329
2330         clk_enable(bank->clk);
2331         irq_gc_mask_clr_bit(d);
2332 }
2333
2334 void rockchip_irq_gc_mask_set_bit(struct irq_data *d)
2335 {
2336         struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2337         struct rockchip_pin_bank *bank = gc->private;
2338
2339         irq_gc_mask_set_bit(d);
2340         clk_disable(bank->clk);
2341 }
2342
2343 static int rockchip_interrupts_register(struct platform_device *pdev,
2344                                                 struct rockchip_pinctrl *info)
2345 {
2346         struct rockchip_pin_ctrl *ctrl = info->ctrl;
2347         struct rockchip_pin_bank *bank = ctrl->pin_banks;
2348         unsigned int clr = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
2349         struct irq_chip_generic *gc;
2350         int ret;
2351         int i, j;
2352
2353         for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2354                 if (!bank->valid) {
2355                         dev_warn(&pdev->dev, "bank %s is not valid\n",
2356                                  bank->name);
2357                         continue;
2358                 }
2359
2360                 ret = clk_enable(bank->clk);
2361                 if (ret) {
2362                         dev_err(&pdev->dev, "failed to enable clock for bank %s\n",
2363                                 bank->name);
2364                         continue;
2365                 }
2366
2367                 bank->domain = irq_domain_add_linear(bank->of_node, 32,
2368                                                 &irq_generic_chip_ops, NULL);
2369                 if (!bank->domain) {
2370                         dev_warn(&pdev->dev, "could not initialize irq domain for bank %s\n",
2371                                  bank->name);
2372                         clk_disable(bank->clk);
2373                         continue;
2374                 }
2375
2376                 ret = irq_alloc_domain_generic_chips(bank->domain, 32, 1,
2377                                          "rockchip_gpio_irq", handle_level_irq,
2378                                          clr, 0, IRQ_GC_INIT_MASK_CACHE);
2379                 if (ret) {
2380                         dev_err(&pdev->dev, "could not alloc generic chips for bank %s\n",
2381                                 bank->name);
2382                         irq_domain_remove(bank->domain);
2383                         clk_disable(bank->clk);
2384                         continue;
2385                 }
2386
2387                 /*
2388                  * Linux assumes that all interrupts start out disabled/masked.
2389                  * Our driver only uses the concept of masked and always keeps
2390                  * things enabled, so for us that's all masked and all enabled.
2391                  */
2392                 writel_relaxed(0xffffffff, bank->reg_base + GPIO_INTMASK);
2393                 writel_relaxed(0xffffffff, bank->reg_base + GPIO_INTEN);
2394
2395                 gc = irq_get_domain_generic_chip(bank->domain, 0);
2396                 gc->reg_base = bank->reg_base;
2397                 gc->private = bank;
2398                 gc->chip_types[0].regs.mask = GPIO_INTMASK;
2399                 gc->chip_types[0].regs.ack = GPIO_PORTS_EOI;
2400                 gc->chip_types[0].chip.irq_ack = irq_gc_ack_set_bit;
2401                 gc->chip_types[0].chip.irq_mask = rockchip_irq_gc_mask_set_bit;
2402                 gc->chip_types[0].chip.irq_unmask =
2403                                                   rockchip_irq_gc_mask_clr_bit;
2404                 gc->chip_types[0].chip.irq_set_wake = irq_gc_set_wake;
2405                 gc->chip_types[0].chip.irq_suspend = rockchip_irq_suspend;
2406                 gc->chip_types[0].chip.irq_resume = rockchip_irq_resume;
2407                 gc->chip_types[0].chip.irq_set_type = rockchip_irq_set_type;
2408                 gc->wake_enabled = IRQ_MSK(bank->nr_pins);
2409
2410                 irq_set_chained_handler_and_data(bank->irq,
2411                                                  rockchip_irq_demux, bank);
2412
2413                 /* map the gpio irqs here, when the clock is still running */
2414                 for (j = 0 ; j < 32 ; j++)
2415                         irq_create_mapping(bank->domain, j);
2416
2417                 clk_disable(bank->clk);
2418         }
2419
2420         return 0;
2421 }
2422
2423 static int rockchip_gpiolib_register(struct platform_device *pdev,
2424                                                 struct rockchip_pinctrl *info)
2425 {
2426         struct rockchip_pin_ctrl *ctrl = info->ctrl;
2427         struct rockchip_pin_bank *bank = ctrl->pin_banks;
2428         struct gpio_chip *gc;
2429         int ret;
2430         int i;
2431
2432         for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2433                 if (!bank->valid) {
2434                         dev_warn(&pdev->dev, "bank %s is not valid\n",
2435                                  bank->name);
2436                         continue;
2437                 }
2438
2439                 bank->gpio_chip = rockchip_gpiolib_chip;
2440
2441                 gc = &bank->gpio_chip;
2442                 gc->base = bank->pin_base;
2443                 gc->ngpio = bank->nr_pins;
2444                 gc->dev = &pdev->dev;
2445                 gc->of_node = bank->of_node;
2446                 gc->label = bank->name;
2447
2448                 ret = gpiochip_add(gc);
2449                 if (ret) {
2450                         dev_err(&pdev->dev, "failed to register gpio_chip %s, error code: %d\n",
2451                                                         gc->label, ret);
2452                         goto fail;
2453                 }
2454         }
2455
2456         rockchip_interrupts_register(pdev, info);
2457
2458         return 0;
2459
2460 fail:
2461         for (--i, --bank; i >= 0; --i, --bank) {
2462                 if (!bank->valid)
2463                         continue;
2464                 gpiochip_remove(&bank->gpio_chip);
2465         }
2466         return ret;
2467 }
2468
2469 static int rockchip_gpiolib_unregister(struct platform_device *pdev,
2470                                                 struct rockchip_pinctrl *info)
2471 {
2472         struct rockchip_pin_ctrl *ctrl = info->ctrl;
2473         struct rockchip_pin_bank *bank = ctrl->pin_banks;
2474         int i;
2475
2476         for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2477                 if (!bank->valid)
2478                         continue;
2479                 gpiochip_remove(&bank->gpio_chip);
2480         }
2481
2482         return 0;
2483 }
2484
2485 static int rockchip_get_bank_data(struct rockchip_pin_bank *bank,
2486                                   struct rockchip_pinctrl *info)
2487 {
2488         struct resource res;
2489         void __iomem *base;
2490
2491         if (of_address_to_resource(bank->of_node, 0, &res)) {
2492                 dev_err(info->dev, "cannot find IO resource for bank\n");
2493                 return -ENOENT;
2494         }
2495
2496         bank->reg_base = devm_ioremap_resource(info->dev, &res);
2497         if (IS_ERR(bank->reg_base))
2498                 return PTR_ERR(bank->reg_base);
2499
2500         /*
2501          * special case, where parts of the pull setting-registers are
2502          * part of the PMU register space
2503          */
2504         if (of_device_is_compatible(bank->of_node,
2505                                     "rockchip,rk3188-gpio-bank0")) {
2506                 struct device_node *node;
2507
2508                 node = of_parse_phandle(bank->of_node->parent,
2509                                         "rockchip,pmu", 0);
2510                 if (!node) {
2511                         if (of_address_to_resource(bank->of_node, 1, &res)) {
2512                                 dev_err(info->dev, "cannot find IO resource for bank\n");
2513                                 return -ENOENT;
2514                         }
2515
2516                         base = devm_ioremap_resource(info->dev, &res);
2517                         if (IS_ERR(base))
2518                                 return PTR_ERR(base);
2519                         rockchip_regmap_config.max_register =
2520                                                     resource_size(&res) - 4;
2521                         rockchip_regmap_config.name =
2522                                             "rockchip,rk3188-gpio-bank0-pull";
2523                         bank->regmap_pull = devm_regmap_init_mmio(info->dev,
2524                                                     base,
2525                                                     &rockchip_regmap_config);
2526                 }
2527         }
2528
2529         bank->irq = irq_of_parse_and_map(bank->of_node, 0);
2530
2531         bank->clk = of_clk_get(bank->of_node, 0);
2532         if (IS_ERR(bank->clk))
2533                 return PTR_ERR(bank->clk);
2534
2535         return clk_prepare(bank->clk);
2536 }
2537
2538 static const struct of_device_id rockchip_pinctrl_dt_match[];
2539
2540 /* retrieve the soc specific data */
2541 static struct rockchip_pin_ctrl *rockchip_pinctrl_get_soc_data(
2542                                                 struct rockchip_pinctrl *d,
2543                                                 struct platform_device *pdev)
2544 {
2545         const struct of_device_id *match;
2546         struct device_node *node = pdev->dev.of_node;
2547         struct device_node *np;
2548         struct rockchip_pin_ctrl *ctrl;
2549         struct rockchip_pin_bank *bank;
2550         int grf_offs, pmu_offs, drv_grf_offs, drv_pmu_offs, i, j;
2551
2552         match = of_match_node(rockchip_pinctrl_dt_match, node);
2553         ctrl = (struct rockchip_pin_ctrl *)match->data;
2554
2555         for_each_child_of_node(node, np) {
2556                 if (!of_find_property(np, "gpio-controller", NULL))
2557                         continue;
2558
2559                 bank = ctrl->pin_banks;
2560                 for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2561                         if (!strcmp(bank->name, np->name)) {
2562                                 bank->of_node = np;
2563
2564                                 if (!rockchip_get_bank_data(bank, d))
2565                                         bank->valid = true;
2566
2567                                 break;
2568                         }
2569                 }
2570         }
2571
2572         grf_offs = ctrl->grf_mux_offset;
2573         pmu_offs = ctrl->pmu_mux_offset;
2574         drv_pmu_offs = ctrl->pmu_drv_offset;
2575         drv_grf_offs = ctrl->grf_drv_offset;
2576         bank = ctrl->pin_banks;
2577         for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2578                 int bank_pins = 0;
2579
2580                 spin_lock_init(&bank->slock);
2581                 bank->drvdata = d;
2582                 bank->pin_base = ctrl->nr_pins;
2583                 ctrl->nr_pins += bank->nr_pins;
2584
2585                 /* calculate iomux and drv offsets */
2586                 for (j = 0; j < 4; j++) {
2587                         struct rockchip_iomux *iom = &bank->iomux[j];
2588                         struct rockchip_drv *drv = &bank->drv[j];
2589                         int inc;
2590
2591                         if (bank_pins >= bank->nr_pins)
2592                                 break;
2593
2594                         /* preset iomux offset value, set new start value */
2595                         if (iom->offset >= 0) {
2596                                 if (iom->type & IOMUX_SOURCE_PMU)
2597                                         pmu_offs = iom->offset;
2598                                 else
2599                                         grf_offs = iom->offset;
2600                         } else { /* set current iomux offset */
2601                                 iom->offset = (iom->type & IOMUX_SOURCE_PMU) ?
2602                                                         pmu_offs : grf_offs;
2603                         }
2604
2605                         /* preset drv offset value, set new start value */
2606                         if (drv->offset >= 0) {
2607                                 if (iom->type & IOMUX_SOURCE_PMU)
2608                                         drv_pmu_offs = drv->offset;
2609                                 else
2610                                         drv_grf_offs = drv->offset;
2611                         } else { /* set current drv offset */
2612                                 drv->offset = (iom->type & IOMUX_SOURCE_PMU) ?
2613                                                 drv_pmu_offs : drv_grf_offs;
2614                         }
2615
2616                         dev_dbg(d->dev, "bank %d, iomux %d has iom_offset 0x%x drv_offset 0x%x\n",
2617                                 i, j, iom->offset, drv->offset);
2618
2619                         /*
2620                          * Increase offset according to iomux width.
2621                          * 4bit iomux'es are spread over two registers.
2622                          */
2623                         inc = (iom->type & IOMUX_WIDTH_4BIT) ? 8 : 4;
2624                         if (iom->type & IOMUX_SOURCE_PMU)
2625                                 pmu_offs += inc;
2626                         else
2627                                 grf_offs += inc;
2628
2629                         /*
2630                          * Increase offset according to drv width.
2631                          * 3bit drive-strenth'es are spread over two registers.
2632                          */
2633                         if ((drv->drv_type == DRV_TYPE_IO_1V8_3V0_AUTO) ||
2634                             (drv->drv_type == DRV_TYPE_IO_3V3_ONLY))
2635                                 inc = 8;
2636                         else
2637                                 inc = 4;
2638
2639                         if (iom->type & IOMUX_SOURCE_PMU)
2640                                 drv_pmu_offs += inc;
2641                         else
2642                                 drv_grf_offs += inc;
2643
2644                         bank_pins += 8;
2645                 }
2646         }
2647
2648         return ctrl;
2649 }
2650
2651 #define RK3288_GRF_GPIO6C_IOMUX         0x64
2652 #define GPIO6C6_SEL_WRITE_ENABLE        BIT(28)
2653
2654 static u32 rk3288_grf_gpio6c_iomux;
2655
2656 static int __maybe_unused rockchip_pinctrl_suspend(struct device *dev)
2657 {
2658         struct rockchip_pinctrl *info = dev_get_drvdata(dev);
2659         int ret = pinctrl_force_sleep(info->pctl_dev);
2660
2661         if (ret)
2662                 return ret;
2663
2664         /*
2665          * RK3288 GPIO6_C6 mux would be modified by Maskrom when resume, so save
2666          * the setting here, and restore it at resume.
2667          */
2668         if (info->ctrl->type == RK3288) {
2669                 ret = regmap_read(info->regmap_base, RK3288_GRF_GPIO6C_IOMUX,
2670                                   &rk3288_grf_gpio6c_iomux);
2671                 if (ret) {
2672                         pinctrl_force_default(info->pctl_dev);
2673                         return ret;
2674                 }
2675         }
2676
2677         return 0;
2678 }
2679
2680 static int __maybe_unused rockchip_pinctrl_resume(struct device *dev)
2681 {
2682         struct rockchip_pinctrl *info = dev_get_drvdata(dev);
2683         int ret = regmap_write(info->regmap_base, RK3288_GRF_GPIO6C_IOMUX,
2684                                rk3288_grf_gpio6c_iomux |
2685                                GPIO6C6_SEL_WRITE_ENABLE);
2686
2687         if (ret)
2688                 return ret;
2689
2690         return pinctrl_force_default(info->pctl_dev);
2691 }
2692
2693 static SIMPLE_DEV_PM_OPS(rockchip_pinctrl_dev_pm_ops, rockchip_pinctrl_suspend,
2694                          rockchip_pinctrl_resume);
2695
2696 static int rockchip_pinctrl_probe(struct platform_device *pdev)
2697 {
2698         struct rockchip_pinctrl *info;
2699         struct device *dev = &pdev->dev;
2700         struct rockchip_pin_ctrl *ctrl;
2701         struct device_node *np = pdev->dev.of_node, *node;
2702         struct resource *res;
2703         void __iomem *base;
2704         int ret;
2705
2706         if (!dev->of_node) {
2707                 dev_err(dev, "device tree node not found\n");
2708                 return -ENODEV;
2709         }
2710
2711         info = devm_kzalloc(dev, sizeof(struct rockchip_pinctrl), GFP_KERNEL);
2712         if (!info)
2713                 return -ENOMEM;
2714
2715         info->dev = dev;
2716
2717         ctrl = rockchip_pinctrl_get_soc_data(info, pdev);
2718         if (!ctrl) {
2719                 dev_err(dev, "driver data not available\n");
2720                 return -EINVAL;
2721         }
2722         info->ctrl = ctrl;
2723
2724         node = of_parse_phandle(np, "rockchip,grf", 0);
2725         if (node) {
2726                 info->regmap_base = syscon_node_to_regmap(node);
2727                 if (IS_ERR(info->regmap_base))
2728                         return PTR_ERR(info->regmap_base);
2729         } else {
2730                 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2731                 base = devm_ioremap_resource(&pdev->dev, res);
2732                 if (IS_ERR(base))
2733                         return PTR_ERR(base);
2734
2735                 rockchip_regmap_config.max_register = resource_size(res) - 4;
2736                 rockchip_regmap_config.name = "rockchip,pinctrl";
2737                 info->regmap_base = devm_regmap_init_mmio(&pdev->dev, base,
2738                                                     &rockchip_regmap_config);
2739
2740                 /* to check for the old dt-bindings */
2741                 info->reg_size = resource_size(res);
2742
2743                 /* Honor the old binding, with pull registers as 2nd resource */
2744                 if (ctrl->type == RK3188 && info->reg_size < 0x200) {
2745                         res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
2746                         base = devm_ioremap_resource(&pdev->dev, res);
2747                         if (IS_ERR(base))
2748                                 return PTR_ERR(base);
2749
2750                         rockchip_regmap_config.max_register =
2751                                                         resource_size(res) - 4;
2752                         rockchip_regmap_config.name = "rockchip,pinctrl-pull";
2753                         info->regmap_pull = devm_regmap_init_mmio(&pdev->dev,
2754                                                     base,
2755                                                     &rockchip_regmap_config);
2756                 }
2757         }
2758
2759         /* try to find the optional reference to the pmu syscon */
2760         node = of_parse_phandle(np, "rockchip,pmu", 0);
2761         if (node) {
2762                 info->regmap_pmu = syscon_node_to_regmap(node);
2763                 if (IS_ERR(info->regmap_pmu))
2764                         return PTR_ERR(info->regmap_pmu);
2765         }
2766
2767         ret = rockchip_gpiolib_register(pdev, info);
2768         if (ret)
2769                 return ret;
2770
2771         ret = rockchip_pinctrl_register(pdev, info);
2772         if (ret) {
2773                 rockchip_gpiolib_unregister(pdev, info);
2774                 return ret;
2775         }
2776
2777         platform_set_drvdata(pdev, info);
2778
2779         return 0;
2780 }
2781
2782 static struct rockchip_pin_bank rk2928_pin_banks[] = {
2783         PIN_BANK(0, 32, "gpio0"),
2784         PIN_BANK(1, 32, "gpio1"),
2785         PIN_BANK(2, 32, "gpio2"),
2786         PIN_BANK(3, 32, "gpio3"),
2787 };
2788
2789 static struct rockchip_pin_ctrl rk2928_pin_ctrl = {
2790                 .pin_banks              = rk2928_pin_banks,
2791                 .nr_banks               = ARRAY_SIZE(rk2928_pin_banks),
2792                 .label                  = "RK2928-GPIO",
2793                 .type                   = RK2928,
2794                 .grf_mux_offset         = 0xa8,
2795                 .pull_calc_reg          = rk2928_calc_pull_reg_and_bit,
2796 };
2797
2798 static struct rockchip_pin_bank rk3036_pin_banks[] = {
2799         PIN_BANK(0, 32, "gpio0"),
2800         PIN_BANK(1, 32, "gpio1"),
2801         PIN_BANK(2, 32, "gpio2"),
2802 };
2803
2804 static struct rockchip_pin_ctrl rk3036_pin_ctrl = {
2805                 .pin_banks              = rk3036_pin_banks,
2806                 .nr_banks               = ARRAY_SIZE(rk3036_pin_banks),
2807                 .label                  = "RK3036-GPIO",
2808                 .type                   = RK2928,
2809                 .grf_mux_offset         = 0xa8,
2810                 .pull_calc_reg          = rk2928_calc_pull_reg_and_bit,
2811 };
2812
2813 static struct rockchip_pin_bank rk3066a_pin_banks[] = {
2814         PIN_BANK(0, 32, "gpio0"),
2815         PIN_BANK(1, 32, "gpio1"),
2816         PIN_BANK(2, 32, "gpio2"),
2817         PIN_BANK(3, 32, "gpio3"),
2818         PIN_BANK(4, 32, "gpio4"),
2819         PIN_BANK(6, 16, "gpio6"),
2820 };
2821
2822 static struct rockchip_pin_ctrl rk3066a_pin_ctrl = {
2823                 .pin_banks              = rk3066a_pin_banks,
2824                 .nr_banks               = ARRAY_SIZE(rk3066a_pin_banks),
2825                 .label                  = "RK3066a-GPIO",
2826                 .type                   = RK2928,
2827                 .grf_mux_offset         = 0xa8,
2828                 .pull_calc_reg          = rk2928_calc_pull_reg_and_bit,
2829 };
2830
2831 static struct rockchip_pin_bank rk3066b_pin_banks[] = {
2832         PIN_BANK(0, 32, "gpio0"),
2833         PIN_BANK(1, 32, "gpio1"),
2834         PIN_BANK(2, 32, "gpio2"),
2835         PIN_BANK(3, 32, "gpio3"),
2836 };
2837
2838 static struct rockchip_pin_ctrl rk3066b_pin_ctrl = {
2839                 .pin_banks      = rk3066b_pin_banks,
2840                 .nr_banks       = ARRAY_SIZE(rk3066b_pin_banks),
2841                 .label          = "RK3066b-GPIO",
2842                 .type           = RK3066B,
2843                 .grf_mux_offset = 0x60,
2844 };
2845
2846 static struct rockchip_pin_bank rk3188_pin_banks[] = {
2847         PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_GPIO_ONLY, 0, 0, 0),
2848         PIN_BANK(1, 32, "gpio1"),
2849         PIN_BANK(2, 32, "gpio2"),
2850         PIN_BANK(3, 32, "gpio3"),
2851 };
2852
2853 static struct rockchip_pin_ctrl rk3188_pin_ctrl = {
2854                 .pin_banks              = rk3188_pin_banks,
2855                 .nr_banks               = ARRAY_SIZE(rk3188_pin_banks),
2856                 .label                  = "RK3188-GPIO",
2857                 .type                   = RK3188,
2858                 .grf_mux_offset         = 0x60,
2859                 .pull_calc_reg          = rk3188_calc_pull_reg_and_bit,
2860 };
2861
2862 static struct rockchip_pin_bank rk3228_pin_banks[] = {
2863         PIN_BANK(0, 32, "gpio0"),
2864         PIN_BANK(1, 32, "gpio1"),
2865         PIN_BANK(2, 32, "gpio2"),
2866         PIN_BANK(3, 32, "gpio3"),
2867 };
2868
2869 static struct rockchip_pin_ctrl rk3228_pin_ctrl = {
2870                 .pin_banks              = rk3228_pin_banks,
2871                 .nr_banks               = ARRAY_SIZE(rk3228_pin_banks),
2872                 .label                  = "RK3228-GPIO",
2873                 .type                   = RK3288,
2874                 .grf_mux_offset         = 0x0,
2875                 .pull_calc_reg          = rk3228_calc_pull_reg_and_bit,
2876                 .drv_calc_reg           = rk3228_calc_drv_reg_and_bit,
2877 };
2878
2879 static struct rockchip_pin_bank rk3288_pin_banks[] = {
2880         PIN_BANK_IOMUX_FLAGS(0, 24, "gpio0", IOMUX_SOURCE_PMU,
2881                                              IOMUX_SOURCE_PMU,
2882                                              IOMUX_SOURCE_PMU,
2883                                              IOMUX_UNROUTED
2884                             ),
2885         PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", IOMUX_UNROUTED,
2886                                              IOMUX_UNROUTED,
2887                                              IOMUX_UNROUTED,
2888                                              0
2889                             ),
2890         PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0, 0, 0, IOMUX_UNROUTED),
2891         PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", 0, 0, 0, IOMUX_WIDTH_4BIT),
2892         PIN_BANK_IOMUX_FLAGS(4, 32, "gpio4", IOMUX_WIDTH_4BIT,
2893                                              IOMUX_WIDTH_4BIT,
2894                                              0,
2895                                              0
2896                             ),
2897         PIN_BANK_IOMUX_FLAGS(5, 32, "gpio5", IOMUX_UNROUTED,
2898                                              0,
2899                                              0,
2900                                              IOMUX_UNROUTED
2901                             ),
2902         PIN_BANK_IOMUX_FLAGS(6, 32, "gpio6", 0, 0, 0, IOMUX_UNROUTED),
2903         PIN_BANK_IOMUX_FLAGS(7, 32, "gpio7", 0,
2904                                              0,
2905                                              IOMUX_WIDTH_4BIT,
2906                                              IOMUX_UNROUTED
2907                             ),
2908         PIN_BANK(8, 16, "gpio8"),
2909 };
2910
2911 static struct rockchip_pin_ctrl rk3288_pin_ctrl = {
2912                 .pin_banks              = rk3288_pin_banks,
2913                 .nr_banks               = ARRAY_SIZE(rk3288_pin_banks),
2914                 .label                  = "RK3288-GPIO",
2915                 .type                   = RK3288,
2916                 .grf_mux_offset         = 0x0,
2917                 .pmu_mux_offset         = 0x84,
2918                 .pull_calc_reg          = rk3288_calc_pull_reg_and_bit,
2919                 .drv_calc_reg           = rk3288_calc_drv_reg_and_bit,
2920 };
2921
2922 static struct rockchip_pin_bank rk3366_pin_banks[] = {
2923         PIN_BANK_IOMUX_DRV_FLAGS(0, 32, "gpio0",
2924                                  IOMUX_SOURCE_PMU,
2925                                  IOMUX_SOURCE_PMU,
2926                                  IOMUX_SOURCE_PMU,
2927                                  IOMUX_SOURCE_PMU,
2928                                  DRV_TYPE_IO_NARROW_LEVEL,
2929                                  DRV_TYPE_IO_NARROW_LEVEL,
2930                                  DRV_TYPE_IO_NARROW_LEVEL,
2931                                  DRV_TYPE_IO_NARROW_LEVEL
2932                                  ),
2933         PIN_BANK_IOMUX_FLAGS_OFFSET_DRV_FLAGS(1, 32, "gpio1",
2934                                               IOMUX_SOURCE_PMU,
2935                                               IOMUX_SOURCE_PMU,
2936                                               IOMUX_SOURCE_PMU,
2937                                               IOMUX_SOURCE_PMU,
2938                                               0x30,
2939                                               0x34,
2940                                               0x38,
2941                                               0x3c,
2942                                               DRV_TYPE_IO_NARROW_LEVEL,
2943                                               DRV_TYPE_IO_NARROW_LEVEL,
2944                                               DRV_TYPE_IO_NARROW_LEVEL,
2945                                               DRV_TYPE_IO_NARROW_LEVEL
2946                                               ),
2947         PIN_BANK_DRV_FLAGS(2, 32, "gpio2",
2948                            DRV_TYPE_IO_WIDE_LEVEL,
2949                            DRV_TYPE_IO_NARROW_LEVEL,
2950                            DRV_TYPE_IO_WIDE_LEVEL,
2951                            DRV_TYPE_IO_NARROW_LEVEL
2952                            ),
2953         PIN_BANK_DRV_FLAGS(3, 32, "gpio3",
2954                            DRV_TYPE_IO_NARROW_LEVEL,
2955                            DRV_TYPE_IO_NARROW_LEVEL,
2956                            DRV_TYPE_IO_NARROW_LEVEL,
2957                            DRV_TYPE_IO_NARROW_LEVEL
2958                            ),
2959         PIN_BANK_DRV_FLAGS(4, 32, "gpio4",
2960                            DRV_TYPE_IO_NARROW_LEVEL,
2961                            DRV_TYPE_IO_NARROW_LEVEL,
2962                            DRV_TYPE_IO_NARROW_LEVEL,
2963                            DRV_TYPE_IO_NARROW_LEVEL
2964                            ),
2965         PIN_BANK_DRV_FLAGS(5, 32, "gpio5",
2966                            DRV_TYPE_IO_NARROW_LEVEL,
2967                            DRV_TYPE_IO_NARROW_LEVEL,
2968                            DRV_TYPE_IO_NARROW_LEVEL,
2969                            DRV_TYPE_IO_NARROW_LEVEL
2970                            ),
2971 };
2972
2973 static struct rockchip_pin_ctrl rk3366_pin_ctrl = {
2974                 .pin_banks              = rk3366_pin_banks,
2975                 .nr_banks               = ARRAY_SIZE(rk3366_pin_banks),
2976                 .label                  = "RK3366-GPIO",
2977                 .type                   = RK3366,
2978                 .grf_mux_offset         = 0x10,
2979                 .pmu_mux_offset         = 0x0,
2980                 .pull_calc_reg          = rk3366_calc_pull_reg_and_bit,
2981                 .drv_calc_reg           = rk3366_calc_drv_reg_and_bit,
2982                 .drv_calc_extra_reg     = rk3366_calc_drv_extra_reg_and_bit,
2983 };
2984
2985 static struct rockchip_pin_bank rk3368_pin_banks[] = {
2986         PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU,
2987                                              IOMUX_SOURCE_PMU,
2988                                              IOMUX_SOURCE_PMU,
2989                                              IOMUX_SOURCE_PMU
2990                             ),
2991         PIN_BANK(1, 32, "gpio1"),
2992         PIN_BANK(2, 32, "gpio2"),
2993         PIN_BANK(3, 32, "gpio3"),
2994 };
2995
2996 static struct rockchip_pin_ctrl rk3368_pin_ctrl = {
2997                 .pin_banks              = rk3368_pin_banks,
2998                 .nr_banks               = ARRAY_SIZE(rk3368_pin_banks),
2999                 .label                  = "RK3368-GPIO",
3000                 .type                   = RK3368,
3001                 .grf_mux_offset         = 0x0,
3002                 .pmu_mux_offset         = 0x0,
3003                 .pull_calc_reg          = rk3368_calc_pull_reg_and_bit,
3004                 .drv_calc_reg           = rk3368_calc_drv_reg_and_bit,
3005 };
3006
3007 static struct rockchip_pin_bank rk3399_pin_banks[] = {
3008         PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET_PULL_FLAGS(0, 32, "gpio0",
3009                                                          IOMUX_SOURCE_PMU,
3010                                                          IOMUX_SOURCE_PMU,
3011                                                          IOMUX_SOURCE_PMU,
3012                                                          IOMUX_SOURCE_PMU,
3013                                                          DRV_TYPE_IO_1V8_ONLY,
3014                                                          DRV_TYPE_IO_1V8_ONLY,
3015                                                          DRV_TYPE_IO_DEFAULT,
3016                                                          DRV_TYPE_IO_DEFAULT,
3017                                                          0x0,
3018                                                          0x8,
3019                                                          -1,
3020                                                          -1,
3021                                                          PULL_TYPE_IO_1V8_ONLY,
3022                                                          PULL_TYPE_IO_1V8_ONLY,
3023                                                          PULL_TYPE_IO_DEFAULT,
3024                                                          PULL_TYPE_IO_DEFAULT),
3025         PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET(1, 32, "gpio1", IOMUX_SOURCE_PMU,
3026                                               IOMUX_SOURCE_PMU,
3027                                               IOMUX_SOURCE_PMU,
3028                                               IOMUX_SOURCE_PMU,
3029                                               DRV_TYPE_IO_1V8_OR_3V0,
3030                                               DRV_TYPE_IO_1V8_OR_3V0,
3031                                               DRV_TYPE_IO_1V8_OR_3V0,
3032                                               DRV_TYPE_IO_1V8_OR_3V0,
3033                                               0x20,
3034                                               0x28,
3035                                               0x30,
3036                                               0x38
3037                                               ),
3038         PIN_BANK_DRV_FLAGS_PULL_FLAGS(2, 32, "gpio2", DRV_TYPE_IO_1V8_OR_3V0,
3039                                       DRV_TYPE_IO_1V8_OR_3V0,
3040                                       DRV_TYPE_IO_1V8_ONLY,
3041                                       DRV_TYPE_IO_1V8_ONLY,
3042                                       PULL_TYPE_IO_DEFAULT,
3043                                       PULL_TYPE_IO_DEFAULT,
3044                                       PULL_TYPE_IO_1V8_ONLY,
3045                                       PULL_TYPE_IO_1V8_ONLY
3046                                       ),
3047         PIN_BANK_DRV_FLAGS(3, 32, "gpio3", DRV_TYPE_IO_3V3_ONLY,
3048                            DRV_TYPE_IO_3V3_ONLY,
3049                            DRV_TYPE_IO_3V3_ONLY,
3050                            DRV_TYPE_IO_1V8_OR_3V0
3051                            ),
3052         PIN_BANK_DRV_FLAGS(4, 32, "gpio4", DRV_TYPE_IO_1V8_OR_3V0,
3053                            DRV_TYPE_IO_1V8_3V0_AUTO,
3054                            DRV_TYPE_IO_1V8_OR_3V0,
3055                            DRV_TYPE_IO_1V8_OR_3V0
3056                            ),
3057 };
3058
3059 static struct rockchip_pin_ctrl rk3399_pin_ctrl = {
3060                 .pin_banks              = rk3399_pin_banks,
3061                 .nr_banks               = ARRAY_SIZE(rk3399_pin_banks),
3062                 .label                  = "RK3399-GPIO",
3063                 .type                   = RK3399,
3064                 .grf_mux_offset         = 0xe000,
3065                 .pmu_mux_offset         = 0x0,
3066                 .grf_drv_offset         = 0xe100,
3067                 .pmu_drv_offset         = 0x80,
3068                 .pull_calc_reg          = rk3399_calc_pull_reg_and_bit,
3069                 .drv_calc_reg           = rk3399_calc_drv_reg_and_bit,
3070 };
3071
3072 static const struct of_device_id rockchip_pinctrl_dt_match[] = {
3073         { .compatible = "rockchip,rk2928-pinctrl",
3074                 .data = (void *)&rk2928_pin_ctrl },
3075         { .compatible = "rockchip,rk3036-pinctrl",
3076                 .data = (void *)&rk3036_pin_ctrl },
3077         { .compatible = "rockchip,rk3066a-pinctrl",
3078                 .data = (void *)&rk3066a_pin_ctrl },
3079         { .compatible = "rockchip,rk3066b-pinctrl",
3080                 .data = (void *)&rk3066b_pin_ctrl },
3081         { .compatible = "rockchip,rk3188-pinctrl",
3082                 .data = (void *)&rk3188_pin_ctrl },
3083         { .compatible = "rockchip,rk3228-pinctrl",
3084                 .data = (void *)&rk3228_pin_ctrl },
3085         { .compatible = "rockchip,rk3288-pinctrl",
3086                 .data = (void *)&rk3288_pin_ctrl },
3087         { .compatible = "rockchip,rk3366-pinctrl",
3088                 .data = (void *)&rk3366_pin_ctrl },
3089         { .compatible = "rockchip,rk3368-pinctrl",
3090                 .data = (void *)&rk3368_pin_ctrl },
3091         { .compatible = "rockchip,rk3399-pinctrl",
3092                 .data = (void *)&rk3399_pin_ctrl },
3093         {},
3094 };
3095 MODULE_DEVICE_TABLE(of, rockchip_pinctrl_dt_match);
3096
3097 static struct platform_driver rockchip_pinctrl_driver = {
3098         .probe          = rockchip_pinctrl_probe,
3099         .driver = {
3100                 .name   = "rockchip-pinctrl",
3101                 .pm = &rockchip_pinctrl_dev_pm_ops,
3102                 .of_match_table = rockchip_pinctrl_dt_match,
3103         },
3104 };
3105
3106 static int __init rockchip_pinctrl_drv_register(void)
3107 {
3108         return platform_driver_register(&rockchip_pinctrl_driver);
3109 }
3110 postcore_initcall(rockchip_pinctrl_drv_register);
3111
3112 MODULE_AUTHOR("Heiko Stuebner <heiko@sntech.de>");
3113 MODULE_DESCRIPTION("Rockchip pinctrl driver");
3114 MODULE_LICENSE("GPL v2");