drivers/usb/gadget/udc/renesas_usb3.c

   1 /*
   2  * Renesas USB3.0 Peripheral driver (USB gadget)
   3  *
   4  * Copyright (C) 2015  Renesas Electronics Corporation
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; version 2 of the License.
   9  */
  10
  11 #include <linux/delay.h>
  12 #include <linux/err.h>
  13 #include <linux/interrupt.h>
  14 #include <linux/io.h>
  15 #include <linux/module.h>
  16 #include <linux/of_device.h>
  17 #include <linux/platform_device.h>
  18 #include <linux/pm_runtime.h>
  19 #include <linux/sizes.h>
  20 #include <linux/slab.h>
  21 #include <linux/usb/ch9.h>
  22 #include <linux/usb/gadget.h>
  23
  24 /* register definitions */
  25 #define USB3_AXI_INT_STA        0x008
  26 #define USB3_AXI_INT_ENA        0x00c
  27 #define USB3_DMA_INT_STA        0x010
  28 #define USB3_DMA_INT_ENA        0x014
  29 #define USB3_USB_COM_CON        0x200
  30 #define USB3_USB20_CON          0x204
  31 #define USB3_USB30_CON          0x208
  32 #define USB3_USB_STA            0x210
  33 #define USB3_DRD_CON            0x218
  34 #define USB3_USB_INT_STA_1      0x220
  35 #define USB3_USB_INT_STA_2      0x224
  36 #define USB3_USB_INT_ENA_1      0x228
  37 #define USB3_USB_INT_ENA_2      0x22c
  38 #define USB3_STUP_DAT_0         0x230
  39 #define USB3_STUP_DAT_1         0x234
  40 #define USB3_P0_MOD             0x280
  41 #define USB3_P0_CON             0x288
  42 #define USB3_P0_STA             0x28c
  43 #define USB3_P0_INT_STA         0x290
  44 #define USB3_P0_INT_ENA         0x294
  45 #define USB3_P0_LNG             0x2a0
  46 #define USB3_P0_READ            0x2a4
  47 #define USB3_P0_WRITE           0x2a8
  48 #define USB3_PIPE_COM           0x2b0
  49 #define USB3_PN_MOD             0x2c0
  50 #define USB3_PN_RAMMAP          0x2c4
  51 #define USB3_PN_CON             0x2c8
  52 #define USB3_PN_STA             0x2cc
  53 #define USB3_PN_INT_STA         0x2d0
  54 #define USB3_PN_INT_ENA         0x2d4
  55 #define USB3_PN_LNG             0x2e0
  56 #define USB3_PN_READ            0x2e4
  57 #define USB3_PN_WRITE           0x2e8
  58 #define USB3_SSIFCMD            0x340
  59
  60 /* AXI_INT_ENA and AXI_INT_STA */
  61 #define AXI_INT_DMAINT          BIT(31)
  62 #define AXI_INT_EPCINT          BIT(30)
  63
  64 /* LCLKSEL */
  65 #define LCLKSEL_LSEL            BIT(18)
  66
  67 /* USB_COM_CON */
  68 #define USB_COM_CON_CONF                BIT(24)
  69 #define USB_COM_CON_SPD_MODE            BIT(17)
  70 #define USB_COM_CON_EP0_EN              BIT(16)
  71 #define USB_COM_CON_DEV_ADDR_SHIFT      8
  72 #define USB_COM_CON_DEV_ADDR_MASK       GENMASK(14, USB_COM_CON_DEV_ADDR_SHIFT)
  73 #define USB_COM_CON_DEV_ADDR(n)         (((n) << USB_COM_CON_DEV_ADDR_SHIFT) & \
  74                                          USB_COM_CON_DEV_ADDR_MASK)
  75 #define USB_COM_CON_RX_DETECTION        BIT(1)
  76 #define USB_COM_CON_PIPE_CLR            BIT(0)
  77
  78 /* USB20_CON */
  79 #define USB20_CON_B2_PUE                BIT(31)
  80 #define USB20_CON_B2_SUSPEND            BIT(24)
  81 #define USB20_CON_B2_CONNECT            BIT(17)
  82 #define USB20_CON_B2_TSTMOD_SHIFT       8
  83 #define USB20_CON_B2_TSTMOD_MASK        GENMASK(10, USB20_CON_B2_TSTMOD_SHIFT)
  84 #define USB20_CON_B2_TSTMOD(n)          (((n) << USB20_CON_B2_TSTMOD_SHIFT) & \
  85                                          USB20_CON_B2_TSTMOD_MASK)
  86 #define USB20_CON_B2_TSTMOD_EN          BIT(0)
  87
  88 /* USB30_CON */
  89 #define USB30_CON_POW_SEL_SHIFT         24
  90 #define USB30_CON_POW_SEL_MASK          GENMASK(26, USB30_CON_POW_SEL_SHIFT)
  91 #define USB30_CON_POW_SEL_IN_U3         BIT(26)
  92 #define USB30_CON_POW_SEL_IN_DISCON     0
  93 #define USB30_CON_POW_SEL_P2_TO_P0      BIT(25)
  94 #define USB30_CON_POW_SEL_P0_TO_P3      BIT(24)
  95 #define USB30_CON_POW_SEL_P0_TO_P2      0
  96 #define USB30_CON_B3_PLLWAKE            BIT(23)
  97 #define USB30_CON_B3_CONNECT            BIT(17)
  98 #define USB30_CON_B3_HOTRST_CMP         BIT(1)
  99
 100 /* USB_STA */
 101 #define USB_STA_SPEED_MASK      (BIT(2) | BIT(1))
 102 #define USB_STA_SPEED_HS        BIT(2)
 103 #define USB_STA_SPEED_FS        BIT(1)
 104 #define USB_STA_SPEED_SS        0
 105 #define USB_STA_VBUS_STA        BIT(0)
 106
 107 /* DRD_CON */
 108 #define DRD_CON_PERI_CON        BIT(24)
 109 #define DRD_CON_VBOUT           BIT(0)
 110
 111 /* USB_INT_ENA_1 and USB_INT_STA_1 */
 112 #define USB_INT_1_B3_PLLWKUP    BIT(31)
 113 #define USB_INT_1_B3_LUPSUCS    BIT(30)
 114 #define USB_INT_1_B3_DISABLE    BIT(27)
 115 #define USB_INT_1_B3_WRMRST     BIT(21)
 116 #define USB_INT_1_B3_HOTRST     BIT(20)
 117 #define USB_INT_1_B2_USBRST     BIT(12)
 118 #define USB_INT_1_B2_L1SPND     BIT(11)
 119 #define USB_INT_1_B2_SPND       BIT(9)
 120 #define USB_INT_1_B2_RSUM       BIT(8)
 121 #define USB_INT_1_SPEED         BIT(1)
 122 #define USB_INT_1_VBUS_CNG      BIT(0)
 123
 124 /* USB_INT_ENA_2 and USB_INT_STA_2 */
 125 #define USB_INT_2_PIPE(n)       BIT(n)
 126
 127 /* P0_MOD */
 128 #define P0_MOD_DIR              BIT(6)
 129
 130 /* P0_CON and PN_CON */
 131 #define PX_CON_BYTE_EN_MASK             (BIT(10) | BIT(9))
 132 #define PX_CON_BYTE_EN_SHIFT            9
 133 #define PX_CON_BYTE_EN_BYTES(n)         (((n) << PX_CON_BYTE_EN_SHIFT) & \
 134                                          PX_CON_BYTE_EN_MASK)
 135 #define PX_CON_SEND                     BIT(8)
 136
 137 /* P0_CON */
 138 #define P0_CON_ST_RES_MASK              (BIT(27) | BIT(26))
 139 #define P0_CON_ST_RES_FORCE_STALL       BIT(27)
 140 #define P0_CON_ST_RES_NORMAL            BIT(26)
 141 #define P0_CON_ST_RES_FORCE_NRDY        0
 142 #define P0_CON_OT_RES_MASK              (BIT(25) | BIT(24))
 143 #define P0_CON_OT_RES_FORCE_STALL       BIT(25)
 144 #define P0_CON_OT_RES_NORMAL            BIT(24)
 145 #define P0_CON_OT_RES_FORCE_NRDY        0
 146 #define P0_CON_IN_RES_MASK              (BIT(17) | BIT(16))
 147 #define P0_CON_IN_RES_FORCE_STALL       BIT(17)
 148 #define P0_CON_IN_RES_NORMAL            BIT(16)
 149 #define P0_CON_IN_RES_FORCE_NRDY        0
 150 #define P0_CON_RES_WEN                  BIT(7)
 151 #define P0_CON_BCLR                     BIT(1)
 152
 153 /* P0_STA and PN_STA */
 154 #define PX_STA_BUFSTS           BIT(0)
 155
 156 /* P0_INT_ENA and P0_INT_STA */
 157 #define P0_INT_STSED            BIT(18)
 158 #define P0_INT_STSST            BIT(17)
 159 #define P0_INT_SETUP            BIT(16)
 160 #define P0_INT_RCVNL            BIT(8)
 161 #define P0_INT_ERDY             BIT(7)
 162 #define P0_INT_FLOW             BIT(6)
 163 #define P0_INT_STALL            BIT(2)
 164 #define P0_INT_NRDY             BIT(1)
 165 #define P0_INT_BFRDY            BIT(0)
 166 #define P0_INT_ALL_BITS         (P0_INT_STSED | P0_INT_SETUP | P0_INT_BFRDY)
 167
 168 /* PN_MOD */
 169 #define PN_MOD_DIR              BIT(6)
 170 #define PN_MOD_TYPE_SHIFT       4
 171 #define PN_MOD_TYPE_MASK        GENMASK(5, PN_MOD_TYPE_SHIFT)
 172 #define PN_MOD_TYPE(n)          (((n) << PN_MOD_TYPE_SHIFT) & \
 173                                  PN_MOD_TYPE_MASK)
 174 #define PN_MOD_EPNUM_MASK       GENMASK(3, 0)
 175 #define PN_MOD_EPNUM(n)         ((n) & PN_MOD_EPNUM_MASK)
 176
 177 /* PN_RAMMAP */
 178 #define PN_RAMMAP_RAMAREA_SHIFT 29
 179 #define PN_RAMMAP_RAMAREA_MASK  GENMASK(31, PN_RAMMAP_RAMAREA_SHIFT)
 180 #define PN_RAMMAP_RAMAREA_16KB  BIT(31)
 181 #define PN_RAMMAP_RAMAREA_8KB   (BIT(30) | BIT(29))
 182 #define PN_RAMMAP_RAMAREA_4KB   BIT(30)
 183 #define PN_RAMMAP_RAMAREA_2KB   BIT(29)
 184 #define PN_RAMMAP_RAMAREA_1KB   0
 185 #define PN_RAMMAP_MPKT_SHIFT    16
 186 #define PN_RAMMAP_MPKT_MASK     GENMASK(26, PN_RAMMAP_MPKT_SHIFT)
 187 #define PN_RAMMAP_MPKT(n)       (((n) << PN_RAMMAP_MPKT_SHIFT) & \
 188                                  PN_RAMMAP_MPKT_MASK)
 189 #define PN_RAMMAP_RAMIF_SHIFT   14
 190 #define PN_RAMMAP_RAMIF_MASK    GENMASK(15, PN_RAMMAP_RAMIF_SHIFT)
 191 #define PN_RAMMAP_RAMIF(n)      (((n) << PN_RAMMAP_RAMIF_SHIFT) & \
 192                                  PN_RAMMAP_RAMIF_MASK)
 193 #define PN_RAMMAP_BASEAD_MASK   GENMASK(13, 0)
 194 #define PN_RAMMAP_BASEAD(offs)  (((offs) >> 3) & PN_RAMMAP_BASEAD_MASK)
 195 #define PN_RAMMAP_DATA(area, ramif, basead)     ((PN_RAMMAP_##area) | \
 196                                                  (PN_RAMMAP_RAMIF(ramif)) | \
 197                                                  (PN_RAMMAP_BASEAD(basead)))
 198
 199 /* PN_CON */
 200 #define PN_CON_EN               BIT(31)
 201 #define PN_CON_DATAIF_EN        BIT(30)
 202 #define PN_CON_RES_MASK         (BIT(17) | BIT(16))
 203 #define PN_CON_RES_FORCE_STALL  BIT(17)
 204 #define PN_CON_RES_NORMAL       BIT(16)
 205 #define PN_CON_RES_FORCE_NRDY   0
 206 #define PN_CON_LAST             BIT(11)
 207 #define PN_CON_RES_WEN          BIT(7)
 208 #define PN_CON_CLR              BIT(0)
 209
 210 /* PN_INT_STA and PN_INT_ENA */
 211 #define PN_INT_LSTTR    BIT(4)
 212 #define PN_INT_BFRDY    BIT(0)
 213
 214 /* USB3_SSIFCMD */
 215 #define SSIFCMD_URES_U2         BIT(9)
 216 #define SSIFCMD_URES_U1         BIT(8)
 217 #define SSIFCMD_UDIR_U2         BIT(7)
 218 #define SSIFCMD_UDIR_U1         BIT(6)
 219 #define SSIFCMD_UREQ_U2         BIT(5)
 220 #define SSIFCMD_UREQ_U1         BIT(4)
 221
 222 #define USB3_EP0_SS_MAX_PACKET_SIZE     512
 223 #define USB3_EP0_HSFS_MAX_PACKET_SIZE   64
 224 #define USB3_EP0_BUF_SIZE               8
 225 #define USB3_MAX_NUM_PIPES              6       /* This includes PIPE 0 */
 226 #define USB3_WAIT_US                    3
 227
 228 struct renesas_usb3;
 229 struct renesas_usb3_request {
 230         struct usb_request      req;
 231         struct list_head        queue;
 232 };
 233
 234 #define USB3_EP_NAME_SIZE       8
 235 struct renesas_usb3_ep {
 236         struct usb_ep ep;
 237         struct renesas_usb3 *usb3;
 238         int num;
 239         char ep_name[USB3_EP_NAME_SIZE];
 240         struct list_head queue;
 241         u32 rammap_val;
 242         bool dir_in;
 243         bool halt;
 244         bool wedge;
 245         bool started;
 246 };
 247
 248 struct renesas_usb3_priv {
 249         int ramsize_per_ramif;          /* unit = bytes */
 250         int num_ramif;
 251         int ramsize_per_pipe;           /* unit = bytes */
 252         bool workaround_for_vbus;       /* if true, don't check vbus signal */
 253 };
 254
 255 struct renesas_usb3 {
 256         void __iomem *reg;
 257
 258         struct usb_gadget gadget;
 259         struct usb_gadget_driver *driver;
 260
 261         struct renesas_usb3_ep *usb3_ep;
 262         int num_usb3_eps;
 263
 264         spinlock_t lock;
 265         int disabled_count;
 266
 267         struct usb_request *ep0_req;
 268         u16 test_mode;
 269         u8 ep0_buf[USB3_EP0_BUF_SIZE];
 270         bool softconnect;
 271         bool workaround_for_vbus;
 272 };
 273
 274 #define gadget_to_renesas_usb3(_gadget) \
 275                 container_of(_gadget, struct renesas_usb3, gadget)
 276 #define renesas_usb3_to_gadget(renesas_usb3) (&renesas_usb3->gadget)
 277 #define usb3_to_dev(_usb3)      (_usb3->gadget.dev.parent)
 278
 279 #define usb_ep_to_usb3_ep(_ep) container_of(_ep, struct renesas_usb3_ep, ep)
 280 #define usb3_ep_to_usb3(_usb3_ep) (_usb3_ep->usb3)
 281 #define usb_req_to_usb3_req(_req) container_of(_req, \
 282                                             struct renesas_usb3_request, req)
 283
 284 #define usb3_get_ep(usb3, n) ((usb3)->usb3_ep + (n))
 285 #define usb3_for_each_ep(usb3_ep, usb3, i)                      \
 286                 for ((i) = 0, usb3_ep = usb3_get_ep(usb3, (i)); \
 287                      (i) < (usb3)->num_usb3_eps;                \
 288                      (i)++, usb3_ep = usb3_get_ep(usb3, (i)))
 289
 290 static const char udc_name[] = "renesas_usb3";
 291
 292 static void usb3_write(struct renesas_usb3 *usb3, u32 data, u32 offs)
 293 {
 294         iowrite32(data, usb3->reg + offs);
 295 }
 296
 297 static u32 usb3_read(struct renesas_usb3 *usb3, u32 offs)
 298 {
 299         return ioread32(usb3->reg + offs);
 300 }
 301
 302 static void usb3_set_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
 303 {
 304         u32 val = usb3_read(usb3, offs);
 305
 306         val |= bits;
 307         usb3_write(usb3, val, offs);
 308 }
 309
 310 static void usb3_clear_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
 311 {
 312         u32 val = usb3_read(usb3, offs);
 313
 314         val &= ~bits;
 315         usb3_write(usb3, val, offs);
 316 }
 317
 318 static int usb3_wait(struct renesas_usb3 *usb3, u32 reg, u32 mask,
 319                      u32 expected)
 320 {
 321         int i;
 322
 323         for (i = 0; i < USB3_WAIT_US; i++) {
 324                 if ((usb3_read(usb3, reg) & mask) == expected)
 325                         return 0;
 326                 udelay(1);
 327         }
 328
 329         dev_dbg(usb3_to_dev(usb3), "%s: timed out (%8x, %08x, %08x)\n",
 330                 __func__, reg, mask, expected);
 331
 332         return -EBUSY;
 333 }
 334
 335 static void usb3_enable_irq_1(struct renesas_usb3 *usb3, u32 bits)
 336 {
 337         usb3_set_bit(usb3, bits, USB3_USB_INT_ENA_1);
 338 }
 339
 340 static void usb3_disable_irq_1(struct renesas_usb3 *usb3, u32 bits)
 341 {
 342         usb3_clear_bit(usb3, bits, USB3_USB_INT_ENA_1);
 343 }
 344
 345 static void usb3_enable_pipe_irq(struct renesas_usb3 *usb3, int num)
 346 {
 347         usb3_set_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
 348 }
 349
 350 static void usb3_disable_pipe_irq(struct renesas_usb3 *usb3, int num)
 351 {
 352         usb3_clear_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
 353 }
 354
 355 static void usb3_init_axi_bridge(struct renesas_usb3 *usb3)
 356 {
 357         /* Set AXI_INT */
 358         usb3_write(usb3, ~0, USB3_DMA_INT_STA);
 359         usb3_write(usb3, 0, USB3_DMA_INT_ENA);
 360         usb3_set_bit(usb3, AXI_INT_DMAINT | AXI_INT_EPCINT, USB3_AXI_INT_ENA);
 361 }
 362
 363 static void usb3_init_epc_registers(struct renesas_usb3 *usb3)
 364 {
 365         /* FIXME: How to change host / peripheral mode as well? */
 366         usb3_set_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
 367         usb3_clear_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
 368
 369         usb3_write(usb3, ~0, USB3_USB_INT_STA_1);
 370         usb3_enable_irq_1(usb3, USB_INT_1_VBUS_CNG);
 371 }
 372
 373 static bool usb3_wakeup_usb2_phy(struct renesas_usb3 *usb3)
 374 {
 375         if (!(usb3_read(usb3, USB3_USB20_CON) & USB20_CON_B2_SUSPEND))
 376                 return true;    /* already waked it up */
 377
 378         usb3_clear_bit(usb3, USB20_CON_B2_SUSPEND, USB3_USB20_CON);
 379         usb3_enable_irq_1(usb3, USB_INT_1_B2_RSUM);
 380
 381         return false;
 382 }
 383
 384 static void usb3_usb2_pullup(struct renesas_usb3 *usb3, int pullup)
 385 {
 386         u32 bits = USB20_CON_B2_PUE | USB20_CON_B2_CONNECT;
 387
 388         if (usb3->softconnect && pullup)
 389                 usb3_set_bit(usb3, bits, USB3_USB20_CON);
 390         else
 391                 usb3_clear_bit(usb3, bits, USB3_USB20_CON);
 392 }
 393
 394 static void usb3_set_test_mode(struct renesas_usb3 *usb3)
 395 {
 396         u32 val = usb3_read(usb3, USB3_USB20_CON);
 397
 398         val &= ~USB20_CON_B2_TSTMOD_MASK;
 399         val |= USB20_CON_B2_TSTMOD(usb3->test_mode);
 400         usb3_write(usb3, val | USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
 401         if (!usb3->test_mode)
 402                 usb3_clear_bit(usb3, USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
 403 }
 404
 405 static void usb3_start_usb2_connection(struct renesas_usb3 *usb3)
 406 {
 407         usb3->disabled_count++;
 408         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 409         usb3_set_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
 410         usb3_usb2_pullup(usb3, 1);
 411 }
 412
 413 static int usb3_is_usb3_phy_in_u3(struct renesas_usb3 *usb3)
 414 {
 415         return usb3_read(usb3, USB3_USB30_CON) & USB30_CON_POW_SEL_IN_U3;
 416 }
 417
 418 static bool usb3_wakeup_usb3_phy(struct renesas_usb3 *usb3)
 419 {
 420         if (!usb3_is_usb3_phy_in_u3(usb3))
 421                 return true;    /* already waked it up */
 422
 423         usb3_set_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
 424         usb3_enable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
 425
 426         return false;
 427 }
 428
 429 static u16 usb3_feature_get_un_enabled(struct renesas_usb3 *usb3)
 430 {
 431         u32 mask_u2 = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
 432         u32 mask_u1 = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
 433         u32 val = usb3_read(usb3, USB3_SSIFCMD);
 434         u16 ret = 0;
 435
 436         /* Enables {U2,U1} if the bits of UDIR and UREQ are set to 0 */
 437         if (!(val & mask_u2))
 438                 ret |= 1 << USB_DEV_STAT_U2_ENABLED;
 439         if (!(val & mask_u1))
 440                 ret |= 1 << USB_DEV_STAT_U1_ENABLED;
 441
 442         return ret;
 443 }
 444
 445 static void usb3_feature_u2_enable(struct renesas_usb3 *usb3, bool enable)
 446 {
 447         u32 bits = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
 448
 449         /* Enables U2 if the bits of UDIR and UREQ are set to 0 */
 450         if (enable)
 451                 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
 452         else
 453                 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
 454 }
 455
 456 static void usb3_feature_u1_enable(struct renesas_usb3 *usb3, bool enable)
 457 {
 458         u32 bits = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
 459
 460         /* Enables U1 if the bits of UDIR and UREQ are set to 0 */
 461         if (enable)
 462                 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
 463         else
 464                 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
 465 }
 466
 467 static void usb3_start_operation_for_usb3(struct renesas_usb3 *usb3)
 468 {
 469         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 470         usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
 471         usb3_set_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
 472 }
 473
 474 static void usb3_start_usb3_connection(struct renesas_usb3 *usb3)
 475 {
 476         usb3_start_operation_for_usb3(usb3);
 477         usb3_set_bit(usb3, USB_COM_CON_RX_DETECTION, USB3_USB_COM_CON);
 478
 479         usb3_enable_irq_1(usb3, USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
 480                           USB_INT_1_SPEED);
 481 }
 482
 483 static void usb3_stop_usb3_connection(struct renesas_usb3 *usb3)
 484 {
 485         usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
 486 }
 487
 488 static void usb3_transition_to_default_state(struct renesas_usb3 *usb3,
 489                                              bool is_usb3)
 490 {
 491         usb3_set_bit(usb3, USB_INT_2_PIPE(0), USB3_USB_INT_ENA_2);
 492         usb3_write(usb3, P0_INT_ALL_BITS, USB3_P0_INT_STA);
 493         usb3_set_bit(usb3, P0_INT_ALL_BITS, USB3_P0_INT_ENA);
 494
 495         if (is_usb3)
 496                 usb3_enable_irq_1(usb3, USB_INT_1_B3_WRMRST |
 497                                   USB_INT_1_B3_HOTRST);
 498         else
 499                 usb3_enable_irq_1(usb3, USB_INT_1_B2_SPND |
 500                                   USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
 501 }
 502
 503 static void usb3_connect(struct renesas_usb3 *usb3)
 504 {
 505         if (usb3_wakeup_usb3_phy(usb3))
 506                 usb3_start_usb3_connection(usb3);
 507 }
 508
 509 static void usb3_reset_epc(struct renesas_usb3 *usb3)
 510 {
 511         usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
 512         usb3_clear_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 513         usb3_set_bit(usb3, USB_COM_CON_PIPE_CLR, USB3_USB_COM_CON);
 514         usb3->test_mode = 0;
 515         usb3_set_test_mode(usb3);
 516 }
 517
 518 static void usb3_disconnect(struct renesas_usb3 *usb3)
 519 {
 520         usb3->disabled_count = 0;
 521         usb3_usb2_pullup(usb3, 0);
 522         usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
 523         usb3_reset_epc(usb3);
 524         usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM | USB_INT_1_B3_PLLWKUP |
 525                            USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
 526                            USB_INT_1_SPEED | USB_INT_1_B3_WRMRST |
 527                            USB_INT_1_B3_HOTRST | USB_INT_1_B2_SPND |
 528                            USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
 529         usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
 530         usb3_init_epc_registers(usb3);
 531
 532         if (usb3->driver)
 533                 usb3->driver->disconnect(&usb3->gadget);
 534 }
 535
 536 static void usb3_check_vbus(struct renesas_usb3 *usb3)
 537 {
 538         if (usb3->workaround_for_vbus) {
 539                 usb3_connect(usb3);
 540         } else {
 541                 if (usb3_read(usb3, USB3_USB_STA) & USB_STA_VBUS_STA)
 542                         usb3_connect(usb3);
 543                 else
 544                         usb3_disconnect(usb3);
 545         }
 546 }
 547
 548 static void renesas_usb3_init_controller(struct renesas_usb3 *usb3)
 549 {
 550         usb3_init_axi_bridge(usb3);
 551         usb3_init_epc_registers(usb3);
 552
 553         usb3_check_vbus(usb3);
 554 }
 555
 556 static void renesas_usb3_stop_controller(struct renesas_usb3 *usb3)
 557 {
 558         usb3_disconnect(usb3);
 559         usb3_write(usb3, 0, USB3_P0_INT_ENA);
 560         usb3_write(usb3, 0, USB3_PN_INT_ENA);
 561         usb3_write(usb3, 0, USB3_USB_INT_ENA_1);
 562         usb3_write(usb3, 0, USB3_USB_INT_ENA_2);
 563         usb3_write(usb3, 0, USB3_AXI_INT_ENA);
 564 }
 565
 566 static void usb3_irq_epc_int_1_pll_wakeup(struct renesas_usb3 *usb3)
 567 {
 568         usb3_disable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
 569         usb3_clear_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
 570         usb3_start_usb3_connection(usb3);
 571 }
 572
 573 static void usb3_irq_epc_int_1_linkup_success(struct renesas_usb3 *usb3)
 574 {
 575         usb3_transition_to_default_state(usb3, true);
 576 }
 577
 578 static void usb3_irq_epc_int_1_resume(struct renesas_usb3 *usb3)
 579 {
 580         usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM);
 581         usb3_start_usb2_connection(usb3);
 582         usb3_transition_to_default_state(usb3, false);
 583 }
 584
 585 static void usb3_irq_epc_int_1_disable(struct renesas_usb3 *usb3)
 586 {
 587         usb3_stop_usb3_connection(usb3);
 588         if (usb3_wakeup_usb2_phy(usb3))
 589                 usb3_irq_epc_int_1_resume(usb3);
 590 }
 591
 592 static void usb3_irq_epc_int_1_bus_reset(struct renesas_usb3 *usb3)
 593 {
 594         usb3_reset_epc(usb3);
 595         if (usb3->disabled_count < 3)
 596                 usb3_start_usb3_connection(usb3);
 597         else
 598                 usb3_start_usb2_connection(usb3);
 599 }
 600
 601 static void usb3_irq_epc_int_1_vbus_change(struct renesas_usb3 *usb3)
 602 {
 603         usb3_check_vbus(usb3);
 604 }
 605
 606 static void usb3_irq_epc_int_1_hot_reset(struct renesas_usb3 *usb3)
 607 {
 608         usb3_reset_epc(usb3);
 609         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 610
 611         /* This bit shall be set within 12ms from the start of HotReset */
 612         usb3_set_bit(usb3, USB30_CON_B3_HOTRST_CMP, USB3_USB30_CON);
 613 }
 614
 615 static void usb3_irq_epc_int_1_warm_reset(struct renesas_usb3 *usb3)
 616 {
 617         usb3_reset_epc(usb3);
 618         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 619
 620         usb3_start_operation_for_usb3(usb3);
 621         usb3_enable_irq_1(usb3, USB_INT_1_SPEED);
 622 }
 623
 624 static void usb3_irq_epc_int_1_speed(struct renesas_usb3 *usb3)
 625 {
 626         u32 speed = usb3_read(usb3, USB3_USB_STA) & USB_STA_SPEED_MASK;
 627
 628         switch (speed) {
 629         case USB_STA_SPEED_SS:
 630                 usb3->gadget.speed = USB_SPEED_SUPER;
 631                 usb3->gadget.ep0->maxpacket = USB3_EP0_SS_MAX_PACKET_SIZE;
 632                 break;
 633         case USB_STA_SPEED_HS:
 634                 usb3->gadget.speed = USB_SPEED_HIGH;
 635                 usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
 636                 break;
 637         case USB_STA_SPEED_FS:
 638                 usb3->gadget.speed = USB_SPEED_FULL;
 639                 usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
 640                 break;
 641         default:
 642                 usb3->gadget.speed = USB_SPEED_UNKNOWN;
 643                 break;
 644         }
 645 }
 646
 647 static void usb3_irq_epc_int_1(struct renesas_usb3 *usb3, u32 int_sta_1)
 648 {
 649         if (int_sta_1 & USB_INT_1_B3_PLLWKUP)
 650                 usb3_irq_epc_int_1_pll_wakeup(usb3);
 651
 652         if (int_sta_1 & USB_INT_1_B3_LUPSUCS)
 653                 usb3_irq_epc_int_1_linkup_success(usb3);
 654
 655         if (int_sta_1 & USB_INT_1_B3_HOTRST)
 656                 usb3_irq_epc_int_1_hot_reset(usb3);
 657
 658         if (int_sta_1 & USB_INT_1_B3_WRMRST)
 659                 usb3_irq_epc_int_1_warm_reset(usb3);
 660
 661         if (int_sta_1 & USB_INT_1_B3_DISABLE)
 662                 usb3_irq_epc_int_1_disable(usb3);
 663
 664         if (int_sta_1 & USB_INT_1_B2_USBRST)
 665                 usb3_irq_epc_int_1_bus_reset(usb3);
 666
 667         if (int_sta_1 & USB_INT_1_B2_RSUM)
 668                 usb3_irq_epc_int_1_resume(usb3);
 669
 670         if (int_sta_1 & USB_INT_1_SPEED)
 671                 usb3_irq_epc_int_1_speed(usb3);
 672
 673         if (int_sta_1 & USB_INT_1_VBUS_CNG)
 674                 usb3_irq_epc_int_1_vbus_change(usb3);
 675 }
 676
 677 static struct renesas_usb3_request *__usb3_get_request(struct renesas_usb3_ep
 678                                                        *usb3_ep)
 679 {
 680         return list_first_entry_or_null(&usb3_ep->queue,
 681                                         struct renesas_usb3_request, queue);
 682 }
 683
 684 static struct renesas_usb3_request *usb3_get_request(struct renesas_usb3_ep
 685                                                      *usb3_ep)
 686 {
 687         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 688         struct renesas_usb3_request *usb3_req;
 689         unsigned long flags;
 690
 691         spin_lock_irqsave(&usb3->lock, flags);
 692         usb3_req = __usb3_get_request(usb3_ep);
 693         spin_unlock_irqrestore(&usb3->lock, flags);
 694
 695         return usb3_req;
 696 }
 697
 698 static void __usb3_request_done(struct renesas_usb3_ep *usb3_ep,
 699                                 struct renesas_usb3_request *usb3_req,
 700                                 int status)
 701 {
 702         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 703
 704         dev_dbg(usb3_to_dev(usb3), "giveback: ep%2d, %u, %u, %d\n",
 705                 usb3_ep->num, usb3_req->req.length, usb3_req->req.actual,
 706                 status);
 707         usb3_req->req.status = status;
 708         usb3_ep->started = false;
 709         list_del_init(&usb3_req->queue);
 710         spin_unlock(&usb3->lock);
 711         usb_gadget_giveback_request(&usb3_ep->ep, &usb3_req->req);
 712         spin_lock(&usb3->lock);
 713 }
 714
 715 static void usb3_request_done(struct renesas_usb3_ep *usb3_ep,
 716                               struct renesas_usb3_request *usb3_req, int status)
 717 {
 718         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 719         unsigned long flags;
 720
 721         spin_lock_irqsave(&usb3->lock, flags);
 722         __usb3_request_done(usb3_ep, usb3_req, status);
 723         spin_unlock_irqrestore(&usb3->lock, flags);
 724 }
 725
 726 static void usb3_irq_epc_pipe0_status_end(struct renesas_usb3 *usb3)
 727 {
 728         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
 729         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
 730
 731         if (usb3_req)
 732                 usb3_request_done(usb3_ep, usb3_req, 0);
 733         if (usb3->test_mode)
 734                 usb3_set_test_mode(usb3);
 735 }
 736
 737 static void usb3_get_setup_data(struct renesas_usb3 *usb3,
 738                                 struct usb_ctrlrequest *ctrl)
 739 {
 740         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
 741         u32 *data = (u32 *)ctrl;
 742
 743         *data++ = usb3_read(usb3, USB3_STUP_DAT_0);
 744         *data = usb3_read(usb3, USB3_STUP_DAT_1);
 745
 746         /* update this driver's flag */
 747         usb3_ep->dir_in = !!(ctrl->bRequestType & USB_DIR_IN);
 748 }
 749
 750 static void usb3_set_p0_con_update_res(struct renesas_usb3 *usb3, u32 res)
 751 {
 752         u32 val = usb3_read(usb3, USB3_P0_CON);
 753
 754         val &= ~(P0_CON_ST_RES_MASK | P0_CON_OT_RES_MASK | P0_CON_IN_RES_MASK);
 755         val |= res | P0_CON_RES_WEN;
 756         usb3_write(usb3, val, USB3_P0_CON);
 757 }
 758
 759 static void usb3_set_p0_con_for_ctrl_read_data(struct renesas_usb3 *usb3)
 760 {
 761         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
 762                                    P0_CON_OT_RES_FORCE_STALL |
 763                                    P0_CON_IN_RES_NORMAL);
 764 }
 765
 766 static void usb3_set_p0_con_for_ctrl_read_status(struct renesas_usb3 *usb3)
 767 {
 768         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
 769                                    P0_CON_OT_RES_FORCE_STALL |
 770                                    P0_CON_IN_RES_NORMAL);
 771 }
 772
 773 static void usb3_set_p0_con_for_ctrl_write_data(struct renesas_usb3 *usb3)
 774 {
 775         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
 776                                    P0_CON_OT_RES_NORMAL |
 777                                    P0_CON_IN_RES_FORCE_STALL);
 778 }
 779
 780 static void usb3_set_p0_con_for_ctrl_write_status(struct renesas_usb3 *usb3)
 781 {
 782         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
 783                                    P0_CON_OT_RES_NORMAL |
 784                                    P0_CON_IN_RES_FORCE_STALL);
 785 }
 786
 787 static void usb3_set_p0_con_for_no_data(struct renesas_usb3 *usb3)
 788 {
 789         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
 790                                    P0_CON_OT_RES_FORCE_STALL |
 791                                    P0_CON_IN_RES_FORCE_STALL);
 792 }
 793
 794 static void usb3_set_p0_con_stall(struct renesas_usb3 *usb3)
 795 {
 796         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_STALL |
 797                                    P0_CON_OT_RES_FORCE_STALL |
 798                                    P0_CON_IN_RES_FORCE_STALL);
 799 }
 800
 801 static void usb3_set_p0_con_stop(struct renesas_usb3 *usb3)
 802 {
 803         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
 804                                    P0_CON_OT_RES_FORCE_NRDY |
 805                                    P0_CON_IN_RES_FORCE_NRDY);
 806 }
 807
 808 static int usb3_pn_change(struct renesas_usb3 *usb3, int num)
 809 {
 810         if (num == 0 || num > usb3->num_usb3_eps)
 811                 return -ENXIO;
 812
 813         usb3_write(usb3, num, USB3_PIPE_COM);
 814
 815         return 0;
 816 }
 817
 818 static void usb3_set_pn_con_update_res(struct renesas_usb3 *usb3, u32 res)
 819 {
 820         u32 val = usb3_read(usb3, USB3_PN_CON);
 821
 822         val &= ~PN_CON_RES_MASK;
 823         val |= res & PN_CON_RES_MASK;
 824         val |= PN_CON_RES_WEN;
 825         usb3_write(usb3, val, USB3_PN_CON);
 826 }
 827
 828 static void usb3_pn_start(struct renesas_usb3 *usb3)
 829 {
 830         usb3_set_pn_con_update_res(usb3, PN_CON_RES_NORMAL);
 831 }
 832
 833 static void usb3_pn_stop(struct renesas_usb3 *usb3)
 834 {
 835         usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_NRDY);
 836 }
 837
 838 static void usb3_pn_stall(struct renesas_usb3 *usb3)
 839 {
 840         usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_STALL);
 841 }
 842
 843 static int usb3_pn_con_clear(struct renesas_usb3 *usb3)
 844 {
 845         usb3_set_bit(usb3, PN_CON_CLR, USB3_PN_CON);
 846
 847         return usb3_wait(usb3, USB3_PN_CON, PN_CON_CLR, 0);
 848 }
 849
 850 static bool usb3_is_transfer_complete(struct renesas_usb3_ep *usb3_ep,
 851                                       struct renesas_usb3_request *usb3_req)
 852 {
 853         struct usb_request *req = &usb3_req->req;
 854
 855         if ((!req->zero && req->actual == req->length) ||
 856             (req->actual % usb3_ep->ep.maxpacket) || (req->length == 0))
 857                 return true;
 858         else
 859                 return false;
 860 }
 861
 862 static int usb3_wait_pipe_status(struct renesas_usb3_ep *usb3_ep, u32 mask)
 863 {
 864         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 865         u32 sta_reg = usb3_ep->num ? USB3_PN_STA : USB3_P0_STA;
 866
 867         return usb3_wait(usb3, sta_reg, mask, mask);
 868 }
 869
 870 static void usb3_set_px_con_send(struct renesas_usb3_ep *usb3_ep, int bytes,
 871                                  bool last)
 872 {
 873         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 874         u32 con_reg = usb3_ep->num ? USB3_PN_CON : USB3_P0_CON;
 875         u32 val = usb3_read(usb3, con_reg);
 876
 877         val |= PX_CON_SEND | PX_CON_BYTE_EN_BYTES(bytes);
 878         val |= (usb3_ep->num && last) ? PN_CON_LAST : 0;
 879         usb3_write(usb3, val, con_reg);
 880 }
 881
 882 static int usb3_write_pipe(struct renesas_usb3_ep *usb3_ep,
 883                            struct renesas_usb3_request *usb3_req,
 884                            u32 fifo_reg)
 885 {
 886         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 887         int i;
 888         int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
 889                         usb3_ep->ep.maxpacket);
 890         u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
 891         u32 tmp = 0;
 892         bool is_last = !len ? true : false;
 893
 894         if (usb3_wait_pipe_status(usb3_ep, PX_STA_BUFSTS) < 0)
 895                 return -EBUSY;
 896
 897         /* Update gadget driver parameter */
 898         usb3_req->req.actual += len;
 899
 900         /* Write data to the register */
 901         if (len >= 4) {
 902                 iowrite32_rep(usb3->reg + fifo_reg, buf, len / 4);
 903                 buf += (len / 4) * 4;
 904                 len %= 4;       /* update len to use usb3_set_pX_con_send() */
 905         }
 906
 907         if (len) {
 908                 for (i = 0; i < len; i++)
 909                         tmp |= buf[i] << (8 * i);
 910                 usb3_write(usb3, tmp, fifo_reg);
 911         }
 912
 913         if (!is_last)
 914                 is_last = usb3_is_transfer_complete(usb3_ep, usb3_req);
 915         /* Send the data */
 916         usb3_set_px_con_send(usb3_ep, len, is_last);
 917
 918         return is_last ? 0 : -EAGAIN;
 919 }
 920
 921 static u32 usb3_get_received_length(struct renesas_usb3_ep *usb3_ep)
 922 {
 923         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 924         u32 lng_reg = usb3_ep->num ? USB3_PN_LNG : USB3_P0_LNG;
 925
 926         return usb3_read(usb3, lng_reg);
 927 }
 928
 929 static int usb3_read_pipe(struct renesas_usb3_ep *usb3_ep,
 930                           struct renesas_usb3_request *usb3_req, u32 fifo_reg)
 931 {
 932         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 933         int i;
 934         int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
 935                         usb3_get_received_length(usb3_ep));
 936         u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
 937         u32 tmp = 0;
 938
 939         if (!len)
 940                 return 0;
 941
 942         /* Update gadget driver parameter */
 943         usb3_req->req.actual += len;
 944
 945         /* Read data from the register */
 946         if (len >= 4) {
 947                 ioread32_rep(usb3->reg + fifo_reg, buf, len / 4);
 948                 buf += (len / 4) * 4;
 949                 len %= 4;
 950         }
 951
 952         if (len) {
 953                 tmp = usb3_read(usb3, fifo_reg);
 954                 for (i = 0; i < len; i++)
 955                         buf[i] = (tmp >> (8 * i)) & 0xff;
 956         }
 957
 958         return usb3_is_transfer_complete(usb3_ep, usb3_req) ? 0 : -EAGAIN;
 959 }
 960
 961 static void usb3_set_status_stage(struct renesas_usb3_ep *usb3_ep,
 962                                   struct renesas_usb3_request *usb3_req)
 963 {
 964         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 965
 966         if (usb3_ep->dir_in) {
 967                 usb3_set_p0_con_for_ctrl_read_status(usb3);
 968         } else {
 969                 if (!usb3_req->req.length)
 970                         usb3_set_p0_con_for_no_data(usb3);
 971                 else
 972                         usb3_set_p0_con_for_ctrl_write_status(usb3);
 973         }
 974 }
 975
 976 static void usb3_p0_xfer(struct renesas_usb3_ep *usb3_ep,
 977                          struct renesas_usb3_request *usb3_req)
 978 {
 979         int ret = -EAGAIN;
 980
 981         if (usb3_ep->dir_in)
 982                 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_P0_WRITE);
 983         else
 984                 ret = usb3_read_pipe(usb3_ep, usb3_req, USB3_P0_READ);
 985
 986         if (!ret)
 987                 usb3_set_status_stage(usb3_ep, usb3_req);
 988 }
 989
 990 static void usb3_start_pipe0(struct renesas_usb3_ep *usb3_ep,
 991                              struct renesas_usb3_request *usb3_req)
 992 {
 993         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 994
 995         if (usb3_ep->started)
 996                 return;
 997
 998         usb3_ep->started = true;
 999
1000         if (usb3_ep->dir_in) {
1001                 usb3_set_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1002                 usb3_set_p0_con_for_ctrl_read_data(usb3);
1003         } else {
1004                 usb3_clear_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1005                 if (usb3_req->req.length)
1006                         usb3_set_p0_con_for_ctrl_write_data(usb3);
1007         }
1008
1009         usb3_p0_xfer(usb3_ep, usb3_req);
1010 }
1011
1012 static void usb3_start_pipen(struct renesas_usb3_ep *usb3_ep,
1013                              struct renesas_usb3_request *usb3_req)
1014 {
1015         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1016         struct renesas_usb3_request *usb3_req_first = usb3_get_request(usb3_ep);
1017         unsigned long flags;
1018         int ret = -EAGAIN;
1019         u32 enable_bits = 0;
1020
1021         if (usb3_ep->halt || usb3_ep->started)
1022                 return;
1023         if (usb3_req != usb3_req_first)
1024                 return;
1025
1026         spin_lock_irqsave(&usb3->lock, flags);
1027         if (usb3_pn_change(usb3, usb3_ep->num) < 0)
1028                 goto out;
1029
1030         usb3_ep->started = true;
1031         usb3_pn_start(usb3);
1032
1033         if (usb3_ep->dir_in) {
1034                 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE);
1035                 enable_bits |= PN_INT_LSTTR;
1036         }
1037
1038         if (ret < 0)
1039                 enable_bits |= PN_INT_BFRDY;
1040
1041         if (enable_bits) {
1042                 usb3_set_bit(usb3, enable_bits, USB3_PN_INT_ENA);
1043                 usb3_enable_pipe_irq(usb3, usb3_ep->num);
1044         }
1045 out:
1046         spin_unlock_irqrestore(&usb3->lock, flags);
1047 }
1048
1049 static int renesas_usb3_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
1050                                  gfp_t gfp_flags)
1051 {
1052         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1053         struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1054         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1055         unsigned long flags;
1056
1057         dev_dbg(usb3_to_dev(usb3), "ep_queue: ep%2d, %u\n", usb3_ep->num,
1058                 _req->length);
1059
1060         _req->status = -EINPROGRESS;
1061         _req->actual = 0;
1062         spin_lock_irqsave(&usb3->lock, flags);
1063         list_add_tail(&usb3_req->queue, &usb3_ep->queue);
1064         spin_unlock_irqrestore(&usb3->lock, flags);
1065
1066         if (!usb3_ep->num)
1067                 usb3_start_pipe0(usb3_ep, usb3_req);
1068         else
1069                 usb3_start_pipen(usb3_ep, usb3_req);
1070
1071         return 0;
1072 }
1073
1074 static void usb3_set_device_address(struct renesas_usb3 *usb3, u16 addr)
1075 {
1076         /* DEV_ADDR bit field is cleared by WarmReset, HotReset and BusReset */
1077         usb3_set_bit(usb3, USB_COM_CON_DEV_ADDR(addr), USB3_USB_COM_CON);
1078 }
1079
1080 static bool usb3_std_req_set_address(struct renesas_usb3 *usb3,
1081                                      struct usb_ctrlrequest *ctrl)
1082 {
1083         if (ctrl->wValue >= 128)
1084                 return true;    /* stall */
1085
1086         usb3_set_device_address(usb3, ctrl->wValue);
1087         usb3_set_p0_con_for_no_data(usb3);
1088
1089         return false;
1090 }
1091
1092 static void usb3_pipe0_internal_xfer(struct renesas_usb3 *usb3,
1093                                      void *tx_data, size_t len,
1094                                      void (*complete)(struct usb_ep *ep,
1095                                                       struct usb_request *req))
1096 {
1097         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1098
1099         if (tx_data)
1100                 memcpy(usb3->ep0_buf, tx_data,
1101                        min_t(size_t, len, USB3_EP0_BUF_SIZE));
1102
1103         usb3->ep0_req->buf = &usb3->ep0_buf;
1104         usb3->ep0_req->length = len;
1105         usb3->ep0_req->complete = complete;
1106         renesas_usb3_ep_queue(&usb3_ep->ep, usb3->ep0_req, GFP_ATOMIC);
1107 }
1108
1109 static void usb3_pipe0_get_status_completion(struct usb_ep *ep,
1110                                              struct usb_request *req)
1111 {
1112 }
1113
1114 static bool usb3_std_req_get_status(struct renesas_usb3 *usb3,
1115                                     struct usb_ctrlrequest *ctrl)
1116 {
1117         bool stall = false;
1118         struct renesas_usb3_ep *usb3_ep;
1119         int num;
1120         u16 status = 0;
1121
1122         switch (ctrl->bRequestType & USB_RECIP_MASK) {
1123         case USB_RECIP_DEVICE:
1124                 if (usb3->gadget.is_selfpowered)
1125                         status |= 1 << USB_DEVICE_SELF_POWERED;
1126                 if (usb3->gadget.speed == USB_SPEED_SUPER)
1127                         status |= usb3_feature_get_un_enabled(usb3);
1128                 break;
1129         case USB_RECIP_INTERFACE:
1130                 break;
1131         case USB_RECIP_ENDPOINT:
1132                 num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1133                 usb3_ep = usb3_get_ep(usb3, num);
1134                 if (usb3_ep->halt)
1135                         status |= 1 << USB_ENDPOINT_HALT;
1136                 break;
1137         default:
1138                 stall = true;
1139                 break;
1140         }
1141
1142         if (!stall) {
1143                 status = cpu_to_le16(status);
1144                 dev_dbg(usb3_to_dev(usb3), "get_status: req = %p\n",
1145                         usb_req_to_usb3_req(usb3->ep0_req));
1146                 usb3_pipe0_internal_xfer(usb3, &status, sizeof(status),
1147                                          usb3_pipe0_get_status_completion);
1148         }
1149
1150         return stall;
1151 }
1152
1153 static bool usb3_std_req_feature_device(struct renesas_usb3 *usb3,
1154                                         struct usb_ctrlrequest *ctrl, bool set)
1155 {
1156         bool stall = true;
1157         u16 w_value = le16_to_cpu(ctrl->wValue);
1158
1159         switch (w_value) {
1160         case USB_DEVICE_TEST_MODE:
1161                 if (!set)
1162                         break;
1163                 usb3->test_mode = le16_to_cpu(ctrl->wIndex) >> 8;
1164                 stall = false;
1165                 break;
1166         case USB_DEVICE_U1_ENABLE:
1167         case USB_DEVICE_U2_ENABLE:
1168                 if (usb3->gadget.speed != USB_SPEED_SUPER)
1169                         break;
1170                 if (w_value == USB_DEVICE_U1_ENABLE)
1171                         usb3_feature_u1_enable(usb3, set);
1172                 if (w_value == USB_DEVICE_U2_ENABLE)
1173                         usb3_feature_u2_enable(usb3, set);
1174                 stall = false;
1175                 break;
1176         default:
1177                 break;
1178         }
1179
1180         return stall;
1181 }
1182
1183 static int usb3_set_halt_p0(struct renesas_usb3_ep *usb3_ep, bool halt)
1184 {
1185         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1186
1187         if (unlikely(usb3_ep->num))
1188                 return -EINVAL;
1189
1190         usb3_ep->halt = halt;
1191         if (halt)
1192                 usb3_set_p0_con_stall(usb3);
1193         else
1194                 usb3_set_p0_con_stop(usb3);
1195
1196         return 0;
1197 }
1198
1199 static int usb3_set_halt_pn(struct renesas_usb3_ep *usb3_ep, bool halt,
1200                             bool is_clear_feature)
1201 {
1202         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1203         unsigned long flags;
1204
1205         spin_lock_irqsave(&usb3->lock, flags);
1206         if (!usb3_pn_change(usb3, usb3_ep->num)) {
1207                 usb3_ep->halt = halt;
1208                 if (halt) {
1209                         usb3_pn_stall(usb3);
1210                 } else if (!is_clear_feature || !usb3_ep->wedge) {
1211                         usb3_pn_con_clear(usb3);
1212                         usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1213                         usb3_pn_stop(usb3);
1214                 }
1215         }
1216         spin_unlock_irqrestore(&usb3->lock, flags);
1217
1218         return 0;
1219 }
1220
1221 static int usb3_set_halt(struct renesas_usb3_ep *usb3_ep, bool halt,
1222                          bool is_clear_feature)
1223 {
1224         int ret = 0;
1225
1226         if (halt && usb3_ep->started)
1227                 return -EAGAIN;
1228
1229         if (usb3_ep->num)
1230                 ret = usb3_set_halt_pn(usb3_ep, halt, is_clear_feature);
1231         else
1232                 ret = usb3_set_halt_p0(usb3_ep, halt);
1233
1234         return ret;
1235 }
1236
1237 static bool usb3_std_req_feature_endpoint(struct renesas_usb3 *usb3,
1238                                           struct usb_ctrlrequest *ctrl,
1239                                           bool set)
1240 {
1241         int num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1242         struct renesas_usb3_ep *usb3_ep;
1243         struct renesas_usb3_request *usb3_req;
1244
1245         if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
1246                 return true;    /* stall */
1247
1248         usb3_ep = usb3_get_ep(usb3, num);
1249         usb3_set_halt(usb3_ep, set, true);
1250
1251         /* Restarts a queue if clear feature */
1252         if (!set) {
1253                 usb3_ep->started = false;
1254                 usb3_req = usb3_get_request(usb3_ep);
1255                 if (usb3_req)
1256                         usb3_start_pipen(usb3_ep, usb3_req);
1257         }
1258
1259         return false;
1260 }
1261
1262 static bool usb3_std_req_feature(struct renesas_usb3 *usb3,
1263                                  struct usb_ctrlrequest *ctrl, bool set)
1264 {
1265         bool stall = false;
1266
1267         switch (ctrl->bRequestType & USB_RECIP_MASK) {
1268         case USB_RECIP_DEVICE:
1269                 stall = usb3_std_req_feature_device(usb3, ctrl, set);
1270                 break;
1271         case USB_RECIP_INTERFACE:
1272                 break;
1273         case USB_RECIP_ENDPOINT:
1274                 stall = usb3_std_req_feature_endpoint(usb3, ctrl, set);
1275                 break;
1276         default:
1277                 stall = true;
1278                 break;
1279         }
1280
1281         if (!stall)
1282                 usb3_set_p0_con_for_no_data(usb3);
1283
1284         return stall;
1285 }
1286
1287 static void usb3_pipe0_set_sel_completion(struct usb_ep *ep,
1288                                           struct usb_request *req)
1289 {
1290         /* TODO */
1291 }
1292
1293 static bool usb3_std_req_set_sel(struct renesas_usb3 *usb3,
1294                                  struct usb_ctrlrequest *ctrl)
1295 {
1296         u16 w_length = le16_to_cpu(ctrl->wLength);
1297
1298         if (w_length != 6)
1299                 return true;    /* stall */
1300
1301         dev_dbg(usb3_to_dev(usb3), "set_sel: req = %p\n",
1302                 usb_req_to_usb3_req(usb3->ep0_req));
1303         usb3_pipe0_internal_xfer(usb3, NULL, 6, usb3_pipe0_set_sel_completion);
1304
1305         return false;
1306 }
1307
1308 static bool usb3_std_req_set_configuration(struct renesas_usb3 *usb3,
1309                                            struct usb_ctrlrequest *ctrl)
1310 {
1311         if (ctrl->wValue > 0)
1312                 usb3_set_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1313         else
1314                 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1315
1316         return false;
1317 }
1318
1319 /**
1320  * usb3_handle_standard_request - handle some standard requests
1321  * @usb3: the renesas_usb3 pointer
1322  * @ctrl: a pointer of setup data
1323  *
1324  * Returns true if this function handled a standard request
1325  */
1326 static bool usb3_handle_standard_request(struct renesas_usb3 *usb3,
1327                                          struct usb_ctrlrequest *ctrl)
1328 {
1329         bool ret = false;
1330         bool stall = false;
1331
1332         if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1333                 switch (ctrl->bRequest) {
1334                 case USB_REQ_SET_ADDRESS:
1335                         stall = usb3_std_req_set_address(usb3, ctrl);
1336                         ret = true;
1337                         break;
1338                 case USB_REQ_GET_STATUS:
1339                         stall = usb3_std_req_get_status(usb3, ctrl);
1340                         ret = true;
1341                         break;
1342                 case USB_REQ_CLEAR_FEATURE:
1343                         stall = usb3_std_req_feature(usb3, ctrl, false);
1344                         ret = true;
1345                         break;
1346                 case USB_REQ_SET_FEATURE:
1347                         stall = usb3_std_req_feature(usb3, ctrl, true);
1348                         ret = true;
1349                         break;
1350                 case USB_REQ_SET_SEL:
1351                         stall = usb3_std_req_set_sel(usb3, ctrl);
1352                         ret = true;
1353                         break;
1354                 case USB_REQ_SET_ISOCH_DELAY:
1355                         /* This hardware doesn't support Isochronous xfer */
1356                         stall = true;
1357                         ret = true;
1358                         break;
1359                 case USB_REQ_SET_CONFIGURATION:
1360                         usb3_std_req_set_configuration(usb3, ctrl);
1361                         break;
1362                 default:
1363                         break;
1364                 }
1365         }
1366
1367         if (stall)
1368                 usb3_set_p0_con_stall(usb3);
1369
1370         return ret;
1371 }
1372
1373 static int usb3_p0_con_clear_buffer(struct renesas_usb3 *usb3)
1374 {
1375         usb3_set_bit(usb3, P0_CON_BCLR, USB3_P0_CON);
1376
1377         return usb3_wait(usb3, USB3_P0_CON, P0_CON_BCLR, 0);
1378 }
1379
1380 static void usb3_irq_epc_pipe0_setup(struct renesas_usb3 *usb3)
1381 {
1382         struct usb_ctrlrequest ctrl;
1383         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1384
1385         /* Call giveback function if previous transfer is not completed */
1386         if (usb3_ep->started)
1387                 usb3_request_done(usb3_ep, usb3_get_request(usb3_ep),
1388                                   -ECONNRESET);
1389
1390         usb3_p0_con_clear_buffer(usb3);
1391         usb3_get_setup_data(usb3, &ctrl);
1392         if (!usb3_handle_standard_request(usb3, &ctrl))
1393                 if (usb3->driver->setup(&usb3->gadget, &ctrl) < 0)
1394                         usb3_set_p0_con_stall(usb3);
1395 }
1396
1397 static void usb3_irq_epc_pipe0_bfrdy(struct renesas_usb3 *usb3)
1398 {
1399         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1400         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1401
1402         if (!usb3_req)
1403                 return;
1404
1405         usb3_p0_xfer(usb3_ep, usb3_req);
1406 }
1407
1408 static void usb3_irq_epc_pipe0(struct renesas_usb3 *usb3)
1409 {
1410         u32 p0_int_sta = usb3_read(usb3, USB3_P0_INT_STA);
1411
1412         p0_int_sta &= usb3_read(usb3, USB3_P0_INT_ENA);
1413         usb3_write(usb3, p0_int_sta, USB3_P0_INT_STA);
1414         if (p0_int_sta & P0_INT_STSED)
1415                 usb3_irq_epc_pipe0_status_end(usb3);
1416         if (p0_int_sta & P0_INT_SETUP)
1417                 usb3_irq_epc_pipe0_setup(usb3);
1418         if (p0_int_sta & P0_INT_BFRDY)
1419                 usb3_irq_epc_pipe0_bfrdy(usb3);
1420 }
1421
1422 static void usb3_request_done_pipen(struct renesas_usb3 *usb3,
1423                                     struct renesas_usb3_ep *usb3_ep,
1424                                     struct renesas_usb3_request *usb3_req,
1425                                     int status)
1426 {
1427         unsigned long flags;
1428
1429         spin_lock_irqsave(&usb3->lock, flags);
1430         if (usb3_pn_change(usb3, usb3_ep->num))
1431                 usb3_pn_stop(usb3);
1432         spin_unlock_irqrestore(&usb3->lock, flags);
1433
1434         usb3_disable_pipe_irq(usb3, usb3_ep->num);
1435         usb3_request_done(usb3_ep, usb3_req, status);
1436
1437         /* get next usb3_req */
1438         usb3_req = usb3_get_request(usb3_ep);
1439         if (usb3_req)
1440                 usb3_start_pipen(usb3_ep, usb3_req);
1441 }
1442
1443 static void usb3_irq_epc_pipen_lsttr(struct renesas_usb3 *usb3, int num)
1444 {
1445         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1446         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1447
1448         if (!usb3_req)
1449                 return;
1450
1451         if (usb3_ep->dir_in) {
1452                 dev_dbg(usb3_to_dev(usb3), "%s: len = %u, actual = %u\n",
1453                         __func__, usb3_req->req.length, usb3_req->req.actual);
1454                 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1455         }
1456 }
1457
1458 static void usb3_irq_epc_pipen_bfrdy(struct renesas_usb3 *usb3, int num)
1459 {
1460         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1461         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1462         bool done = false;
1463
1464         if (!usb3_req)
1465                 return;
1466
1467         spin_lock(&usb3->lock);
1468         if (usb3_pn_change(usb3, num))
1469                 goto out;
1470
1471         if (usb3_ep->dir_in) {
1472                 /* Do not stop the IN pipe here to detect LSTTR interrupt */
1473                 if (!usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE))
1474                         usb3_clear_bit(usb3, PN_INT_BFRDY, USB3_PN_INT_ENA);
1475         } else {
1476                 if (!usb3_read_pipe(usb3_ep, usb3_req, USB3_PN_READ))
1477                         done = true;
1478         }
1479
1480 out:
1481         /* need to unlock because usb3_request_done_pipen() locks it */
1482         spin_unlock(&usb3->lock);
1483
1484         if (done)
1485                 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1486 }
1487
1488 static void usb3_irq_epc_pipen(struct renesas_usb3 *usb3, int num)
1489 {
1490         u32 pn_int_sta;
1491
1492         spin_lock(&usb3->lock);
1493         if (usb3_pn_change(usb3, num) < 0) {
1494                 spin_unlock(&usb3->lock);
1495                 return;
1496         }
1497
1498         pn_int_sta = usb3_read(usb3, USB3_PN_INT_STA);
1499         pn_int_sta &= usb3_read(usb3, USB3_PN_INT_ENA);
1500         usb3_write(usb3, pn_int_sta, USB3_PN_INT_STA);
1501         spin_unlock(&usb3->lock);
1502         if (pn_int_sta & PN_INT_LSTTR)
1503                 usb3_irq_epc_pipen_lsttr(usb3, num);
1504         if (pn_int_sta & PN_INT_BFRDY)
1505                 usb3_irq_epc_pipen_bfrdy(usb3, num);
1506 }
1507
1508 static void usb3_irq_epc_int_2(struct renesas_usb3 *usb3, u32 int_sta_2)
1509 {
1510         int i;
1511
1512         for (i = 0; i < usb3->num_usb3_eps; i++) {
1513                 if (int_sta_2 & USB_INT_2_PIPE(i)) {
1514                         if (!i)
1515                                 usb3_irq_epc_pipe0(usb3);
1516                         else
1517                                 usb3_irq_epc_pipen(usb3, i);
1518                 }
1519         }
1520 }
1521
1522 static void usb3_irq_epc(struct renesas_usb3 *usb3)
1523 {
1524         u32 int_sta_1 = usb3_read(usb3, USB3_USB_INT_STA_1);
1525         u32 int_sta_2 = usb3_read(usb3, USB3_USB_INT_STA_2);
1526
1527         int_sta_1 &= usb3_read(usb3, USB3_USB_INT_ENA_1);
1528         if (int_sta_1) {
1529                 usb3_write(usb3, int_sta_1, USB3_USB_INT_STA_1);
1530                 usb3_irq_epc_int_1(usb3, int_sta_1);
1531         }
1532
1533         int_sta_2 &= usb3_read(usb3, USB3_USB_INT_ENA_2);
1534         if (int_sta_2)
1535                 usb3_irq_epc_int_2(usb3, int_sta_2);
1536 }
1537
1538 static irqreturn_t renesas_usb3_irq(int irq, void *_usb3)
1539 {
1540         struct renesas_usb3 *usb3 = _usb3;
1541         irqreturn_t ret = IRQ_NONE;
1542         u32 axi_int_sta = usb3_read(usb3, USB3_AXI_INT_STA);
1543
1544         if (axi_int_sta & AXI_INT_EPCINT) {
1545                 usb3_irq_epc(usb3);
1546                 ret = IRQ_HANDLED;
1547         }
1548
1549         return ret;
1550 }
1551
1552 static void usb3_write_pn_mod(struct renesas_usb3_ep *usb3_ep,
1553                               const struct usb_endpoint_descriptor *desc)
1554 {
1555         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1556         u32 val = 0;
1557
1558         val |= usb3_ep->dir_in ? PN_MOD_DIR : 0;
1559         val |= PN_MOD_TYPE(usb_endpoint_type(desc));
1560         val |= PN_MOD_EPNUM(usb_endpoint_num(desc));
1561         usb3_write(usb3, val, USB3_PN_MOD);
1562 }
1563
1564 static u32 usb3_calc_ramarea(int ram_size)
1565 {
1566         WARN_ON(ram_size > SZ_16K);
1567
1568         if (ram_size <= SZ_1K)
1569                 return PN_RAMMAP_RAMAREA_1KB;
1570         else if (ram_size <= SZ_2K)
1571                 return PN_RAMMAP_RAMAREA_2KB;
1572         else if (ram_size <= SZ_4K)
1573                 return PN_RAMMAP_RAMAREA_4KB;
1574         else if (ram_size <= SZ_8K)
1575                 return PN_RAMMAP_RAMAREA_8KB;
1576         else
1577                 return PN_RAMMAP_RAMAREA_16KB;
1578 }
1579
1580 static u32 usb3_calc_rammap_val(struct renesas_usb3_ep *usb3_ep,
1581                                 const struct usb_endpoint_descriptor *desc)
1582 {
1583         int i;
1584         const u32 max_packet_array[] = {8, 16, 32, 64, 512};
1585         u32 mpkt = PN_RAMMAP_MPKT(1024);
1586
1587         for (i = 0; i < ARRAY_SIZE(max_packet_array); i++) {
1588                 if (usb_endpoint_maxp(desc) <= max_packet_array[i])
1589                         mpkt = PN_RAMMAP_MPKT(max_packet_array[i]);
1590         }
1591
1592         return usb3_ep->rammap_val | mpkt;
1593 }
1594
1595 static int usb3_enable_pipe_n(struct renesas_usb3_ep *usb3_ep,
1596                               const struct usb_endpoint_descriptor *desc)
1597 {
1598         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1599         unsigned long flags;
1600
1601         usb3_ep->dir_in = usb_endpoint_dir_in(desc);
1602
1603         spin_lock_irqsave(&usb3->lock, flags);
1604         if (!usb3_pn_change(usb3, usb3_ep->num)) {
1605                 usb3_write_pn_mod(usb3_ep, desc);
1606                 usb3_write(usb3, usb3_calc_rammap_val(usb3_ep, desc),
1607                            USB3_PN_RAMMAP);
1608                 usb3_pn_con_clear(usb3);
1609                 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1610         }
1611         spin_unlock_irqrestore(&usb3->lock, flags);
1612
1613         return 0;
1614 }
1615
1616 static int usb3_disable_pipe_n(struct renesas_usb3_ep *usb3_ep)
1617 {
1618         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1619         unsigned long flags;
1620
1621         usb3_ep->halt = false;
1622
1623         spin_lock_irqsave(&usb3->lock, flags);
1624         if (!usb3_pn_change(usb3, usb3_ep->num)) {
1625                 usb3_write(usb3, 0, USB3_PN_RAMMAP);
1626                 usb3_clear_bit(usb3, PN_CON_EN, USB3_PN_CON);
1627         }
1628         spin_unlock_irqrestore(&usb3->lock, flags);
1629
1630         return 0;
1631 }
1632
1633 /*------- usb_ep_ops -----------------------------------------------------*/
1634 static int renesas_usb3_ep_enable(struct usb_ep *_ep,
1635                                   const struct usb_endpoint_descriptor *desc)
1636 {
1637         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1638
1639         return usb3_enable_pipe_n(usb3_ep, desc);
1640 }
1641
1642 static int renesas_usb3_ep_disable(struct usb_ep *_ep)
1643 {
1644         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1645         struct renesas_usb3_request *usb3_req;
1646
1647         do {
1648                 usb3_req = usb3_get_request(usb3_ep);
1649                 if (!usb3_req)
1650                         break;
1651                 usb3_request_done(usb3_ep, usb3_req, -ESHUTDOWN);
1652         } while (1);
1653
1654         return usb3_disable_pipe_n(usb3_ep);
1655 }
1656
1657 static struct usb_request *__renesas_usb3_ep_alloc_request(gfp_t gfp_flags)
1658 {
1659         struct renesas_usb3_request *usb3_req;
1660
1661         usb3_req = kzalloc(sizeof(struct renesas_usb3_request), gfp_flags);
1662         if (!usb3_req)
1663                 return NULL;
1664
1665         INIT_LIST_HEAD(&usb3_req->queue);
1666
1667         return &usb3_req->req;
1668 }
1669
1670 static void __renesas_usb3_ep_free_request(struct usb_request *_req)
1671 {
1672         struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1673
1674         kfree(usb3_req);
1675 }
1676
1677 static struct usb_request *renesas_usb3_ep_alloc_request(struct usb_ep *_ep,
1678                                                          gfp_t gfp_flags)
1679 {
1680         return __renesas_usb3_ep_alloc_request(gfp_flags);
1681 }
1682
1683 static void renesas_usb3_ep_free_request(struct usb_ep *_ep,
1684                                          struct usb_request *_req)
1685 {
1686         __renesas_usb3_ep_free_request(_req);
1687 }
1688
1689 static int renesas_usb3_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
1690 {
1691         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1692         struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1693         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1694
1695         dev_dbg(usb3_to_dev(usb3), "ep_dequeue: ep%2d, %u\n", usb3_ep->num,
1696                 _req->length);
1697
1698         usb3_request_done_pipen(usb3, usb3_ep, usb3_req, -ECONNRESET);
1699
1700         return 0;
1701 }
1702
1703 static int renesas_usb3_ep_set_halt(struct usb_ep *_ep, int value)
1704 {
1705         return usb3_set_halt(usb_ep_to_usb3_ep(_ep), !!value, false);
1706 }
1707
1708 static int renesas_usb3_ep_set_wedge(struct usb_ep *_ep)
1709 {
1710         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1711
1712         usb3_ep->wedge = true;
1713         return usb3_set_halt(usb3_ep, true, false);
1714 }
1715
1716 static void renesas_usb3_ep_fifo_flush(struct usb_ep *_ep)
1717 {
1718         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1719         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1720         unsigned long flags;
1721
1722         if (usb3_ep->num) {
1723                 spin_lock_irqsave(&usb3->lock, flags);
1724                 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1725                         usb3_pn_con_clear(usb3);
1726                         usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1727                 }
1728                 spin_unlock_irqrestore(&usb3->lock, flags);
1729         } else {
1730                 usb3_p0_con_clear_buffer(usb3);
1731         }
1732 }
1733
1734 static struct usb_ep_ops renesas_usb3_ep_ops = {
1735         .enable         = renesas_usb3_ep_enable,
1736         .disable        = renesas_usb3_ep_disable,
1737
1738         .alloc_request  = renesas_usb3_ep_alloc_request,
1739         .free_request   = renesas_usb3_ep_free_request,
1740
1741         .queue          = renesas_usb3_ep_queue,
1742         .dequeue        = renesas_usb3_ep_dequeue,
1743
1744         .set_halt       = renesas_usb3_ep_set_halt,
1745         .set_wedge      = renesas_usb3_ep_set_wedge,
1746         .fifo_flush     = renesas_usb3_ep_fifo_flush,
1747 };
1748
1749 /*------- usb_gadget_ops -------------------------------------------------*/
1750 static int renesas_usb3_start(struct usb_gadget *gadget,
1751                               struct usb_gadget_driver *driver)
1752 {
1753         struct renesas_usb3 *usb3;
1754
1755         if (!driver || driver->max_speed < USB_SPEED_FULL ||
1756             !driver->setup)
1757                 return -EINVAL;
1758
1759         usb3 = gadget_to_renesas_usb3(gadget);
1760
1761         /* hook up the driver */
1762         usb3->driver = driver;
1763
1764         pm_runtime_enable(usb3_to_dev(usb3));
1765         pm_runtime_get_sync(usb3_to_dev(usb3));
1766
1767         renesas_usb3_init_controller(usb3);
1768
1769         return 0;
1770 }
1771
1772 static int renesas_usb3_stop(struct usb_gadget *gadget)
1773 {
1774         struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
1775
1776         usb3->softconnect = false;
1777         usb3->gadget.speed = USB_SPEED_UNKNOWN;
1778         usb3->driver = NULL;
1779         renesas_usb3_stop_controller(usb3);
1780
1781         pm_runtime_put(usb3_to_dev(usb3));
1782         pm_runtime_disable(usb3_to_dev(usb3));
1783
1784         return 0;
1785 }
1786
1787 static int renesas_usb3_get_frame(struct usb_gadget *_gadget)
1788 {
1789         return -EOPNOTSUPP;
1790 }
1791
1792 static int renesas_usb3_pullup(struct usb_gadget *gadget, int is_on)
1793 {
1794         struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
1795
1796         usb3->softconnect = !!is_on;
1797
1798         return 0;
1799 }
1800
1801 static int renesas_usb3_set_selfpowered(struct usb_gadget *gadget, int is_self)
1802 {
1803         gadget->is_selfpowered = !!is_self;
1804
1805         return 0;
1806 }
1807
1808 static const struct usb_gadget_ops renesas_usb3_gadget_ops = {
1809         .get_frame              = renesas_usb3_get_frame,
1810         .udc_start              = renesas_usb3_start,
1811         .udc_stop               = renesas_usb3_stop,
1812         .pullup                 = renesas_usb3_pullup,
1813         .set_selfpowered        = renesas_usb3_set_selfpowered,
1814 };
1815
1816 /*------- platform_driver ------------------------------------------------*/
1817 static int renesas_usb3_remove(struct platform_device *pdev)
1818 {
1819         struct renesas_usb3 *usb3 = platform_get_drvdata(pdev);
1820
1821         usb_del_gadget_udc(&usb3->gadget);
1822
1823         __renesas_usb3_ep_free_request(usb3->ep0_req);
1824
1825         return 0;
1826 }
1827
1828 static int renesas_usb3_init_ep(struct renesas_usb3 *usb3, struct device *dev,
1829                                 const struct renesas_usb3_priv *priv)
1830 {
1831         struct renesas_usb3_ep *usb3_ep;
1832         int i;
1833
1834         /* calculate num_usb3_eps from renesas_usb3_priv */
1835         usb3->num_usb3_eps = priv->ramsize_per_ramif * priv->num_ramif * 2 /
1836                              priv->ramsize_per_pipe + 1;
1837
1838         if (usb3->num_usb3_eps > USB3_MAX_NUM_PIPES)
1839                 usb3->num_usb3_eps = USB3_MAX_NUM_PIPES;
1840
1841         usb3->usb3_ep = devm_kzalloc(dev, sizeof(*usb3_ep) * usb3->num_usb3_eps,
1842                                      GFP_KERNEL);
1843         if (!usb3->usb3_ep)
1844                 return -ENOMEM;
1845
1846         dev_dbg(dev, "%s: num_usb3_eps = %d\n", __func__, usb3->num_usb3_eps);
1847         /*
1848          * This driver prepares pipes as the followings:
1849          *  - odd pipes = IN pipe
1850          *  - even pipes = OUT pipe (except pipe 0)
1851          */
1852         usb3_for_each_ep(usb3_ep, usb3, i) {
1853                 snprintf(usb3_ep->ep_name, sizeof(usb3_ep->ep_name), "ep%d", i);
1854                 usb3_ep->usb3 = usb3;
1855                 usb3_ep->num = i;
1856                 usb3_ep->ep.name = usb3_ep->ep_name;
1857                 usb3_ep->ep.ops = &renesas_usb3_ep_ops;
1858                 INIT_LIST_HEAD(&usb3_ep->queue);
1859                 INIT_LIST_HEAD(&usb3_ep->ep.ep_list);
1860                 if (!i) {
1861                         /* for control pipe */
1862                         usb3->gadget.ep0 = &usb3_ep->ep;
1863                         usb_ep_set_maxpacket_limit(&usb3_ep->ep,
1864                                                 USB3_EP0_SS_MAX_PACKET_SIZE);
1865                         usb3_ep->ep.caps.type_control = true;
1866                         usb3_ep->ep.caps.dir_in = true;
1867                         usb3_ep->ep.caps.dir_out = true;
1868                         continue;
1869                 }
1870
1871                 /* for bulk or interrupt pipe */
1872                 usb_ep_set_maxpacket_limit(&usb3_ep->ep, ~0);
1873                 list_add_tail(&usb3_ep->ep.ep_list, &usb3->gadget.ep_list);
1874                 usb3_ep->ep.caps.type_bulk = true;
1875                 usb3_ep->ep.caps.type_int = true;
1876                 if (i & 1)
1877                         usb3_ep->ep.caps.dir_in = true;
1878                 else
1879                         usb3_ep->ep.caps.dir_out = true;
1880         }
1881
1882         return 0;
1883 }
1884
1885 static void renesas_usb3_init_ram(struct renesas_usb3 *usb3, struct device *dev,
1886                                   const struct renesas_usb3_priv *priv)
1887 {
1888         struct renesas_usb3_ep *usb3_ep;
1889         int i;
1890         u32 ramif[2], basead[2];        /* index 0 = for IN pipes */
1891         u32 *cur_ramif, *cur_basead;
1892         u32 val;
1893
1894         memset(ramif, 0, sizeof(ramif));
1895         memset(basead, 0, sizeof(basead));
1896
1897         /*
1898          * This driver prepares pipes as the followings:
1899          *  - all pipes = the same size as "ramsize_per_pipe"
1900          * Please refer to the "Method of Specifying RAM Mapping"
1901          */
1902         usb3_for_each_ep(usb3_ep, usb3, i) {
1903                 if (!i)
1904                         continue;       /* out of scope if ep num = 0 */
1905                 if (usb3_ep->ep.caps.dir_in) {
1906                         cur_ramif = &ramif[0];
1907                         cur_basead = &basead[0];
1908                 } else {
1909                         cur_ramif = &ramif[1];
1910                         cur_basead = &basead[1];
1911                 }
1912
1913                 if (*cur_basead > priv->ramsize_per_ramif)
1914                         continue;       /* out of memory for IN or OUT pipe */
1915
1916                 /* calculate rammap_val */
1917                 val = PN_RAMMAP_RAMIF(*cur_ramif);
1918                 val |= usb3_calc_ramarea(priv->ramsize_per_pipe);
1919                 val |= PN_RAMMAP_BASEAD(*cur_basead);
1920                 usb3_ep->rammap_val = val;
1921
1922                 dev_dbg(dev, "ep%2d: val = %08x, ramif = %d, base = %x\n",
1923                         i, val, *cur_ramif, *cur_basead);
1924
1925                 /* update current ramif */
1926                 if (*cur_ramif + 1 == priv->num_ramif) {
1927                         *cur_ramif = 0;
1928                         *cur_basead += priv->ramsize_per_pipe;
1929                 } else {
1930                         (*cur_ramif)++;
1931                 }
1932         }
1933 }
1934
1935 static const struct renesas_usb3_priv renesas_usb3_priv_r8a7795 = {
1936         .ramsize_per_ramif = SZ_16K,
1937         .num_ramif = 2,
1938         .ramsize_per_pipe = SZ_4K,
1939         .workaround_for_vbus = true,
1940 };
1941
1942 static const struct of_device_id usb3_of_match[] = {
1943         {
1944                 .compatible = "renesas,r8a7795-usb3-peri",
1945                 .data = &renesas_usb3_priv_r8a7795,
1946         },
1947         { },
1948 };
1949 MODULE_DEVICE_TABLE(of, usb3_of_match);
1950
1951 static int renesas_usb3_probe(struct platform_device *pdev)
1952 {
1953         struct renesas_usb3 *usb3;
1954         struct resource *res;
1955         const struct of_device_id *match;
1956         int irq, ret;
1957         const struct renesas_usb3_priv *priv;
1958
1959         match = of_match_node(usb3_of_match, pdev->dev.of_node);
1960         if (!match)
1961                 return -ENODEV;
1962         priv = match->data;
1963
1964         irq = platform_get_irq(pdev, 0);
1965         if (irq < 0)
1966                 return -ENODEV;
1967
1968         usb3 = devm_kzalloc(&pdev->dev, sizeof(*usb3), GFP_KERNEL);
1969         if (!usb3)
1970                 return -ENOMEM;
1971
1972         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1973         usb3->reg = devm_ioremap_resource(&pdev->dev, res);
1974         if (IS_ERR(usb3->reg))
1975                 return PTR_ERR(usb3->reg);
1976
1977         platform_set_drvdata(pdev, usb3);
1978         spin_lock_init(&usb3->lock);
1979
1980         usb3->gadget.ops = &renesas_usb3_gadget_ops;
1981         usb3->gadget.name = udc_name;
1982         usb3->gadget.max_speed = USB_SPEED_SUPER;
1983         INIT_LIST_HEAD(&usb3->gadget.ep_list);
1984         ret = renesas_usb3_init_ep(usb3, &pdev->dev, priv);
1985         if (ret < 0)
1986                 return ret;
1987         renesas_usb3_init_ram(usb3, &pdev->dev, priv);
1988
1989         ret = devm_request_irq(&pdev->dev, irq, renesas_usb3_irq, 0,
1990                                dev_name(&pdev->dev), usb3);
1991         if (ret < 0)
1992                 return ret;
1993
1994         /* for ep0 handling */
1995         usb3->ep0_req = __renesas_usb3_ep_alloc_request(GFP_KERNEL);
1996         if (!usb3->ep0_req)
1997                 return -ENOMEM;
1998
1999         ret = usb_add_gadget_udc(&pdev->dev, &usb3->gadget);
2000         if (ret < 0)
2001                 goto err_add_udc;
2002
2003         usb3->workaround_for_vbus = priv->workaround_for_vbus;
2004
2005         dev_info(&pdev->dev, "probed\n");
2006
2007         return 0;
2008
2009 err_add_udc:
2010         __renesas_usb3_ep_free_request(usb3->ep0_req);
2011
2012         return ret;
2013 }
2014
2015 static struct platform_driver renesas_usb3_driver = {
2016         .probe          = renesas_usb3_probe,
2017         .remove         = renesas_usb3_remove,
2018         .driver         = {
2019                 .name = (char *)udc_name,
2020                 .of_match_table = of_match_ptr(usb3_of_match),
2021         },
2022 };
2023 module_platform_driver(renesas_usb3_driver);
2024
2025 MODULE_DESCRIPTION("Renesas USB3.0 Peripheral driver");
2026 MODULE_LICENSE("GPL v2");
2027 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
2028 MODULE_ALIAS("platform:renesas_usb3");