blob: 14b1e9b8bf1117037d4b21a41c0fd76a50f1a171 [file] [log] [blame]
Lei Wen26cc5122011-10-05 08:11:40 -07001/*
2 * Copyright 2011, Marvell Semiconductor Inc.
3 * Lei Wen <leiwen@marvell.com>
4 *
Wolfgang Denk1a459662013-07-08 09:37:19 +02005 * SPDX-License-Identifier: GPL-2.0+
Lei Wen26cc5122011-10-05 08:11:40 -07006 *
7 * Back ported to the 8xx platform (from the 8260 platform) by
8 * Murray.Jensen@cmst.csiro.au, 27-Jan-01.
9 */
10
11#include <common.h>
12#include <command.h>
13#include <config.h>
14#include <net.h>
15#include <malloc.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070016#include <asm/byteorder.h>
17#include <asm/errno.h>
Lei Wen26cc5122011-10-05 08:11:40 -070018#include <asm/io.h>
Troy Kisky3b59abf2013-10-10 15:28:00 -070019#include <asm/unaligned.h>
Lei Wen26cc5122011-10-05 08:11:40 -070020#include <linux/types.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070021#include <linux/usb/ch9.h>
22#include <linux/usb/gadget.h>
Marek Vasutf016f8c2014-02-06 02:43:45 +010023#include <usb/ci_udc.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070024#include "../host/ehci.h"
Marek Vasutf016f8c2014-02-06 02:43:45 +010025#include "ci_udc.h"
Lei Wen26cc5122011-10-05 08:11:40 -070026
Marek Vasut5804b882013-07-10 03:16:38 +020027/*
28 * Check if the system has too long cachelines. If the cachelines are
29 * longer then 128b, the driver will not be able flush/invalidate data
30 * cache over separate QH entries. We use 128b because one QH entry is
31 * 64b long and there are always two QH list entries for each endpoint.
32 */
33#if ARCH_DMA_MINALIGN > 128
34#error This driver can not work on systems with caches longer than 128b
35#endif
36
Lei Wen26cc5122011-10-05 08:11:40 -070037#ifndef DEBUG
38#define DBG(x...) do {} while (0)
39#else
40#define DBG(x...) printf(x)
41static const char *reqname(unsigned r)
42{
43 switch (r) {
44 case USB_REQ_GET_STATUS: return "GET_STATUS";
45 case USB_REQ_CLEAR_FEATURE: return "CLEAR_FEATURE";
46 case USB_REQ_SET_FEATURE: return "SET_FEATURE";
47 case USB_REQ_SET_ADDRESS: return "SET_ADDRESS";
48 case USB_REQ_GET_DESCRIPTOR: return "GET_DESCRIPTOR";
49 case USB_REQ_SET_DESCRIPTOR: return "SET_DESCRIPTOR";
50 case USB_REQ_GET_CONFIGURATION: return "GET_CONFIGURATION";
51 case USB_REQ_SET_CONFIGURATION: return "SET_CONFIGURATION";
52 case USB_REQ_GET_INTERFACE: return "GET_INTERFACE";
53 case USB_REQ_SET_INTERFACE: return "SET_INTERFACE";
54 default: return "*UNKNOWN*";
55 }
56}
57#endif
58
Lei Wen26cc5122011-10-05 08:11:40 -070059static struct usb_endpoint_descriptor ep0_out_desc = {
60 .bLength = sizeof(struct usb_endpoint_descriptor),
61 .bDescriptorType = USB_DT_ENDPOINT,
62 .bEndpointAddress = 0,
63 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
64};
65
66static struct usb_endpoint_descriptor ep0_in_desc = {
67 .bLength = sizeof(struct usb_endpoint_descriptor),
68 .bDescriptorType = USB_DT_ENDPOINT,
69 .bEndpointAddress = USB_DIR_IN,
70 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
71};
72
Marek Vasutf016f8c2014-02-06 02:43:45 +010073static int ci_pullup(struct usb_gadget *gadget, int is_on);
74static int ci_ep_enable(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -070075 const struct usb_endpoint_descriptor *desc);
Marek Vasutf016f8c2014-02-06 02:43:45 +010076static int ci_ep_disable(struct usb_ep *ep);
77static int ci_ep_queue(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -070078 struct usb_request *req, gfp_t gfp_flags);
79static struct usb_request *
Marek Vasutf016f8c2014-02-06 02:43:45 +010080ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags);
81static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *_req);
Lei Wen26cc5122011-10-05 08:11:40 -070082
Marek Vasutf016f8c2014-02-06 02:43:45 +010083static struct usb_gadget_ops ci_udc_ops = {
84 .pullup = ci_pullup,
Lei Wen26cc5122011-10-05 08:11:40 -070085};
86
Marek Vasutf016f8c2014-02-06 02:43:45 +010087static struct usb_ep_ops ci_ep_ops = {
88 .enable = ci_ep_enable,
89 .disable = ci_ep_disable,
90 .queue = ci_ep_queue,
91 .alloc_request = ci_ep_alloc_request,
92 .free_request = ci_ep_free_request,
Lei Wen26cc5122011-10-05 08:11:40 -070093};
94
Marek Vasut2ea4b442013-07-10 03:16:30 +020095/* Init values for USB endpoints. */
Marek Vasutf016f8c2014-02-06 02:43:45 +010096static const struct usb_ep ci_ep_init[2] = {
Marek Vasut2ea4b442013-07-10 03:16:30 +020097 [0] = { /* EP 0 */
98 .maxpacket = 64,
99 .name = "ep0",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100100 .ops = &ci_ep_ops,
Marek Vasut2ea4b442013-07-10 03:16:30 +0200101 },
102 [1] = { /* EP 1..n */
103 .maxpacket = 512,
104 .name = "ep-",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100105 .ops = &ci_ep_ops,
Marek Vasut2ea4b442013-07-10 03:16:30 +0200106 },
107};
108
Marek Vasutf016f8c2014-02-06 02:43:45 +0100109static struct ci_drv controller = {
Marek Vasutfe48f052013-07-10 03:16:35 +0200110 .gadget = {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100111 .name = "ci_udc",
112 .ops = &ci_udc_ops,
Troy Kisky5a904432013-09-25 18:41:09 -0700113 .is_dualspeed = 1,
Lei Wen26cc5122011-10-05 08:11:40 -0700114 },
115};
116
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200117/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100118 * ci_get_qh() - return queue head for endpoint
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200119 * @ep_num: Endpoint number
120 * @dir_in: Direction of the endpoint (IN = 1, OUT = 0)
121 *
122 * This function returns the QH associated with particular endpoint
123 * and it's direction.
124 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100125static struct ept_queue_head *ci_get_qh(int ep_num, int dir_in)
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200126{
127 return &controller.epts[(ep_num * 2) + dir_in];
128}
129
Marek Vasutede709c2013-07-10 03:16:41 +0200130/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100131 * ci_get_qtd() - return queue item for endpoint
Marek Vasutede709c2013-07-10 03:16:41 +0200132 * @ep_num: Endpoint number
133 * @dir_in: Direction of the endpoint (IN = 1, OUT = 0)
134 *
135 * This function returns the QH associated with particular endpoint
136 * and it's direction.
137 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100138static struct ept_queue_item *ci_get_qtd(int ep_num, int dir_in)
Marek Vasutede709c2013-07-10 03:16:41 +0200139{
140 return controller.items[(ep_num * 2) + dir_in];
141}
142
Marek Vasutf19a3432013-07-10 03:16:42 +0200143/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100144 * ci_flush_qh - flush cache over queue head
Marek Vasutf19a3432013-07-10 03:16:42 +0200145 * @ep_num: Endpoint number
146 *
147 * This function flushes cache over QH for particular endpoint.
148 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100149static void ci_flush_qh(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200150{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100151 struct ept_queue_head *head = ci_get_qh(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200152 const uint32_t start = (uint32_t)head;
153 const uint32_t end = start + 2 * sizeof(*head);
154
155 flush_dcache_range(start, end);
156}
157
158/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100159 * ci_invalidate_qh - invalidate cache over queue head
Marek Vasutf19a3432013-07-10 03:16:42 +0200160 * @ep_num: Endpoint number
161 *
162 * This function invalidates cache over QH for particular endpoint.
163 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100164static void ci_invalidate_qh(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200165{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100166 struct ept_queue_head *head = ci_get_qh(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200167 uint32_t start = (uint32_t)head;
168 uint32_t end = start + 2 * sizeof(*head);
169
170 invalidate_dcache_range(start, end);
171}
172
173/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100174 * ci_flush_qtd - flush cache over queue item
Marek Vasutf19a3432013-07-10 03:16:42 +0200175 * @ep_num: Endpoint number
176 *
177 * This function flushes cache over qTD pair for particular endpoint.
178 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100179static void ci_flush_qtd(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200180{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100181 struct ept_queue_item *item = ci_get_qtd(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200182 const uint32_t start = (uint32_t)item;
183 const uint32_t end_raw = start + 2 * sizeof(*item);
184 const uint32_t end = roundup(end_raw, ARCH_DMA_MINALIGN);
185
186 flush_dcache_range(start, end);
187}
188
189/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100190 * ci_invalidate_qtd - invalidate cache over queue item
Marek Vasutf19a3432013-07-10 03:16:42 +0200191 * @ep_num: Endpoint number
192 *
193 * This function invalidates cache over qTD pair for particular endpoint.
194 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100195static void ci_invalidate_qtd(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200196{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100197 struct ept_queue_item *item = ci_get_qtd(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200198 const uint32_t start = (uint32_t)item;
199 const uint32_t end_raw = start + 2 * sizeof(*item);
200 const uint32_t end = roundup(end_raw, ARCH_DMA_MINALIGN);
201
202 invalidate_dcache_range(start, end);
203}
204
Lei Wen26cc5122011-10-05 08:11:40 -0700205static struct usb_request *
Marek Vasutf016f8c2014-02-06 02:43:45 +0100206ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags)
Lei Wen26cc5122011-10-05 08:11:40 -0700207{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100208 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
209 return &ci_ep->req;
Lei Wen26cc5122011-10-05 08:11:40 -0700210}
211
Marek Vasutf016f8c2014-02-06 02:43:45 +0100212static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *_req)
Lei Wen26cc5122011-10-05 08:11:40 -0700213{
214 return;
215}
216
Troy Kisky3b59abf2013-10-10 15:28:00 -0700217static void ep_enable(int num, int in, int maxpacket)
Lei Wen26cc5122011-10-05 08:11:40 -0700218{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100219 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700220 unsigned n;
Lei Wen26cc5122011-10-05 08:11:40 -0700221
222 n = readl(&udc->epctrl[num]);
223 if (in)
224 n |= (CTRL_TXE | CTRL_TXR | CTRL_TXT_BULK);
225 else
226 n |= (CTRL_RXE | CTRL_RXR | CTRL_RXT_BULK);
227
Marek Vasutf19a3432013-07-10 03:16:42 +0200228 if (num != 0) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100229 struct ept_queue_head *head = ci_get_qh(num, in);
Troy Kisky7b7924c2013-10-10 15:28:02 -0700230
Troy Kisky3b59abf2013-10-10 15:28:00 -0700231 head->config = CONFIG_MAX_PKT(maxpacket) | CONFIG_ZLT;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100232 ci_flush_qh(num);
Marek Vasutf19a3432013-07-10 03:16:42 +0200233 }
Lei Wen26cc5122011-10-05 08:11:40 -0700234 writel(n, &udc->epctrl[num]);
235}
236
Marek Vasutf016f8c2014-02-06 02:43:45 +0100237static int ci_ep_enable(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -0700238 const struct usb_endpoint_descriptor *desc)
239{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100240 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
Lei Wen26cc5122011-10-05 08:11:40 -0700241 int num, in;
242 num = desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
243 in = (desc->bEndpointAddress & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100244 ci_ep->desc = desc;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700245
246 if (num) {
247 int max = get_unaligned_le16(&desc->wMaxPacketSize);
248
249 if ((max > 64) && (controller.gadget.speed == USB_SPEED_FULL))
250 max = 64;
251 if (ep->maxpacket != max) {
252 DBG("%s: from %d to %d\n", __func__,
253 ep->maxpacket, max);
254 ep->maxpacket = max;
255 }
256 }
257 ep_enable(num, in, ep->maxpacket);
258 DBG("%s: num=%d maxpacket=%d\n", __func__, num, ep->maxpacket);
Lei Wen26cc5122011-10-05 08:11:40 -0700259 return 0;
260}
261
Marek Vasutf016f8c2014-02-06 02:43:45 +0100262static int ci_ep_disable(struct usb_ep *ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700263{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100264 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
Troy Kiskyb065eb72013-09-25 18:41:15 -0700265
Marek Vasutf016f8c2014-02-06 02:43:45 +0100266 ci_ep->desc = NULL;
Lei Wen26cc5122011-10-05 08:11:40 -0700267 return 0;
268}
269
Marek Vasutf016f8c2014-02-06 02:43:45 +0100270static int ci_bounce(struct ci_ep *ep, int in)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200271{
272 uint32_t addr = (uint32_t)ep->req.buf;
273 uint32_t ba;
274
275 /* Input buffer address is not aligned. */
276 if (addr & (ARCH_DMA_MINALIGN - 1))
277 goto align;
278
279 /* Input buffer length is not aligned. */
280 if (ep->req.length & (ARCH_DMA_MINALIGN - 1))
281 goto align;
282
283 /* The buffer is well aligned, only flush cache. */
284 ep->b_len = ep->req.length;
285 ep->b_buf = ep->req.buf;
286 goto flush;
287
288align:
289 /* Use internal buffer for small payloads. */
290 if (ep->req.length <= 64) {
291 ep->b_len = 64;
292 ep->b_buf = ep->b_fast;
293 } else {
294 ep->b_len = roundup(ep->req.length, ARCH_DMA_MINALIGN);
295 ep->b_buf = memalign(ARCH_DMA_MINALIGN, ep->b_len);
296 if (!ep->b_buf)
297 return -ENOMEM;
298 }
Troy Kisky1ebf0272013-10-10 15:28:01 -0700299 if (in)
300 memcpy(ep->b_buf, ep->req.buf, ep->req.length);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200301
302flush:
303 ba = (uint32_t)ep->b_buf;
304 flush_dcache_range(ba, ba + ep->b_len);
305
306 return 0;
307}
308
Marek Vasutf016f8c2014-02-06 02:43:45 +0100309static void ci_debounce(struct ci_ep *ep, int in)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200310{
311 uint32_t addr = (uint32_t)ep->req.buf;
312 uint32_t ba = (uint32_t)ep->b_buf;
313
Troy Kisky1ebf0272013-10-10 15:28:01 -0700314 if (in) {
315 if (addr == ba)
316 return; /* not a bounce */
317 goto free;
318 }
Marek Vasut6dd30af2013-07-10 03:16:43 +0200319 invalidate_dcache_range(ba, ba + ep->b_len);
320
Troy Kisky1ebf0272013-10-10 15:28:01 -0700321 if (addr == ba)
322 return; /* not a bounce */
Marek Vasut6dd30af2013-07-10 03:16:43 +0200323
Marek Vasut6dd30af2013-07-10 03:16:43 +0200324 memcpy(ep->req.buf, ep->b_buf, ep->req.length);
Troy Kisky1ebf0272013-10-10 15:28:01 -0700325free:
Marek Vasut6dd30af2013-07-10 03:16:43 +0200326 /* Large payloads use allocated buffer, free it. */
Troy Kisky1ebf0272013-10-10 15:28:01 -0700327 if (ep->b_buf != ep->b_fast)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200328 free(ep->b_buf);
329}
330
Marek Vasutf016f8c2014-02-06 02:43:45 +0100331static int ci_ep_queue(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -0700332 struct usb_request *req, gfp_t gfp_flags)
333{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100334 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
335 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700336 struct ept_queue_item *item;
337 struct ept_queue_head *head;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200338 int bit, num, len, in, ret;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100339 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
340 in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
341 item = ci_get_qtd(num, in);
342 head = ci_get_qh(num, in);
Lei Wen26cc5122011-10-05 08:11:40 -0700343 len = req->length;
344
Marek Vasutf016f8c2014-02-06 02:43:45 +0100345 ret = ci_bounce(ci_ep, in);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200346 if (ret)
347 return ret;
348
Lei Wen26cc5122011-10-05 08:11:40 -0700349 item->next = TERMINATE;
350 item->info = INFO_BYTES(len) | INFO_IOC | INFO_ACTIVE;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100351 item->page0 = (uint32_t)ci_ep->b_buf;
352 item->page1 = ((uint32_t)ci_ep->b_buf & 0xfffff000) + 0x1000;
353 ci_flush_qtd(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700354
355 head->next = (unsigned) item;
356 head->info = 0;
357
Marek Vasut6dd30af2013-07-10 03:16:43 +0200358 DBG("ept%d %s queue len %x, buffer %p\n",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100359 num, in ? "in" : "out", len, ci_ep->b_buf);
360 ci_flush_qh(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700361
362 if (in)
363 bit = EPT_TX(num);
364 else
365 bit = EPT_RX(num);
366
Lei Wen26cc5122011-10-05 08:11:40 -0700367 writel(bit, &udc->epprime);
368
369 return 0;
370}
371
Marek Vasutf016f8c2014-02-06 02:43:45 +0100372static void handle_ep_complete(struct ci_ep *ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700373{
374 struct ept_queue_item *item;
375 int num, in, len;
376 num = ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
377 in = (ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
378 if (num == 0)
379 ep->desc = &ep0_out_desc;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100380 item = ci_get_qtd(num, in);
381 ci_invalidate_qtd(num);
Wolfgang Denk3765b3e2013-10-07 13:07:26 +0200382
Lei Wen26cc5122011-10-05 08:11:40 -0700383 if (item->info & 0xff)
Troy Kiskyd0928792013-09-25 18:41:08 -0700384 printf("EP%d/%s FAIL info=%x pg0=%x\n",
385 num, in ? "in" : "out", item->info, item->page0);
Lei Wen26cc5122011-10-05 08:11:40 -0700386
387 len = (item->info >> 16) & 0x7fff;
388 ep->req.length -= len;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100389 ci_debounce(ep, in);
Troy Kisky1ebf0272013-10-10 15:28:01 -0700390
Lei Wen26cc5122011-10-05 08:11:40 -0700391 DBG("ept%d %s complete %x\n",
392 num, in ? "in" : "out", len);
393 ep->req.complete(&ep->ep, &ep->req);
394 if (num == 0) {
395 ep->req.length = 0;
396 usb_ep_queue(&ep->ep, &ep->req, 0);
397 ep->desc = &ep0_in_desc;
398 }
399}
400
401#define SETUP(type, request) (((type) << 8) | (request))
402
403static void handle_setup(void)
404{
Marek Vasut532d8462013-07-10 03:16:29 +0200405 struct usb_request *req = &controller.ep[0].req;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100406 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700407 struct ept_queue_head *head;
408 struct usb_ctrlrequest r;
409 int status = 0;
410 int num, in, _num, _in, i;
411 char *buf;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100412 head = ci_get_qh(0, 0); /* EP0 OUT */
Lei Wen26cc5122011-10-05 08:11:40 -0700413
Marek Vasutf016f8c2014-02-06 02:43:45 +0100414 ci_invalidate_qh(0);
Lei Wen26cc5122011-10-05 08:11:40 -0700415 memcpy(&r, head->setup_data, sizeof(struct usb_ctrlrequest));
416 writel(EPT_RX(0), &udc->epstat);
417 DBG("handle setup %s, %x, %x index %x value %x\n", reqname(r.bRequest),
418 r.bRequestType, r.bRequest, r.wIndex, r.wValue);
419
420 switch (SETUP(r.bRequestType, r.bRequest)) {
421 case SETUP(USB_RECIP_ENDPOINT, USB_REQ_CLEAR_FEATURE):
422 _num = r.wIndex & 15;
423 _in = !!(r.wIndex & 0x80);
424
425 if ((r.wValue == 0) && (r.wLength == 0)) {
426 req->length = 0;
427 for (i = 0; i < NUM_ENDPOINTS; i++) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100428 struct ci_ep *ep = &controller.ep[i];
Troy Kisky3b59abf2013-10-10 15:28:00 -0700429
430 if (!ep->desc)
Lei Wen26cc5122011-10-05 08:11:40 -0700431 continue;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700432 num = ep->desc->bEndpointAddress
Marek Vasut532d8462013-07-10 03:16:29 +0200433 & USB_ENDPOINT_NUMBER_MASK;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700434 in = (ep->desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700435 & USB_DIR_IN) != 0;
436 if ((num == _num) && (in == _in)) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700437 ep_enable(num, in, ep->ep.maxpacket);
Lei Wen26cc5122011-10-05 08:11:40 -0700438 usb_ep_queue(controller.gadget.ep0,
439 req, 0);
440 break;
441 }
442 }
443 }
444 return;
445
446 case SETUP(USB_RECIP_DEVICE, USB_REQ_SET_ADDRESS):
447 /*
448 * write address delayed (will take effect
449 * after the next IN txn)
450 */
451 writel((r.wValue << 25) | (1 << 24), &udc->devaddr);
452 req->length = 0;
453 usb_ep_queue(controller.gadget.ep0, req, 0);
454 return;
455
456 case SETUP(USB_DIR_IN | USB_RECIP_DEVICE, USB_REQ_GET_STATUS):
457 req->length = 2;
458 buf = (char *)req->buf;
459 buf[0] = 1 << USB_DEVICE_SELF_POWERED;
460 buf[1] = 0;
461 usb_ep_queue(controller.gadget.ep0, req, 0);
462 return;
463 }
464 /* pass request up to the gadget driver */
465 if (controller.driver)
466 status = controller.driver->setup(&controller.gadget, &r);
467 else
468 status = -ENODEV;
469
470 if (!status)
471 return;
472 DBG("STALL reqname %s type %x value %x, index %x\n",
473 reqname(r.bRequest), r.bRequestType, r.wValue, r.wIndex);
474 writel((1<<16) | (1 << 0), &udc->epctrl[0]);
475}
476
477static void stop_activity(void)
478{
479 int i, num, in;
480 struct ept_queue_head *head;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100481 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700482 writel(readl(&udc->epcomp), &udc->epcomp);
483 writel(readl(&udc->epstat), &udc->epstat);
484 writel(0xffffffff, &udc->epflush);
485
486 /* error out any pending reqs */
487 for (i = 0; i < NUM_ENDPOINTS; i++) {
488 if (i != 0)
489 writel(0, &udc->epctrl[i]);
Marek Vasut532d8462013-07-10 03:16:29 +0200490 if (controller.ep[i].desc) {
491 num = controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700492 & USB_ENDPOINT_NUMBER_MASK;
Marek Vasut532d8462013-07-10 03:16:29 +0200493 in = (controller.ep[i].desc->bEndpointAddress
494 & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100495 head = ci_get_qh(num, in);
Lei Wen26cc5122011-10-05 08:11:40 -0700496 head->info = INFO_ACTIVE;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100497 ci_flush_qh(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700498 }
499 }
500}
501
502void udc_irq(void)
503{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100504 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700505 unsigned n = readl(&udc->usbsts);
506 writel(n, &udc->usbsts);
507 int bit, i, num, in;
508
509 n &= (STS_SLI | STS_URI | STS_PCI | STS_UI | STS_UEI);
510 if (n == 0)
511 return;
512
513 if (n & STS_URI) {
514 DBG("-- reset --\n");
515 stop_activity();
516 }
517 if (n & STS_SLI)
518 DBG("-- suspend --\n");
519
520 if (n & STS_PCI) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700521 int max = 64;
522 int speed = USB_SPEED_FULL;
523
Lei Wen26cc5122011-10-05 08:11:40 -0700524 bit = (readl(&udc->portsc) >> 26) & 3;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700525 DBG("-- portchange %x %s\n", bit, (bit == 2) ? "High" : "Full");
Lei Wen26cc5122011-10-05 08:11:40 -0700526 if (bit == 2) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700527 speed = USB_SPEED_HIGH;
528 max = 512;
529 }
530 controller.gadget.speed = speed;
531 for (i = 1; i < NUM_ENDPOINTS; i++) {
532 if (controller.ep[i].ep.maxpacket > max)
533 controller.ep[i].ep.maxpacket = max;
Lei Wen26cc5122011-10-05 08:11:40 -0700534 }
535 }
536
537 if (n & STS_UEI)
538 printf("<UEI %x>\n", readl(&udc->epcomp));
539
540 if ((n & STS_UI) || (n & STS_UEI)) {
541 n = readl(&udc->epstat);
542 if (n & EPT_RX(0))
543 handle_setup();
544
545 n = readl(&udc->epcomp);
546 if (n != 0)
547 writel(n, &udc->epcomp);
548
549 for (i = 0; i < NUM_ENDPOINTS && n; i++) {
Marek Vasut532d8462013-07-10 03:16:29 +0200550 if (controller.ep[i].desc) {
551 num = controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700552 & USB_ENDPOINT_NUMBER_MASK;
Marek Vasut532d8462013-07-10 03:16:29 +0200553 in = (controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700554 & USB_DIR_IN) != 0;
555 bit = (in) ? EPT_TX(num) : EPT_RX(num);
556 if (n & bit)
Marek Vasut532d8462013-07-10 03:16:29 +0200557 handle_ep_complete(&controller.ep[i]);
Lei Wen26cc5122011-10-05 08:11:40 -0700558 }
559 }
560 }
561}
562
563int usb_gadget_handle_interrupts(void)
564{
565 u32 value;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100566 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700567
568 value = readl(&udc->usbsts);
569 if (value)
570 udc_irq();
571
572 return value;
573}
574
Marek Vasutf016f8c2014-02-06 02:43:45 +0100575static int ci_pullup(struct usb_gadget *gadget, int is_on)
Lei Wen26cc5122011-10-05 08:11:40 -0700576{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100577 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700578 if (is_on) {
579 /* RESET */
580 writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RST, &udc->usbcmd);
581 udelay(200);
582
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200583 writel((unsigned)controller.epts, &udc->epinitaddr);
Lei Wen26cc5122011-10-05 08:11:40 -0700584
585 /* select DEVICE mode */
586 writel(USBMODE_DEVICE, &udc->usbmode);
587
588 writel(0xffffffff, &udc->epflush);
589
590 /* Turn on the USB connection by enabling the pullup resistor */
591 writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RUN, &udc->usbcmd);
592 } else {
593 stop_activity();
594 writel(USBCMD_FS2, &udc->usbcmd);
595 udelay(800);
596 if (controller.driver)
597 controller.driver->disconnect(gadget);
598 }
599
600 return 0;
601}
602
603void udc_disconnect(void)
604{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100605 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700606 /* disable pullup */
607 stop_activity();
608 writel(USBCMD_FS2, &udc->usbcmd);
609 udelay(800);
610 if (controller.driver)
611 controller.driver->disconnect(&controller.gadget);
612}
613
Marek Vasutf016f8c2014-02-06 02:43:45 +0100614static int ci_udc_probe(void)
Lei Wen26cc5122011-10-05 08:11:40 -0700615{
616 struct ept_queue_head *head;
Marek Vasut8a095a62013-07-10 03:16:40 +0200617 uint8_t *imem;
Lei Wen26cc5122011-10-05 08:11:40 -0700618 int i;
Marek Vasutab65da12013-07-10 03:16:37 +0200619
Marek Vasutf6463172013-07-10 03:16:34 +0200620 const int num = 2 * NUM_ENDPOINTS;
Lei Wen26cc5122011-10-05 08:11:40 -0700621
Marek Vasutab65da12013-07-10 03:16:37 +0200622 const int eplist_min_align = 4096;
623 const int eplist_align = roundup(eplist_min_align, ARCH_DMA_MINALIGN);
624 const int eplist_raw_sz = num * sizeof(struct ept_queue_head);
625 const int eplist_sz = roundup(eplist_raw_sz, ARCH_DMA_MINALIGN);
626
Marek Vasut8a095a62013-07-10 03:16:40 +0200627 const int ilist_align = roundup(ARCH_DMA_MINALIGN, 32);
628 const int ilist_ent_raw_sz = 2 * sizeof(struct ept_queue_item);
629 const int ilist_ent_sz = roundup(ilist_ent_raw_sz, ARCH_DMA_MINALIGN);
630 const int ilist_sz = NUM_ENDPOINTS * ilist_ent_sz;
631
Marek Vasutab65da12013-07-10 03:16:37 +0200632 /* The QH list must be aligned to 4096 bytes. */
633 controller.epts = memalign(eplist_align, eplist_sz);
634 if (!controller.epts)
635 return -ENOMEM;
636 memset(controller.epts, 0, eplist_sz);
637
Marek Vasut8a095a62013-07-10 03:16:40 +0200638 /*
639 * Each qTD item must be 32-byte aligned, each qTD touple must be
640 * cacheline aligned. There are two qTD items for each endpoint and
641 * only one of them is used for the endpoint at time, so we can group
642 * them together.
643 */
644 controller.items_mem = memalign(ilist_align, ilist_sz);
645 if (!controller.items_mem) {
646 free(controller.epts);
647 return -ENOMEM;
648 }
Troy Kisky01773cc2013-09-25 18:41:14 -0700649 memset(controller.items_mem, 0, ilist_sz);
Marek Vasut8a095a62013-07-10 03:16:40 +0200650
Lei Wen26cc5122011-10-05 08:11:40 -0700651 for (i = 0; i < 2 * NUM_ENDPOINTS; i++) {
652 /*
Marek Vasutab65da12013-07-10 03:16:37 +0200653 * Configure QH for each endpoint. The structure of the QH list
654 * is such that each two subsequent fields, N and N+1 where N is
655 * even, in the QH list represent QH for one endpoint. The Nth
656 * entry represents OUT configuration and the N+1th entry does
657 * represent IN configuration of the endpoint.
Lei Wen26cc5122011-10-05 08:11:40 -0700658 */
Marek Vasutab52df12013-07-10 03:16:36 +0200659 head = controller.epts + i;
Lei Wen26cc5122011-10-05 08:11:40 -0700660 if (i < 2)
661 head->config = CONFIG_MAX_PKT(EP0_MAX_PACKET_SIZE)
662 | CONFIG_ZLT | CONFIG_IOS;
663 else
664 head->config = CONFIG_MAX_PKT(EP_MAX_PACKET_SIZE)
665 | CONFIG_ZLT;
666 head->next = TERMINATE;
667 head->info = 0;
668
Marek Vasut8a095a62013-07-10 03:16:40 +0200669 imem = controller.items_mem + ((i >> 1) * ilist_ent_sz);
670 if (i & 1)
671 imem += sizeof(struct ept_queue_item);
672
673 controller.items[i] = (struct ept_queue_item *)imem;
Marek Vasutf19a3432013-07-10 03:16:42 +0200674
675 if (i & 1) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100676 ci_flush_qh(i - 1);
677 ci_flush_qtd(i - 1);
Marek Vasutf19a3432013-07-10 03:16:42 +0200678 }
Lei Wen26cc5122011-10-05 08:11:40 -0700679 }
680
681 INIT_LIST_HEAD(&controller.gadget.ep_list);
Marek Vasut2ea4b442013-07-10 03:16:30 +0200682
683 /* Init EP 0 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100684 memcpy(&controller.ep[0].ep, &ci_ep_init[0], sizeof(*ci_ep_init));
Marek Vasut532d8462013-07-10 03:16:29 +0200685 controller.ep[0].desc = &ep0_in_desc;
Marek Vasut2ea4b442013-07-10 03:16:30 +0200686 controller.gadget.ep0 = &controller.ep[0].ep;
Lei Wen26cc5122011-10-05 08:11:40 -0700687 INIT_LIST_HEAD(&controller.gadget.ep0->ep_list);
Marek Vasut2ea4b442013-07-10 03:16:30 +0200688
689 /* Init EP 1..n */
690 for (i = 1; i < NUM_ENDPOINTS; i++) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100691 memcpy(&controller.ep[i].ep, &ci_ep_init[1],
692 sizeof(*ci_ep_init));
Marek Vasut2ea4b442013-07-10 03:16:30 +0200693 list_add_tail(&controller.ep[i].ep.ep_list,
694 &controller.gadget.ep_list);
Lei Wen26cc5122011-10-05 08:11:40 -0700695 }
Marek Vasut2ea4b442013-07-10 03:16:30 +0200696
Lei Wen26cc5122011-10-05 08:11:40 -0700697 return 0;
698}
699
700int usb_gadget_register_driver(struct usb_gadget_driver *driver)
701{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100702 struct ci_udc *udc;
Marek Vasutbe7ed252013-07-10 03:16:32 +0200703 int ret;
Lei Wen26cc5122011-10-05 08:11:40 -0700704
Marek Vasutd7663032013-07-10 03:16:33 +0200705 if (!driver)
Lei Wen26cc5122011-10-05 08:11:40 -0700706 return -EINVAL;
Marek Vasutd7663032013-07-10 03:16:33 +0200707 if (!driver->bind || !driver->setup || !driver->disconnect)
708 return -EINVAL;
709 if (driver->speed != USB_SPEED_FULL && driver->speed != USB_SPEED_HIGH)
710 return -EINVAL;
Lei Wen26cc5122011-10-05 08:11:40 -0700711
Troy Kisky06d513e2013-10-10 15:27:56 -0700712 ret = usb_lowlevel_init(0, USB_INIT_DEVICE, (void **)&controller.ctrl);
Marek Vasutbe7ed252013-07-10 03:16:32 +0200713 if (ret)
714 return ret;
715
Marek Vasutf016f8c2014-02-06 02:43:45 +0100716 ret = ci_udc_probe();
Marek Vasutbe7ed252013-07-10 03:16:32 +0200717 if (!ret) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100718 udc = (struct ci_udc *)controller.ctrl->hcor;
Marek Vasutbe7ed252013-07-10 03:16:32 +0200719
Lei Wen26cc5122011-10-05 08:11:40 -0700720 /* select ULPI phy */
721 writel(PTS(PTS_ENABLE) | PFSC, &udc->portsc);
722 }
Marek Vasutbe7ed252013-07-10 03:16:32 +0200723
724 ret = driver->bind(&controller.gadget);
725 if (ret) {
726 DBG("driver->bind() returned %d\n", ret);
727 return ret;
Lei Wen26cc5122011-10-05 08:11:40 -0700728 }
729 controller.driver = driver;
730
731 return 0;
732}
733
734int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
735{
736 return 0;
737}