Tom Rini | 10e4779 | 2018-05-06 17:58:06 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 2 | /* |
| 3 | * Copyright 2011, Marvell Semiconductor Inc. |
| 4 | * Lei Wen <leiwen@marvell.com> |
| 5 | * |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 6 | * Back ported to the 8xx platform (from the 8260 platform) by |
| 7 | * Murray.Jensen@cmst.csiro.au, 27-Jan-01. |
| 8 | */ |
| 9 | |
| 10 | #include <common.h> |
| 11 | #include <command.h> |
| 12 | #include <config.h> |
Simon Glass | 6333448 | 2019-11-14 12:57:39 -0700 | [diff] [blame] | 13 | #include <cpu_func.h> |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 14 | #include <net.h> |
| 15 | #include <malloc.h> |
Troy Kisky | f157394 | 2013-10-10 15:28:03 -0700 | [diff] [blame] | 16 | #include <asm/byteorder.h> |
Simon Glass | 274e0b0 | 2020-05-10 11:39:56 -0600 | [diff] [blame] | 17 | #include <asm/cache.h> |
Simon Glass | dbd7954 | 2020-05-10 11:40:11 -0600 | [diff] [blame] | 18 | #include <linux/delay.h> |
Masahiro Yamada | 56a931c | 2016-09-21 11:28:55 +0900 | [diff] [blame] | 19 | #include <linux/errno.h> |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 20 | #include <asm/io.h> |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 21 | #include <asm/unaligned.h> |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 22 | #include <linux/types.h> |
Troy Kisky | f157394 | 2013-10-10 15:28:03 -0700 | [diff] [blame] | 23 | #include <linux/usb/ch9.h> |
| 24 | #include <linux/usb/gadget.h> |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 25 | #include <usb/ci_udc.h> |
Troy Kisky | f157394 | 2013-10-10 15:28:03 -0700 | [diff] [blame] | 26 | #include "../host/ehci.h" |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 27 | #include "ci_udc.h" |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 28 | |
Marek Vasut | 9d64ac9 | 2013-07-10 03:16:38 +0200 | [diff] [blame] | 29 | /* |
| 30 | * Check if the system has too long cachelines. If the cachelines are |
| 31 | * longer then 128b, the driver will not be able flush/invalidate data |
| 32 | * cache over separate QH entries. We use 128b because one QH entry is |
| 33 | * 64b long and there are always two QH list entries for each endpoint. |
| 34 | */ |
| 35 | #if ARCH_DMA_MINALIGN > 128 |
| 36 | #error This driver can not work on systems with caches longer than 128b |
| 37 | #endif |
| 38 | |
Stephen Warren | fe52910 | 2014-07-01 11:41:15 -0600 | [diff] [blame] | 39 | /* |
Stephen Warren | d13034e | 2014-07-01 11:41:16 -0600 | [diff] [blame] | 40 | * Every QTD must be individually aligned, since we can program any |
| 41 | * QTD's address into HW. Cache flushing requires ARCH_DMA_MINALIGN, |
| 42 | * and the USB HW requires 32-byte alignment. Align to both: |
Stephen Warren | fe52910 | 2014-07-01 11:41:15 -0600 | [diff] [blame] | 43 | */ |
| 44 | #define ILIST_ALIGN roundup(ARCH_DMA_MINALIGN, 32) |
Stephen Warren | d13034e | 2014-07-01 11:41:16 -0600 | [diff] [blame] | 45 | /* Each QTD is this size */ |
| 46 | #define ILIST_ENT_RAW_SZ sizeof(struct ept_queue_item) |
| 47 | /* |
| 48 | * Align the size of the QTD too, so we can add this value to each |
| 49 | * QTD's address to get another aligned address. |
| 50 | */ |
| 51 | #define ILIST_ENT_SZ roundup(ILIST_ENT_RAW_SZ, ILIST_ALIGN) |
| 52 | /* For each endpoint, we need 2 QTDs, one for each of IN and OUT */ |
| 53 | #define ILIST_SZ (NUM_ENDPOINTS * 2 * ILIST_ENT_SZ) |
Stephen Warren | fe52910 | 2014-07-01 11:41:15 -0600 | [diff] [blame] | 54 | |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 55 | #define EP_MAX_LENGTH_TRANSFER 0x4000 |
| 56 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 57 | #ifndef DEBUG |
| 58 | #define DBG(x...) do {} while (0) |
| 59 | #else |
| 60 | #define DBG(x...) printf(x) |
| 61 | static const char *reqname(unsigned r) |
| 62 | { |
| 63 | switch (r) { |
| 64 | case USB_REQ_GET_STATUS: return "GET_STATUS"; |
| 65 | case USB_REQ_CLEAR_FEATURE: return "CLEAR_FEATURE"; |
| 66 | case USB_REQ_SET_FEATURE: return "SET_FEATURE"; |
| 67 | case USB_REQ_SET_ADDRESS: return "SET_ADDRESS"; |
| 68 | case USB_REQ_GET_DESCRIPTOR: return "GET_DESCRIPTOR"; |
| 69 | case USB_REQ_SET_DESCRIPTOR: return "SET_DESCRIPTOR"; |
| 70 | case USB_REQ_GET_CONFIGURATION: return "GET_CONFIGURATION"; |
| 71 | case USB_REQ_SET_CONFIGURATION: return "SET_CONFIGURATION"; |
| 72 | case USB_REQ_GET_INTERFACE: return "GET_INTERFACE"; |
| 73 | case USB_REQ_SET_INTERFACE: return "SET_INTERFACE"; |
| 74 | default: return "*UNKNOWN*"; |
| 75 | } |
| 76 | } |
| 77 | #endif |
| 78 | |
Stephen Warren | b3dc422 | 2014-05-29 14:53:01 -0600 | [diff] [blame] | 79 | static struct usb_endpoint_descriptor ep0_desc = { |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 80 | .bLength = sizeof(struct usb_endpoint_descriptor), |
| 81 | .bDescriptorType = USB_DT_ENDPOINT, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 82 | .bEndpointAddress = USB_DIR_IN, |
| 83 | .bmAttributes = USB_ENDPOINT_XFER_CONTROL, |
| 84 | }; |
| 85 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 86 | static int ci_pullup(struct usb_gadget *gadget, int is_on); |
| 87 | static int ci_ep_enable(struct usb_ep *ep, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 88 | const struct usb_endpoint_descriptor *desc); |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 89 | static int ci_ep_disable(struct usb_ep *ep); |
| 90 | static int ci_ep_queue(struct usb_ep *ep, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 91 | struct usb_request *req, gfp_t gfp_flags); |
Peng Fan | 0afb2a9 | 2015-08-28 09:20:30 +0800 | [diff] [blame] | 92 | static int ci_ep_dequeue(struct usb_ep *ep, struct usb_request *req); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 93 | static struct usb_request * |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 94 | ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags); |
| 95 | static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *_req); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 96 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 97 | static struct usb_gadget_ops ci_udc_ops = { |
| 98 | .pullup = ci_pullup, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 99 | }; |
| 100 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 101 | static struct usb_ep_ops ci_ep_ops = { |
| 102 | .enable = ci_ep_enable, |
| 103 | .disable = ci_ep_disable, |
| 104 | .queue = ci_ep_queue, |
Peng Fan | 0afb2a9 | 2015-08-28 09:20:30 +0800 | [diff] [blame] | 105 | .dequeue = ci_ep_dequeue, |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 106 | .alloc_request = ci_ep_alloc_request, |
| 107 | .free_request = ci_ep_free_request, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 108 | }; |
| 109 | |
Ramon Fried | 5d4eb84 | 2018-09-21 13:35:52 +0300 | [diff] [blame] | 110 | __weak void ci_init_after_reset(struct ehci_ctrl *ctrl) |
| 111 | { |
| 112 | } |
| 113 | |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 114 | /* Init values for USB endpoints. */ |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 115 | static const struct usb_ep ci_ep_init[5] = { |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 116 | [0] = { /* EP 0 */ |
| 117 | .maxpacket = 64, |
| 118 | .name = "ep0", |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 119 | .ops = &ci_ep_ops, |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 120 | }, |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 121 | [1] = { |
| 122 | .maxpacket = 512, |
| 123 | .name = "ep1in-bulk", |
| 124 | .ops = &ci_ep_ops, |
| 125 | }, |
| 126 | [2] = { |
| 127 | .maxpacket = 512, |
| 128 | .name = "ep2out-bulk", |
| 129 | .ops = &ci_ep_ops, |
| 130 | }, |
| 131 | [3] = { |
| 132 | .maxpacket = 512, |
| 133 | .name = "ep3in-int", |
| 134 | .ops = &ci_ep_ops, |
| 135 | }, |
| 136 | [4] = { |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 137 | .maxpacket = 512, |
| 138 | .name = "ep-", |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 139 | .ops = &ci_ep_ops, |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 140 | }, |
| 141 | }; |
| 142 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 143 | static struct ci_drv controller = { |
Marek Vasut | be0b0e7 | 2013-07-10 03:16:35 +0200 | [diff] [blame] | 144 | .gadget = { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 145 | .name = "ci_udc", |
| 146 | .ops = &ci_udc_ops, |
Troy Kisky | 4b4df47 | 2013-09-25 18:41:09 -0700 | [diff] [blame] | 147 | .is_dualspeed = 1, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 148 | }, |
| 149 | }; |
| 150 | |
Marek Vasut | 9212f89 | 2013-07-10 03:16:39 +0200 | [diff] [blame] | 151 | /** |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 152 | * ci_get_qh() - return queue head for endpoint |
Marek Vasut | 9212f89 | 2013-07-10 03:16:39 +0200 | [diff] [blame] | 153 | * @ep_num: Endpoint number |
| 154 | * @dir_in: Direction of the endpoint (IN = 1, OUT = 0) |
| 155 | * |
| 156 | * This function returns the QH associated with particular endpoint |
| 157 | * and it's direction. |
| 158 | */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 159 | static struct ept_queue_head *ci_get_qh(int ep_num, int dir_in) |
Marek Vasut | 9212f89 | 2013-07-10 03:16:39 +0200 | [diff] [blame] | 160 | { |
| 161 | return &controller.epts[(ep_num * 2) + dir_in]; |
| 162 | } |
| 163 | |
Marek Vasut | a6f6b08 | 2013-07-10 03:16:41 +0200 | [diff] [blame] | 164 | /** |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 165 | * ci_get_qtd() - return queue item for endpoint |
Marek Vasut | a6f6b08 | 2013-07-10 03:16:41 +0200 | [diff] [blame] | 166 | * @ep_num: Endpoint number |
| 167 | * @dir_in: Direction of the endpoint (IN = 1, OUT = 0) |
| 168 | * |
| 169 | * This function returns the QH associated with particular endpoint |
| 170 | * and it's direction. |
| 171 | */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 172 | static struct ept_queue_item *ci_get_qtd(int ep_num, int dir_in) |
Marek Vasut | a6f6b08 | 2013-07-10 03:16:41 +0200 | [diff] [blame] | 173 | { |
Stephen Warren | b8a872c | 2014-07-01 11:41:17 -0600 | [diff] [blame] | 174 | int index = (ep_num * 2) + dir_in; |
| 175 | uint8_t *imem = controller.items_mem + (index * ILIST_ENT_SZ); |
| 176 | return (struct ept_queue_item *)imem; |
Marek Vasut | a6f6b08 | 2013-07-10 03:16:41 +0200 | [diff] [blame] | 177 | } |
| 178 | |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 179 | /** |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 180 | * ci_flush_qh - flush cache over queue head |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 181 | * @ep_num: Endpoint number |
| 182 | * |
| 183 | * This function flushes cache over QH for particular endpoint. |
| 184 | */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 185 | static void ci_flush_qh(int ep_num) |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 186 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 187 | struct ept_queue_head *head = ci_get_qh(ep_num, 0); |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 188 | const unsigned long start = (unsigned long)head; |
| 189 | const unsigned long end = start + 2 * sizeof(*head); |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 190 | |
| 191 | flush_dcache_range(start, end); |
| 192 | } |
| 193 | |
| 194 | /** |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 195 | * ci_invalidate_qh - invalidate cache over queue head |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 196 | * @ep_num: Endpoint number |
| 197 | * |
| 198 | * This function invalidates cache over QH for particular endpoint. |
| 199 | */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 200 | static void ci_invalidate_qh(int ep_num) |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 201 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 202 | struct ept_queue_head *head = ci_get_qh(ep_num, 0); |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 203 | unsigned long start = (unsigned long)head; |
| 204 | unsigned long end = start + 2 * sizeof(*head); |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 205 | |
| 206 | invalidate_dcache_range(start, end); |
| 207 | } |
| 208 | |
| 209 | /** |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 210 | * ci_flush_qtd - flush cache over queue item |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 211 | * @ep_num: Endpoint number |
| 212 | * |
| 213 | * This function flushes cache over qTD pair for particular endpoint. |
| 214 | */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 215 | static void ci_flush_qtd(int ep_num) |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 216 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 217 | struct ept_queue_item *item = ci_get_qtd(ep_num, 0); |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 218 | const unsigned long start = (unsigned long)item; |
| 219 | const unsigned long end = start + 2 * ILIST_ENT_SZ; |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 220 | |
| 221 | flush_dcache_range(start, end); |
| 222 | } |
| 223 | |
| 224 | /** |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 225 | * ci_flush_td - flush cache over queue item |
| 226 | * @td: td pointer |
| 227 | * |
| 228 | * This function flushes cache for particular transfer descriptor. |
| 229 | */ |
| 230 | static void ci_flush_td(struct ept_queue_item *td) |
| 231 | { |
Stephen Warren | e0fa3b8 | 2015-07-22 15:16:20 -0600 | [diff] [blame] | 232 | const unsigned long start = (unsigned long)td; |
| 233 | const unsigned long end = (unsigned long)td + ILIST_ENT_SZ; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 234 | flush_dcache_range(start, end); |
| 235 | } |
| 236 | |
| 237 | /** |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 238 | * ci_invalidate_qtd - invalidate cache over queue item |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 239 | * @ep_num: Endpoint number |
| 240 | * |
| 241 | * This function invalidates cache over qTD pair for particular endpoint. |
| 242 | */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 243 | static void ci_invalidate_qtd(int ep_num) |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 244 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 245 | struct ept_queue_item *item = ci_get_qtd(ep_num, 0); |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 246 | const unsigned long start = (unsigned long)item; |
| 247 | const unsigned long end = start + 2 * ILIST_ENT_SZ; |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 248 | |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 249 | invalidate_dcache_range(start, end); |
| 250 | } |
| 251 | |
| 252 | /** |
| 253 | * ci_invalidate_td - invalidate cache over queue item |
| 254 | * @td: td pointer |
| 255 | * |
| 256 | * This function invalidates cache for particular transfer descriptor. |
| 257 | */ |
| 258 | static void ci_invalidate_td(struct ept_queue_item *td) |
| 259 | { |
Stephen Warren | e0fa3b8 | 2015-07-22 15:16:20 -0600 | [diff] [blame] | 260 | const unsigned long start = (unsigned long)td; |
| 261 | const unsigned long end = start + ILIST_ENT_SZ; |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 262 | invalidate_dcache_range(start, end); |
| 263 | } |
| 264 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 265 | static struct usb_request * |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 266 | ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 267 | { |
Stephen Warren | 9ac8b54 | 2014-05-29 14:53:02 -0600 | [diff] [blame] | 268 | struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep); |
Rob Herring | c267e7b | 2015-07-24 10:14:21 -0500 | [diff] [blame] | 269 | int num = -1; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 270 | struct ci_req *ci_req; |
| 271 | |
Rob Herring | c267e7b | 2015-07-24 10:14:21 -0500 | [diff] [blame] | 272 | if (ci_ep->desc) |
| 273 | num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK; |
| 274 | |
Stephen Warren | 9ac8b54 | 2014-05-29 14:53:02 -0600 | [diff] [blame] | 275 | if (num == 0 && controller.ep0_req) |
| 276 | return &controller.ep0_req->req; |
| 277 | |
Stephen Warren | 1d0788f | 2014-07-01 11:41:18 -0600 | [diff] [blame] | 278 | ci_req = calloc(1, sizeof(*ci_req)); |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 279 | if (!ci_req) |
| 280 | return NULL; |
| 281 | |
| 282 | INIT_LIST_HEAD(&ci_req->queue); |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 283 | |
Stephen Warren | 9ac8b54 | 2014-05-29 14:53:02 -0600 | [diff] [blame] | 284 | if (num == 0) |
| 285 | controller.ep0_req = ci_req; |
| 286 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 287 | return &ci_req->req; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 288 | } |
| 289 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 290 | static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *req) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 291 | { |
Stephen Warren | 10fecbd | 2014-06-10 11:02:36 -0600 | [diff] [blame] | 292 | struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep); |
| 293 | struct ci_req *ci_req = container_of(req, struct ci_req, req); |
Rob Herring | c267e7b | 2015-07-24 10:14:21 -0500 | [diff] [blame] | 294 | int num = -1; |
| 295 | |
| 296 | if (ci_ep->desc) |
| 297 | num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK; |
Stephen Warren | 10fecbd | 2014-06-10 11:02:36 -0600 | [diff] [blame] | 298 | |
Stephen Warren | f66ae99 | 2014-06-23 12:02:48 -0600 | [diff] [blame] | 299 | if (num == 0) { |
| 300 | if (!controller.ep0_req) |
| 301 | return; |
Stephen Warren | 10fecbd | 2014-06-10 11:02:36 -0600 | [diff] [blame] | 302 | controller.ep0_req = 0; |
Stephen Warren | f66ae99 | 2014-06-23 12:02:48 -0600 | [diff] [blame] | 303 | } |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 304 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 305 | if (ci_req->b_buf) |
| 306 | free(ci_req->b_buf); |
| 307 | free(ci_req); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 308 | } |
| 309 | |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 310 | static void ep_enable(int num, int in, int maxpacket) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 311 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 312 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 313 | unsigned n; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 314 | |
| 315 | n = readl(&udc->epctrl[num]); |
| 316 | if (in) |
| 317 | n |= (CTRL_TXE | CTRL_TXR | CTRL_TXT_BULK); |
| 318 | else |
| 319 | n |= (CTRL_RXE | CTRL_RXR | CTRL_RXT_BULK); |
| 320 | |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 321 | if (num != 0) { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 322 | struct ept_queue_head *head = ci_get_qh(num, in); |
Troy Kisky | 06bb97a | 2013-10-10 15:28:02 -0700 | [diff] [blame] | 323 | |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 324 | head->config = CONFIG_MAX_PKT(maxpacket) | CONFIG_ZLT; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 325 | ci_flush_qh(num); |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 326 | } |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 327 | writel(n, &udc->epctrl[num]); |
| 328 | } |
| 329 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 330 | static int ci_ep_enable(struct usb_ep *ep, |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 331 | const struct usb_endpoint_descriptor *desc) |
| 332 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 333 | struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 334 | int num, in; |
| 335 | num = desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK; |
| 336 | in = (desc->bEndpointAddress & USB_DIR_IN) != 0; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 337 | ci_ep->desc = desc; |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 338 | |
| 339 | if (num) { |
| 340 | int max = get_unaligned_le16(&desc->wMaxPacketSize); |
| 341 | |
| 342 | if ((max > 64) && (controller.gadget.speed == USB_SPEED_FULL)) |
| 343 | max = 64; |
| 344 | if (ep->maxpacket != max) { |
| 345 | DBG("%s: from %d to %d\n", __func__, |
| 346 | ep->maxpacket, max); |
| 347 | ep->maxpacket = max; |
| 348 | } |
| 349 | } |
| 350 | ep_enable(num, in, ep->maxpacket); |
| 351 | DBG("%s: num=%d maxpacket=%d\n", __func__, num, ep->maxpacket); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 352 | return 0; |
| 353 | } |
| 354 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 355 | static int ci_ep_disable(struct usb_ep *ep) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 356 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 357 | struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep); |
Troy Kisky | 3549407 | 2013-09-25 18:41:15 -0700 | [diff] [blame] | 358 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 359 | ci_ep->desc = NULL; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 360 | return 0; |
| 361 | } |
| 362 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 363 | static int ci_bounce(struct ci_req *ci_req, int in) |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 364 | { |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 365 | struct usb_request *req = &ci_req->req; |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 366 | unsigned long addr = (unsigned long)req->buf; |
| 367 | unsigned long hwaddr; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 368 | uint32_t aligned_used_len; |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 369 | |
| 370 | /* Input buffer address is not aligned. */ |
| 371 | if (addr & (ARCH_DMA_MINALIGN - 1)) |
| 372 | goto align; |
| 373 | |
| 374 | /* Input buffer length is not aligned. */ |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 375 | if (req->length & (ARCH_DMA_MINALIGN - 1)) |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 376 | goto align; |
| 377 | |
| 378 | /* The buffer is well aligned, only flush cache. */ |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 379 | ci_req->hw_len = req->length; |
| 380 | ci_req->hw_buf = req->buf; |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 381 | goto flush; |
| 382 | |
| 383 | align: |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 384 | if (ci_req->b_buf && req->length > ci_req->b_len) { |
| 385 | free(ci_req->b_buf); |
| 386 | ci_req->b_buf = 0; |
| 387 | } |
| 388 | if (!ci_req->b_buf) { |
| 389 | ci_req->b_len = roundup(req->length, ARCH_DMA_MINALIGN); |
| 390 | ci_req->b_buf = memalign(ARCH_DMA_MINALIGN, ci_req->b_len); |
| 391 | if (!ci_req->b_buf) |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 392 | return -ENOMEM; |
| 393 | } |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 394 | ci_req->hw_len = ci_req->b_len; |
| 395 | ci_req->hw_buf = ci_req->b_buf; |
| 396 | |
Troy Kisky | 1567b88 | 2013-10-10 15:28:01 -0700 | [diff] [blame] | 397 | if (in) |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 398 | memcpy(ci_req->hw_buf, req->buf, req->length); |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 399 | |
| 400 | flush: |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 401 | hwaddr = (unsigned long)ci_req->hw_buf; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 402 | aligned_used_len = roundup(req->length, ARCH_DMA_MINALIGN); |
| 403 | flush_dcache_range(hwaddr, hwaddr + aligned_used_len); |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 404 | |
| 405 | return 0; |
| 406 | } |
| 407 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 408 | static void ci_debounce(struct ci_req *ci_req, int in) |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 409 | { |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 410 | struct usb_request *req = &ci_req->req; |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 411 | unsigned long addr = (unsigned long)req->buf; |
| 412 | unsigned long hwaddr = (unsigned long)ci_req->hw_buf; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 413 | uint32_t aligned_used_len; |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 414 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 415 | if (in) |
| 416 | return; |
| 417 | |
| 418 | aligned_used_len = roundup(req->actual, ARCH_DMA_MINALIGN); |
| 419 | invalidate_dcache_range(hwaddr, hwaddr + aligned_used_len); |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 420 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 421 | if (addr == hwaddr) |
| 422 | return; /* not a bounce */ |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 423 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 424 | memcpy(req->buf, ci_req->hw_buf, req->actual); |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 425 | } |
| 426 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 427 | static void ci_ep_submit_next_request(struct ci_ep *ci_ep) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 428 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 429 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 430 | struct ept_queue_item *item; |
| 431 | struct ept_queue_head *head; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 432 | int bit, num, len, in; |
| 433 | struct ci_req *ci_req; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 434 | u8 *buf; |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 435 | uint32_t len_left, len_this_dtd; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 436 | struct ept_queue_item *dtd, *qtd; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 437 | |
| 438 | ci_ep->req_primed = true; |
| 439 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 440 | num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK; |
| 441 | in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0; |
| 442 | item = ci_get_qtd(num, in); |
| 443 | head = ci_get_qh(num, in); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 444 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 445 | ci_req = list_first_entry(&ci_ep->queue, struct ci_req, queue); |
| 446 | len = ci_req->req.length; |
Marek Vasut | e0fc582 | 2013-07-10 03:16:43 +0200 | [diff] [blame] | 447 | |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 448 | head->next = (unsigned long)item; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 449 | head->info = 0; |
| 450 | |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 451 | ci_req->dtd_count = 0; |
| 452 | buf = ci_req->hw_buf; |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 453 | len_left = len; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 454 | dtd = item; |
| 455 | |
| 456 | do { |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 457 | len_this_dtd = min(len_left, (unsigned)EP_MAX_LENGTH_TRANSFER); |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 458 | |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 459 | dtd->info = INFO_BYTES(len_this_dtd) | INFO_ACTIVE; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 460 | dtd->page0 = (unsigned long)buf; |
| 461 | dtd->page1 = ((unsigned long)buf & 0xfffff000) + 0x1000; |
| 462 | dtd->page2 = ((unsigned long)buf & 0xfffff000) + 0x2000; |
| 463 | dtd->page3 = ((unsigned long)buf & 0xfffff000) + 0x3000; |
| 464 | dtd->page4 = ((unsigned long)buf & 0xfffff000) + 0x4000; |
| 465 | |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 466 | len_left -= len_this_dtd; |
| 467 | buf += len_this_dtd; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 468 | |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 469 | if (len_left) { |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 470 | qtd = (struct ept_queue_item *) |
| 471 | memalign(ILIST_ALIGN, ILIST_ENT_SZ); |
Stephen Warren | e0fa3b8 | 2015-07-22 15:16:20 -0600 | [diff] [blame] | 472 | dtd->next = (unsigned long)qtd; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 473 | dtd = qtd; |
| 474 | memset(dtd, 0, ILIST_ENT_SZ); |
| 475 | } |
| 476 | |
| 477 | ci_req->dtd_count++; |
Stephen Warren | ea6bf69 | 2015-09-11 17:10:02 -0600 | [diff] [blame] | 478 | } while (len_left); |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 479 | |
| 480 | item = dtd; |
Stephen Warren | a9e91da | 2014-06-10 15:27:39 -0600 | [diff] [blame] | 481 | /* |
| 482 | * When sending the data for an IN transaction, the attached host |
| 483 | * knows that all data for the IN is sent when one of the following |
| 484 | * occurs: |
| 485 | * a) A zero-length packet is transmitted. |
| 486 | * b) A packet with length that isn't an exact multiple of the ep's |
| 487 | * maxpacket is transmitted. |
| 488 | * c) Enough data is sent to exactly fill the host's maximum expected |
| 489 | * IN transaction size. |
| 490 | * |
| 491 | * One of these conditions MUST apply at the end of an IN transaction, |
| 492 | * or the transaction will not be considered complete by the host. If |
| 493 | * none of (a)..(c) already applies, then we must force (a) to apply |
| 494 | * by explicitly sending an extra zero-length packet. |
| 495 | */ |
| 496 | /* IN !a !b !c */ |
| 497 | if (in && len && !(len % ci_ep->ep.maxpacket) && ci_req->req.zero) { |
| 498 | /* |
| 499 | * Each endpoint has 2 items allocated, even though typically |
| 500 | * only 1 is used at a time since either an IN or an OUT but |
| 501 | * not both is queued. For an IN transaction, item currently |
| 502 | * points at the second of these items, so we know that we |
Stephen Warren | 6667e23 | 2014-07-01 11:41:14 -0600 | [diff] [blame] | 503 | * can use the other to transmit the extra zero-length packet. |
Stephen Warren | a9e91da | 2014-06-10 15:27:39 -0600 | [diff] [blame] | 504 | */ |
Stephen Warren | 6667e23 | 2014-07-01 11:41:14 -0600 | [diff] [blame] | 505 | struct ept_queue_item *other_item = ci_get_qtd(num, 0); |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 506 | item->next = (unsigned long)other_item; |
Stephen Warren | 6667e23 | 2014-07-01 11:41:14 -0600 | [diff] [blame] | 507 | item = other_item; |
Stephen Warren | a9e91da | 2014-06-10 15:27:39 -0600 | [diff] [blame] | 508 | item->info = INFO_ACTIVE; |
| 509 | } |
| 510 | |
| 511 | item->next = TERMINATE; |
| 512 | item->info |= INFO_IOC; |
| 513 | |
| 514 | ci_flush_qtd(num); |
| 515 | |
Stephen Warren | e0fa3b8 | 2015-07-22 15:16:20 -0600 | [diff] [blame] | 516 | item = (struct ept_queue_item *)(unsigned long)head->next; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 517 | while (item->next != TERMINATE) { |
Stephen Warren | e0fa3b8 | 2015-07-22 15:16:20 -0600 | [diff] [blame] | 518 | ci_flush_td((struct ept_queue_item *)(unsigned long)item->next); |
| 519 | item = (struct ept_queue_item *)(unsigned long)item->next; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 520 | } |
| 521 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 522 | DBG("ept%d %s queue len %x, req %p, buffer %p\n", |
| 523 | num, in ? "in" : "out", len, ci_req, ci_req->hw_buf); |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 524 | ci_flush_qh(num); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 525 | |
| 526 | if (in) |
| 527 | bit = EPT_TX(num); |
| 528 | else |
| 529 | bit = EPT_RX(num); |
| 530 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 531 | writel(bit, &udc->epprime); |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 532 | } |
| 533 | |
Peng Fan | 0afb2a9 | 2015-08-28 09:20:30 +0800 | [diff] [blame] | 534 | static int ci_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req) |
| 535 | { |
| 536 | struct ci_ep *ci_ep = container_of(_ep, struct ci_ep, ep); |
| 537 | struct ci_req *ci_req; |
| 538 | |
| 539 | list_for_each_entry(ci_req, &ci_ep->queue, queue) { |
| 540 | if (&ci_req->req == _req) |
| 541 | break; |
| 542 | } |
| 543 | |
| 544 | if (&ci_req->req != _req) |
| 545 | return -EINVAL; |
| 546 | |
| 547 | list_del_init(&ci_req->queue); |
| 548 | |
| 549 | if (ci_req->req.status == -EINPROGRESS) { |
| 550 | ci_req->req.status = -ECONNRESET; |
| 551 | if (ci_req->req.complete) |
| 552 | ci_req->req.complete(_ep, _req); |
| 553 | } |
| 554 | |
| 555 | return 0; |
| 556 | } |
| 557 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 558 | static int ci_ep_queue(struct usb_ep *ep, |
| 559 | struct usb_request *req, gfp_t gfp_flags) |
| 560 | { |
| 561 | struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep); |
| 562 | struct ci_req *ci_req = container_of(req, struct ci_req, req); |
| 563 | int in, ret; |
| 564 | int __maybe_unused num; |
| 565 | |
| 566 | num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK; |
| 567 | in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0; |
| 568 | |
Stephen Warren | 62237cf | 2014-05-29 14:53:00 -0600 | [diff] [blame] | 569 | if (!num && ci_ep->req_primed) { |
| 570 | /* |
| 571 | * The flipping of ep0 between IN and OUT relies on |
| 572 | * ci_ep_queue consuming the current IN/OUT setting |
| 573 | * immediately. If this is deferred to a later point when the |
| 574 | * req is pulled out of ci_req->queue, then the IN/OUT setting |
| 575 | * may have been changed since the req was queued, and state |
| 576 | * will get out of sync. This condition doesn't occur today, |
| 577 | * but could if bugs were introduced later, and this error |
| 578 | * check will save a lot of debugging time. |
| 579 | */ |
| 580 | printf("%s: ep0 transaction already in progress\n", __func__); |
| 581 | return -EPROTO; |
| 582 | } |
| 583 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 584 | ret = ci_bounce(ci_req, in); |
| 585 | if (ret) |
| 586 | return ret; |
| 587 | |
| 588 | DBG("ept%d %s pre-queue req %p, buffer %p\n", |
| 589 | num, in ? "in" : "out", ci_req, ci_req->hw_buf); |
| 590 | list_add_tail(&ci_req->queue, &ci_ep->queue); |
| 591 | |
| 592 | if (!ci_ep->req_primed) |
| 593 | ci_ep_submit_next_request(ci_ep); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 594 | |
| 595 | return 0; |
| 596 | } |
| 597 | |
Stephen Warren | aa449fa | 2014-05-29 14:53:03 -0600 | [diff] [blame] | 598 | static void flip_ep0_direction(void) |
| 599 | { |
| 600 | if (ep0_desc.bEndpointAddress == USB_DIR_IN) { |
Stephen Warren | fa51417 | 2014-06-25 11:03:18 -0600 | [diff] [blame] | 601 | DBG("%s: Flipping ep0 to OUT\n", __func__); |
Stephen Warren | aa449fa | 2014-05-29 14:53:03 -0600 | [diff] [blame] | 602 | ep0_desc.bEndpointAddress = 0; |
| 603 | } else { |
Stephen Warren | fa51417 | 2014-06-25 11:03:18 -0600 | [diff] [blame] | 604 | DBG("%s: Flipping ep0 to IN\n", __func__); |
Stephen Warren | aa449fa | 2014-05-29 14:53:03 -0600 | [diff] [blame] | 605 | ep0_desc.bEndpointAddress = USB_DIR_IN; |
| 606 | } |
| 607 | } |
| 608 | |
Stephen Warren | 192e8eb | 2014-07-01 14:22:27 -0600 | [diff] [blame] | 609 | static void handle_ep_complete(struct ci_ep *ci_ep) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 610 | { |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 611 | struct ept_queue_item *item, *next_td; |
| 612 | int num, in, len, j; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 613 | struct ci_req *ci_req; |
| 614 | |
Stephen Warren | 192e8eb | 2014-07-01 14:22:27 -0600 | [diff] [blame] | 615 | num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK; |
| 616 | in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 617 | item = ci_get_qtd(num, in); |
| 618 | ci_invalidate_qtd(num); |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 619 | ci_req = list_first_entry(&ci_ep->queue, struct ci_req, queue); |
Wolfgang Denk | bd8ec7e | 2013-10-07 13:07:26 +0200 | [diff] [blame] | 620 | |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 621 | next_td = item; |
| 622 | len = 0; |
| 623 | for (j = 0; j < ci_req->dtd_count; j++) { |
| 624 | ci_invalidate_td(next_td); |
| 625 | item = next_td; |
| 626 | len += (item->info >> 16) & 0x7fff; |
| 627 | if (item->info & 0xff) |
| 628 | printf("EP%d/%s FAIL info=%x pg0=%x\n", |
| 629 | num, in ? "in" : "out", item->info, item->page0); |
| 630 | if (j != ci_req->dtd_count - 1) |
Stephen Warren | e0fa3b8 | 2015-07-22 15:16:20 -0600 | [diff] [blame] | 631 | next_td = (struct ept_queue_item *)(unsigned long) |
| 632 | item->next; |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 633 | if (j != 0) |
| 634 | free(item); |
| 635 | } |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 636 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 637 | list_del_init(&ci_req->queue); |
Stephen Warren | 192e8eb | 2014-07-01 14:22:27 -0600 | [diff] [blame] | 638 | ci_ep->req_primed = false; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 639 | |
Stephen Warren | 192e8eb | 2014-07-01 14:22:27 -0600 | [diff] [blame] | 640 | if (!list_empty(&ci_ep->queue)) |
| 641 | ci_ep_submit_next_request(ci_ep); |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 642 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 643 | ci_req->req.actual = ci_req->req.length - len; |
| 644 | ci_debounce(ci_req, in); |
Troy Kisky | 1567b88 | 2013-10-10 15:28:01 -0700 | [diff] [blame] | 645 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 646 | DBG("ept%d %s req %p, complete %x\n", |
| 647 | num, in ? "in" : "out", ci_req, len); |
Stephen Warren | aa449fa | 2014-05-29 14:53:03 -0600 | [diff] [blame] | 648 | if (num != 0 || controller.ep0_data_phase) |
Stephen Warren | 192e8eb | 2014-07-01 14:22:27 -0600 | [diff] [blame] | 649 | ci_req->req.complete(&ci_ep->ep, &ci_req->req); |
Stephen Warren | aa449fa | 2014-05-29 14:53:03 -0600 | [diff] [blame] | 650 | if (num == 0 && controller.ep0_data_phase) { |
| 651 | /* |
| 652 | * Data Stage is complete, so flip ep0 dir for Status Stage, |
| 653 | * which always transfers a packet in the opposite direction. |
| 654 | */ |
| 655 | DBG("%s: flip ep0 dir for Status Stage\n", __func__); |
| 656 | flip_ep0_direction(); |
| 657 | controller.ep0_data_phase = false; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 658 | ci_req->req.length = 0; |
Stephen Warren | 192e8eb | 2014-07-01 14:22:27 -0600 | [diff] [blame] | 659 | usb_ep_queue(&ci_ep->ep, &ci_req->req, 0); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 660 | } |
| 661 | } |
| 662 | |
| 663 | #define SETUP(type, request) (((type) << 8) | (request)) |
| 664 | |
| 665 | static void handle_setup(void) |
| 666 | { |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 667 | struct ci_ep *ci_ep = &controller.ep[0]; |
| 668 | struct ci_req *ci_req; |
| 669 | struct usb_request *req; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 670 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 671 | struct ept_queue_head *head; |
| 672 | struct usb_ctrlrequest r; |
| 673 | int status = 0; |
| 674 | int num, in, _num, _in, i; |
| 675 | char *buf; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 676 | |
Stephen Warren | 9ac8b54 | 2014-05-29 14:53:02 -0600 | [diff] [blame] | 677 | ci_req = controller.ep0_req; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 678 | req = &ci_req->req; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 679 | head = ci_get_qh(0, 0); /* EP0 OUT */ |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 680 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 681 | ci_invalidate_qh(0); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 682 | memcpy(&r, head->setup_data, sizeof(struct usb_ctrlrequest)); |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 683 | #ifdef CONFIG_CI_UDC_HAS_HOSTPC |
| 684 | writel(EPT_RX(0), &udc->epsetupstat); |
| 685 | #else |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 686 | writel(EPT_RX(0), &udc->epstat); |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 687 | #endif |
Stephen Warren | aa449fa | 2014-05-29 14:53:03 -0600 | [diff] [blame] | 688 | DBG("handle setup %s, %x, %x index %x value %x length %x\n", |
| 689 | reqname(r.bRequest), r.bRequestType, r.bRequest, r.wIndex, |
| 690 | r.wValue, r.wLength); |
| 691 | |
| 692 | /* Set EP0 dir for Data Stage based on Setup Stage data */ |
| 693 | if (r.bRequestType & USB_DIR_IN) { |
| 694 | DBG("%s: Set ep0 to IN for Data Stage\n", __func__); |
| 695 | ep0_desc.bEndpointAddress = USB_DIR_IN; |
| 696 | } else { |
| 697 | DBG("%s: Set ep0 to OUT for Data Stage\n", __func__); |
| 698 | ep0_desc.bEndpointAddress = 0; |
| 699 | } |
| 700 | if (r.wLength) { |
| 701 | controller.ep0_data_phase = true; |
| 702 | } else { |
| 703 | /* 0 length -> no Data Stage. Flip dir for Status Stage */ |
| 704 | DBG("%s: 0 length: flip ep0 dir for Status Stage\n", __func__); |
| 705 | flip_ep0_direction(); |
| 706 | controller.ep0_data_phase = false; |
| 707 | } |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 708 | |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 709 | list_del_init(&ci_req->queue); |
| 710 | ci_ep->req_primed = false; |
| 711 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 712 | switch (SETUP(r.bRequestType, r.bRequest)) { |
| 713 | case SETUP(USB_RECIP_ENDPOINT, USB_REQ_CLEAR_FEATURE): |
| 714 | _num = r.wIndex & 15; |
| 715 | _in = !!(r.wIndex & 0x80); |
| 716 | |
| 717 | if ((r.wValue == 0) && (r.wLength == 0)) { |
| 718 | req->length = 0; |
| 719 | for (i = 0; i < NUM_ENDPOINTS; i++) { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 720 | struct ci_ep *ep = &controller.ep[i]; |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 721 | |
| 722 | if (!ep->desc) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 723 | continue; |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 724 | num = ep->desc->bEndpointAddress |
Marek Vasut | 9837732 | 2013-07-10 03:16:29 +0200 | [diff] [blame] | 725 | & USB_ENDPOINT_NUMBER_MASK; |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 726 | in = (ep->desc->bEndpointAddress |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 727 | & USB_DIR_IN) != 0; |
| 728 | if ((num == _num) && (in == _in)) { |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 729 | ep_enable(num, in, ep->ep.maxpacket); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 730 | usb_ep_queue(controller.gadget.ep0, |
| 731 | req, 0); |
| 732 | break; |
| 733 | } |
| 734 | } |
| 735 | } |
| 736 | return; |
| 737 | |
| 738 | case SETUP(USB_RECIP_DEVICE, USB_REQ_SET_ADDRESS): |
| 739 | /* |
| 740 | * write address delayed (will take effect |
| 741 | * after the next IN txn) |
| 742 | */ |
| 743 | writel((r.wValue << 25) | (1 << 24), &udc->devaddr); |
| 744 | req->length = 0; |
| 745 | usb_ep_queue(controller.gadget.ep0, req, 0); |
| 746 | return; |
| 747 | |
| 748 | case SETUP(USB_DIR_IN | USB_RECIP_DEVICE, USB_REQ_GET_STATUS): |
| 749 | req->length = 2; |
| 750 | buf = (char *)req->buf; |
| 751 | buf[0] = 1 << USB_DEVICE_SELF_POWERED; |
| 752 | buf[1] = 0; |
| 753 | usb_ep_queue(controller.gadget.ep0, req, 0); |
| 754 | return; |
| 755 | } |
| 756 | /* pass request up to the gadget driver */ |
| 757 | if (controller.driver) |
| 758 | status = controller.driver->setup(&controller.gadget, &r); |
| 759 | else |
| 760 | status = -ENODEV; |
| 761 | |
| 762 | if (!status) |
| 763 | return; |
| 764 | DBG("STALL reqname %s type %x value %x, index %x\n", |
| 765 | reqname(r.bRequest), r.bRequestType, r.wValue, r.wIndex); |
| 766 | writel((1<<16) | (1 << 0), &udc->epctrl[0]); |
| 767 | } |
| 768 | |
| 769 | static void stop_activity(void) |
| 770 | { |
| 771 | int i, num, in; |
| 772 | struct ept_queue_head *head; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 773 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 774 | writel(readl(&udc->epcomp), &udc->epcomp); |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 775 | #ifdef CONFIG_CI_UDC_HAS_HOSTPC |
| 776 | writel(readl(&udc->epsetupstat), &udc->epsetupstat); |
| 777 | #endif |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 778 | writel(readl(&udc->epstat), &udc->epstat); |
| 779 | writel(0xffffffff, &udc->epflush); |
| 780 | |
| 781 | /* error out any pending reqs */ |
| 782 | for (i = 0; i < NUM_ENDPOINTS; i++) { |
| 783 | if (i != 0) |
| 784 | writel(0, &udc->epctrl[i]); |
Marek Vasut | 9837732 | 2013-07-10 03:16:29 +0200 | [diff] [blame] | 785 | if (controller.ep[i].desc) { |
| 786 | num = controller.ep[i].desc->bEndpointAddress |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 787 | & USB_ENDPOINT_NUMBER_MASK; |
Marek Vasut | 9837732 | 2013-07-10 03:16:29 +0200 | [diff] [blame] | 788 | in = (controller.ep[i].desc->bEndpointAddress |
| 789 | & USB_DIR_IN) != 0; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 790 | head = ci_get_qh(num, in); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 791 | head->info = INFO_ACTIVE; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 792 | ci_flush_qh(num); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 793 | } |
| 794 | } |
| 795 | } |
| 796 | |
| 797 | void udc_irq(void) |
| 798 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 799 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 800 | unsigned n = readl(&udc->usbsts); |
| 801 | writel(n, &udc->usbsts); |
| 802 | int bit, i, num, in; |
| 803 | |
| 804 | n &= (STS_SLI | STS_URI | STS_PCI | STS_UI | STS_UEI); |
| 805 | if (n == 0) |
| 806 | return; |
| 807 | |
| 808 | if (n & STS_URI) { |
| 809 | DBG("-- reset --\n"); |
| 810 | stop_activity(); |
| 811 | } |
| 812 | if (n & STS_SLI) |
| 813 | DBG("-- suspend --\n"); |
| 814 | |
| 815 | if (n & STS_PCI) { |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 816 | int max = 64; |
| 817 | int speed = USB_SPEED_FULL; |
| 818 | |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 819 | #ifdef CONFIG_CI_UDC_HAS_HOSTPC |
| 820 | bit = (readl(&udc->hostpc1_devlc) >> 25) & 3; |
| 821 | #else |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 822 | bit = (readl(&udc->portsc) >> 26) & 3; |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 823 | #endif |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 824 | DBG("-- portchange %x %s\n", bit, (bit == 2) ? "High" : "Full"); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 825 | if (bit == 2) { |
Troy Kisky | 256a317 | 2013-10-10 15:28:00 -0700 | [diff] [blame] | 826 | speed = USB_SPEED_HIGH; |
| 827 | max = 512; |
| 828 | } |
| 829 | controller.gadget.speed = speed; |
| 830 | for (i = 1; i < NUM_ENDPOINTS; i++) { |
| 831 | if (controller.ep[i].ep.maxpacket > max) |
| 832 | controller.ep[i].ep.maxpacket = max; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 833 | } |
| 834 | } |
| 835 | |
| 836 | if (n & STS_UEI) |
| 837 | printf("<UEI %x>\n", readl(&udc->epcomp)); |
| 838 | |
| 839 | if ((n & STS_UI) || (n & STS_UEI)) { |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 840 | #ifdef CONFIG_CI_UDC_HAS_HOSTPC |
| 841 | n = readl(&udc->epsetupstat); |
| 842 | #else |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 843 | n = readl(&udc->epstat); |
Stephen Warren | e13a704 | 2014-04-24 17:52:39 -0600 | [diff] [blame] | 844 | #endif |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 845 | if (n & EPT_RX(0)) |
| 846 | handle_setup(); |
| 847 | |
| 848 | n = readl(&udc->epcomp); |
| 849 | if (n != 0) |
| 850 | writel(n, &udc->epcomp); |
| 851 | |
| 852 | for (i = 0; i < NUM_ENDPOINTS && n; i++) { |
Marek Vasut | 9837732 | 2013-07-10 03:16:29 +0200 | [diff] [blame] | 853 | if (controller.ep[i].desc) { |
| 854 | num = controller.ep[i].desc->bEndpointAddress |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 855 | & USB_ENDPOINT_NUMBER_MASK; |
Marek Vasut | 9837732 | 2013-07-10 03:16:29 +0200 | [diff] [blame] | 856 | in = (controller.ep[i].desc->bEndpointAddress |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 857 | & USB_DIR_IN) != 0; |
| 858 | bit = (in) ? EPT_TX(num) : EPT_RX(num); |
| 859 | if (n & bit) |
Marek Vasut | 9837732 | 2013-07-10 03:16:29 +0200 | [diff] [blame] | 860 | handle_ep_complete(&controller.ep[i]); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 861 | } |
| 862 | } |
| 863 | } |
| 864 | } |
| 865 | |
Kishon Vijay Abraham I | 4763e16 | 2015-02-23 18:40:23 +0530 | [diff] [blame] | 866 | int usb_gadget_handle_interrupts(int index) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 867 | { |
| 868 | u32 value; |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 869 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 870 | |
| 871 | value = readl(&udc->usbsts); |
| 872 | if (value) |
| 873 | udc_irq(); |
| 874 | |
| 875 | return value; |
| 876 | } |
| 877 | |
Stephen Warren | 6e9aa0d | 2014-06-10 11:02:35 -0600 | [diff] [blame] | 878 | void udc_disconnect(void) |
| 879 | { |
| 880 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
| 881 | /* disable pullup */ |
| 882 | stop_activity(); |
| 883 | writel(USBCMD_FS2, &udc->usbcmd); |
| 884 | udelay(800); |
| 885 | if (controller.driver) |
| 886 | controller.driver->disconnect(&controller.gadget); |
| 887 | } |
| 888 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 889 | static int ci_pullup(struct usb_gadget *gadget, int is_on) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 890 | { |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 891 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 892 | if (is_on) { |
| 893 | /* RESET */ |
| 894 | writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RST, &udc->usbcmd); |
| 895 | udelay(200); |
| 896 | |
Ramon Fried | 5d4eb84 | 2018-09-21 13:35:52 +0300 | [diff] [blame] | 897 | ci_init_after_reset(controller.ctrl); |
| 898 | |
Rob Herring | 7f40623 | 2015-03-17 15:46:35 -0500 | [diff] [blame] | 899 | writel((unsigned long)controller.epts, &udc->epinitaddr); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 900 | |
| 901 | /* select DEVICE mode */ |
| 902 | writel(USBMODE_DEVICE, &udc->usbmode); |
| 903 | |
Eric Nelson | fe24e16 | 2014-09-28 18:35:14 -0700 | [diff] [blame] | 904 | #if !defined(CONFIG_USB_GADGET_DUALSPEED) |
| 905 | /* Port force Full-Speed Connect */ |
| 906 | setbits_le32(&udc->portsc, PFSC); |
| 907 | #endif |
| 908 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 909 | writel(0xffffffff, &udc->epflush); |
| 910 | |
| 911 | /* Turn on the USB connection by enabling the pullup resistor */ |
Ramon Fried | 8c09fce | 2018-09-21 13:35:56 +0300 | [diff] [blame] | 912 | setbits_le32(&udc->usbcmd, USBCMD_ITC(MICRO_8FRAME) | |
| 913 | USBCMD_RUN); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 914 | } else { |
Stephen Warren | 6e9aa0d | 2014-06-10 11:02:35 -0600 | [diff] [blame] | 915 | udc_disconnect(); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 916 | } |
| 917 | |
| 918 | return 0; |
| 919 | } |
| 920 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 921 | static int ci_udc_probe(void) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 922 | { |
| 923 | struct ept_queue_head *head; |
| 924 | int i; |
Marek Vasut | 456707d | 2013-07-10 03:16:37 +0200 | [diff] [blame] | 925 | |
Marek Vasut | 806d76c | 2013-07-10 03:16:34 +0200 | [diff] [blame] | 926 | const int num = 2 * NUM_ENDPOINTS; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 927 | |
Marek Vasut | 456707d | 2013-07-10 03:16:37 +0200 | [diff] [blame] | 928 | const int eplist_min_align = 4096; |
| 929 | const int eplist_align = roundup(eplist_min_align, ARCH_DMA_MINALIGN); |
| 930 | const int eplist_raw_sz = num * sizeof(struct ept_queue_head); |
| 931 | const int eplist_sz = roundup(eplist_raw_sz, ARCH_DMA_MINALIGN); |
| 932 | |
| 933 | /* The QH list must be aligned to 4096 bytes. */ |
| 934 | controller.epts = memalign(eplist_align, eplist_sz); |
| 935 | if (!controller.epts) |
| 936 | return -ENOMEM; |
| 937 | memset(controller.epts, 0, eplist_sz); |
| 938 | |
Stephen Warren | fe52910 | 2014-07-01 11:41:15 -0600 | [diff] [blame] | 939 | controller.items_mem = memalign(ILIST_ALIGN, ILIST_SZ); |
Marek Vasut | b62fa7d | 2013-07-10 03:16:40 +0200 | [diff] [blame] | 940 | if (!controller.items_mem) { |
| 941 | free(controller.epts); |
| 942 | return -ENOMEM; |
| 943 | } |
Stephen Warren | fe52910 | 2014-07-01 11:41:15 -0600 | [diff] [blame] | 944 | memset(controller.items_mem, 0, ILIST_SZ); |
Marek Vasut | b62fa7d | 2013-07-10 03:16:40 +0200 | [diff] [blame] | 945 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 946 | for (i = 0; i < 2 * NUM_ENDPOINTS; i++) { |
| 947 | /* |
Marek Vasut | 456707d | 2013-07-10 03:16:37 +0200 | [diff] [blame] | 948 | * Configure QH for each endpoint. The structure of the QH list |
| 949 | * is such that each two subsequent fields, N and N+1 where N is |
| 950 | * even, in the QH list represent QH for one endpoint. The Nth |
| 951 | * entry represents OUT configuration and the N+1th entry does |
| 952 | * represent IN configuration of the endpoint. |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 953 | */ |
Marek Vasut | 393004e | 2013-07-10 03:16:36 +0200 | [diff] [blame] | 954 | head = controller.epts + i; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 955 | if (i < 2) |
| 956 | head->config = CONFIG_MAX_PKT(EP0_MAX_PACKET_SIZE) |
| 957 | | CONFIG_ZLT | CONFIG_IOS; |
| 958 | else |
| 959 | head->config = CONFIG_MAX_PKT(EP_MAX_PACKET_SIZE) |
| 960 | | CONFIG_ZLT; |
| 961 | head->next = TERMINATE; |
| 962 | head->info = 0; |
| 963 | |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 964 | if (i & 1) { |
Stephen Warren | bec1c13 | 2014-07-01 11:41:13 -0600 | [diff] [blame] | 965 | ci_flush_qh(i / 2); |
| 966 | ci_flush_qtd(i / 2); |
Marek Vasut | 5846534 | 2013-07-10 03:16:42 +0200 | [diff] [blame] | 967 | } |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 968 | } |
| 969 | |
| 970 | INIT_LIST_HEAD(&controller.gadget.ep_list); |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 971 | |
| 972 | /* Init EP 0 */ |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 973 | memcpy(&controller.ep[0].ep, &ci_ep_init[0], sizeof(*ci_ep_init)); |
Stephen Warren | b3dc422 | 2014-05-29 14:53:01 -0600 | [diff] [blame] | 974 | controller.ep[0].desc = &ep0_desc; |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 975 | INIT_LIST_HEAD(&controller.ep[0].queue); |
| 976 | controller.ep[0].req_primed = false; |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 977 | controller.gadget.ep0 = &controller.ep[0].ep; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 978 | INIT_LIST_HEAD(&controller.gadget.ep0->ep_list); |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 979 | |
Siva Durga Prasad Paladugu | 2c24ed1 | 2015-04-29 10:42:10 +0530 | [diff] [blame] | 980 | /* Init EP 1..3 */ |
| 981 | for (i = 1; i < 4; i++) { |
| 982 | memcpy(&controller.ep[i].ep, &ci_ep_init[i], |
| 983 | sizeof(*ci_ep_init)); |
| 984 | INIT_LIST_HEAD(&controller.ep[i].queue); |
| 985 | controller.ep[i].req_primed = false; |
| 986 | list_add_tail(&controller.ep[i].ep.ep_list, |
| 987 | &controller.gadget.ep_list); |
| 988 | } |
| 989 | |
| 990 | /* Init EP 4..n */ |
| 991 | for (i = 4; i < NUM_ENDPOINTS; i++) { |
| 992 | memcpy(&controller.ep[i].ep, &ci_ep_init[4], |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 993 | sizeof(*ci_ep_init)); |
Stephen Warren | aa5e864 | 2014-05-05 17:48:11 -0600 | [diff] [blame] | 994 | INIT_LIST_HEAD(&controller.ep[i].queue); |
| 995 | controller.ep[i].req_primed = false; |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 996 | list_add_tail(&controller.ep[i].ep.ep_list, |
| 997 | &controller.gadget.ep_list); |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 998 | } |
Marek Vasut | e126341 | 2013-07-10 03:16:30 +0200 | [diff] [blame] | 999 | |
Stephen Warren | 9ac8b54 | 2014-05-29 14:53:02 -0600 | [diff] [blame] | 1000 | ci_ep_alloc_request(&controller.ep[0].ep, 0); |
| 1001 | if (!controller.ep0_req) { |
Stephen Warren | c5d619b | 2014-06-10 11:02:37 -0600 | [diff] [blame] | 1002 | free(controller.items_mem); |
Stephen Warren | 9ac8b54 | 2014-05-29 14:53:02 -0600 | [diff] [blame] | 1003 | free(controller.epts); |
| 1004 | return -ENOMEM; |
| 1005 | } |
| 1006 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1007 | return 0; |
| 1008 | } |
| 1009 | |
| 1010 | int usb_gadget_register_driver(struct usb_gadget_driver *driver) |
| 1011 | { |
Marek Vasut | 1f4b491 | 2013-07-10 03:16:32 +0200 | [diff] [blame] | 1012 | int ret; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1013 | |
Marek Vasut | fe67fe7 | 2013-07-10 03:16:33 +0200 | [diff] [blame] | 1014 | if (!driver) |
| 1015 | return -EINVAL; |
| 1016 | if (!driver->bind || !driver->setup || !driver->disconnect) |
| 1017 | return -EINVAL; |
| 1018 | if (driver->speed != USB_SPEED_FULL && driver->speed != USB_SPEED_HIGH) |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1019 | return -EINVAL; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1020 | |
Sven Schwermer | 8a3cb9f1 | 2018-11-21 08:43:56 +0100 | [diff] [blame] | 1021 | #if CONFIG_IS_ENABLED(DM_USB) |
Simon Glass | 444b1e0 | 2015-03-25 12:22:32 -0600 | [diff] [blame] | 1022 | ret = usb_setup_ehci_gadget(&controller.ctrl); |
| 1023 | #else |
Troy Kisky | 8f9c49d | 2013-10-10 15:27:56 -0700 | [diff] [blame] | 1024 | ret = usb_lowlevel_init(0, USB_INIT_DEVICE, (void **)&controller.ctrl); |
Simon Glass | 444b1e0 | 2015-03-25 12:22:32 -0600 | [diff] [blame] | 1025 | #endif |
Marek Vasut | 1f4b491 | 2013-07-10 03:16:32 +0200 | [diff] [blame] | 1026 | if (ret) |
| 1027 | return ret; |
| 1028 | |
Marek Vasut | 9ba8997 | 2014-02-06 02:43:45 +0100 | [diff] [blame] | 1029 | ret = ci_udc_probe(); |
Ye.Li | 560bee9 | 2015-12-31 15:24:45 +0800 | [diff] [blame] | 1030 | if (ret) { |
| 1031 | DBG("udc probe failed, returned %d\n", ret); |
| 1032 | return ret; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1033 | } |
Marek Vasut | 1f4b491 | 2013-07-10 03:16:32 +0200 | [diff] [blame] | 1034 | |
| 1035 | ret = driver->bind(&controller.gadget); |
| 1036 | if (ret) { |
| 1037 | DBG("driver->bind() returned %d\n", ret); |
| 1038 | return ret; |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1039 | } |
| 1040 | controller.driver = driver; |
| 1041 | |
| 1042 | return 0; |
| 1043 | } |
| 1044 | |
| 1045 | int usb_gadget_unregister_driver(struct usb_gadget_driver *driver) |
| 1046 | { |
Stephen Warren | 9c7ebe7 | 2014-06-10 11:02:38 -0600 | [diff] [blame] | 1047 | udc_disconnect(); |
| 1048 | |
Stephen Warren | f66ae99 | 2014-06-23 12:02:48 -0600 | [diff] [blame] | 1049 | driver->unbind(&controller.gadget); |
| 1050 | controller.driver = NULL; |
| 1051 | |
Stephen Warren | 9c7ebe7 | 2014-06-10 11:02:38 -0600 | [diff] [blame] | 1052 | ci_ep_free_request(&controller.ep[0].ep, &controller.ep0_req->req); |
| 1053 | free(controller.items_mem); |
| 1054 | free(controller.epts); |
| 1055 | |
Ye Li | 68801eb | 2020-06-29 10:12:59 +0800 | [diff] [blame^] | 1056 | #if CONFIG_IS_ENABLED(DM_USB) |
| 1057 | usb_remove_ehci_gadget(&controller.ctrl); |
| 1058 | #else |
| 1059 | usb_lowlevel_stop(0); |
| 1060 | controller.ctrl = NULL; |
| 1061 | #endif |
| 1062 | |
Lei Wen | a91ee2a | 2011-10-05 08:11:40 -0700 | [diff] [blame] | 1063 | return 0; |
| 1064 | } |
Stephen Warren | fb12f45 | 2014-08-25 14:02:15 -0600 | [diff] [blame] | 1065 | |
| 1066 | bool dfu_usb_get_reset(void) |
| 1067 | { |
| 1068 | struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor; |
| 1069 | |
| 1070 | return !!(readl(&udc->usbsts) & STS_URI); |
| 1071 | } |