1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- * Cadence USBSS DRD Driver - gadget side.
- *
- * Copyright (C) 2018-2019 Cadence Design Systems.
- * Copyright (C) 2017-2018 NXP
- *
- * Authors: Pawel Jez <pjez@cadence.com>,
- * Pawel Laszczak <pawell@cadence.com>
- * Peter Chen <peter.chen@nxp.com>
- */
- /*
- * Work around 1:
- * At some situations, the controller may get stale data address in TRB
- * at below sequences:
- * 1. Controller read TRB includes data address
- * 2. Software updates TRBs includes data address and Cycle bit
- * 3. Controller read TRB which includes Cycle bit
- * 4. DMA run with stale data address
- *
- * To fix this problem, driver needs to make the first TRB in TD as invalid.
- * After preparing all TRBs driver needs to check the position of DMA and
- * if the DMA point to the first just added TRB and doorbell is 1,
- * then driver must defer making this TRB as valid. This TRB will be make
- * as valid during adding next TRB only if DMA is stopped or at TRBERR
- * interrupt.
- *
- * Issue has been fixed in DEV_VER_V3 version of controller.
- *
- * Work around 2:
- * Controller for OUT endpoints has shared on-chip buffers for all incoming
- * packets, including ep0out. It's FIFO buffer, so packets must be handle by DMA
- * in correct order. If the first packet in the buffer will not be handled,
- * then the following packets directed for other endpoints and functions
- * will be blocked.
- * Additionally the packets directed to one endpoint can block entire on-chip
- * buffers. In this case transfer to other endpoints also will blocked.
- *
- * To resolve this issue after raising the descriptor missing interrupt
- * driver prepares internal usb_request object and use it to arm DMA transfer.
- *
- * The problematic situation was observed in case when endpoint has been enabled
- * but no usb_request were queued. Driver try detects such endpoints and will
- * use this workaround only for these endpoint.
- *
- * Driver use limited number of buffer. This number can be set by macro
- * CDNS3_WA2_NUM_BUFFERS.
- *
- * Such blocking situation was observed on ACM gadget. For this function
- * host send OUT data packet but ACM function is not prepared for this packet.
- * It's cause that buffer placed in on chip memory block transfer to other
- * endpoints.
- *
- * Issue has been fixed in DEV_VER_V2 version of controller.
- *
- */
- #include <dm.h>
- #include <dm/device_compat.h>
- #include <dm/devres.h>
- #include <linux/bitops.h>
- #include <linux/delay.h>
- #include <linux/err.h>
- #include <linux/usb/gadget.h>
- #include <linux/compat.h>
- #include <linux/iopoll.h>
- #include <linux/dma-mapping.h>
- #include <linux/bitmap.h>
- #include <linux/bug.h>
- #include "core.h"
- #include "gadget-export.h"
- #include "gadget.h"
- #include "trace.h"
- #include "drd.h"
- #define readl_poll_timeout_atomic readl_poll_timeout
- #define usleep_range(a, b) udelay((b))
- static int __cdns3_gadget_ep_queue(struct usb_ep *ep,
- struct usb_request *request,
- gfp_t gfp_flags);
- /**
- * cdns3_set_register_bit - set bit in given register.
- * @ptr: address of device controller register to be read and changed
- * @mask: bits requested to set
- */
- void cdns3_set_register_bit(void __iomem *ptr, u32 mask)
- {
- mask = readl(ptr) | mask;
- writel(mask, ptr);
- }
- /**
- * cdns3_ep_addr_to_index - Macro converts endpoint address to
- * index of endpoint object in cdns3_device.eps[] container
- * @ep_addr: endpoint address for which endpoint object is required
- *
- */
- u8 cdns3_ep_addr_to_index(u8 ep_addr)
- {
- return (((ep_addr & 0x7F)) + ((ep_addr & USB_DIR_IN) ? 16 : 0));
- }
- static int cdns3_get_dma_pos(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep)
- {
- int dma_index;
- dma_index = readl(&priv_dev->regs->ep_traddr) - priv_ep->trb_pool_dma;
- return dma_index / TRB_SIZE;
- }
- /**
- * cdns3_next_request - returns next request from list
- * @list: list containing requests
- *
- * Returns request or NULL if no requests in list
- */
- struct usb_request *cdns3_next_request(struct list_head *list)
- {
- return list_first_entry_or_null(list, struct usb_request, list);
- }
- /**
- * cdns3_next_align_buf - returns next buffer from list
- * @list: list containing buffers
- *
- * Returns buffer or NULL if no buffers in list
- */
- struct cdns3_aligned_buf *cdns3_next_align_buf(struct list_head *list)
- {
- return list_first_entry_or_null(list, struct cdns3_aligned_buf, list);
- }
- /**
- * cdns3_next_priv_request - returns next request from list
- * @list: list containing requests
- *
- * Returns request or NULL if no requests in list
- */
- struct cdns3_request *cdns3_next_priv_request(struct list_head *list)
- {
- return list_first_entry_or_null(list, struct cdns3_request, list);
- }
- /**
- * select_ep - selects endpoint
- * @priv_dev: extended gadget object
- * @ep: endpoint address
- */
- void cdns3_select_ep(struct cdns3_device *priv_dev, u32 ep)
- {
- if (priv_dev->selected_ep == ep)
- return;
- priv_dev->selected_ep = ep;
- writel(ep, &priv_dev->regs->ep_sel);
- }
- dma_addr_t cdns3_trb_virt_to_dma(struct cdns3_endpoint *priv_ep,
- struct cdns3_trb *trb)
- {
- u32 offset = (char *)trb - (char *)priv_ep->trb_pool;
- return priv_ep->trb_pool_dma + offset;
- }
- int cdns3_ring_size(struct cdns3_endpoint *priv_ep)
- {
- switch (priv_ep->type) {
- case USB_ENDPOINT_XFER_ISOC:
- return TRB_ISO_RING_SIZE;
- case USB_ENDPOINT_XFER_CONTROL:
- return TRB_CTRL_RING_SIZE;
- default:
- return TRB_RING_SIZE;
- }
- }
- /**
- * cdns3_allocate_trb_pool - Allocates TRB's pool for selected endpoint
- * @priv_ep: endpoint object
- *
- * Function will return 0 on success or -ENOMEM on allocation error
- */
- int cdns3_allocate_trb_pool(struct cdns3_endpoint *priv_ep)
- {
- int ring_size = cdns3_ring_size(priv_ep);
- struct cdns3_trb *link_trb;
- if (!priv_ep->trb_pool) {
- priv_ep->trb_pool =
- dma_alloc_coherent(ring_size,
- (unsigned long *)&priv_ep->trb_pool_dma);
- if (!priv_ep->trb_pool)
- return -ENOMEM;
- } else {
- memset(priv_ep->trb_pool, 0, ring_size);
- }
- if (!priv_ep->num)
- return 0;
- priv_ep->num_trbs = ring_size / TRB_SIZE;
- /* Initialize the last TRB as Link TRB. */
- link_trb = (priv_ep->trb_pool + (priv_ep->num_trbs - 1));
- link_trb->buffer = TRB_BUFFER(priv_ep->trb_pool_dma);
- link_trb->control = TRB_CYCLE | TRB_TYPE(TRB_LINK) | TRB_TOGGLE;
- return 0;
- }
- static void cdns3_free_trb_pool(struct cdns3_endpoint *priv_ep)
- {
- if (priv_ep->trb_pool) {
- dma_free_coherent(priv_ep->trb_pool);
- priv_ep->trb_pool = NULL;
- }
- }
- /**
- * cdns3_ep_stall_flush - Stalls and flushes selected endpoint
- * @priv_ep: endpoint object
- *
- * Endpoint must be selected before call to this function
- */
- static void cdns3_ep_stall_flush(struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- int val;
- trace_cdns3_halt(priv_ep, 1, 1);
- writel(EP_CMD_DFLUSH | EP_CMD_ERDY | EP_CMD_SSTALL,
- &priv_dev->regs->ep_cmd);
- /* wait for DFLUSH cleared */
- readl_poll_timeout_atomic(&priv_dev->regs->ep_cmd, val,
- !(val & EP_CMD_DFLUSH), 1000);
- priv_ep->flags |= EP_STALLED;
- priv_ep->flags &= ~EP_STALL_PENDING;
- }
- /**
- * cdns3_hw_reset_eps_config - reset endpoints configuration kept by controller.
- * @priv_dev: extended gadget object
- */
- void cdns3_hw_reset_eps_config(struct cdns3_device *priv_dev)
- {
- writel(USB_CONF_CFGRST, &priv_dev->regs->usb_conf);
- cdns3_allow_enable_l1(priv_dev, 0);
- priv_dev->hw_configured_flag = 0;
- priv_dev->onchip_used_size = 0;
- priv_dev->out_mem_is_allocated = 0;
- priv_dev->wait_for_setup = 0;
- }
- /**
- * cdns3_ep_inc_trb - increment a trb index.
- * @index: Pointer to the TRB index to increment.
- * @cs: Cycle state
- * @trb_in_seg: number of TRBs in segment
- *
- * The index should never point to the link TRB. After incrementing,
- * if it is point to the link TRB, wrap around to the beginning and revert
- * cycle state bit The
- * link TRB is always at the last TRB entry.
- */
- static void cdns3_ep_inc_trb(int *index, u8 *cs, int trb_in_seg)
- {
- (*index)++;
- if (*index == (trb_in_seg - 1)) {
- *index = 0;
- *cs ^= 1;
- }
- }
- /**
- * cdns3_ep_inc_enq - increment endpoint's enqueue pointer
- * @priv_ep: The endpoint whose enqueue pointer we're incrementing
- */
- static void cdns3_ep_inc_enq(struct cdns3_endpoint *priv_ep)
- {
- priv_ep->free_trbs--;
- cdns3_ep_inc_trb(&priv_ep->enqueue, &priv_ep->pcs, priv_ep->num_trbs);
- }
- /**
- * cdns3_ep_inc_deq - increment endpoint's dequeue pointer
- * @priv_ep: The endpoint whose dequeue pointer we're incrementing
- */
- static void cdns3_ep_inc_deq(struct cdns3_endpoint *priv_ep)
- {
- priv_ep->free_trbs++;
- cdns3_ep_inc_trb(&priv_ep->dequeue, &priv_ep->ccs, priv_ep->num_trbs);
- }
- void cdns3_move_deq_to_next_trb(struct cdns3_request *priv_req)
- {
- struct cdns3_endpoint *priv_ep = priv_req->priv_ep;
- int current_trb = priv_req->start_trb;
- while (current_trb != priv_req->end_trb) {
- cdns3_ep_inc_deq(priv_ep);
- current_trb = priv_ep->dequeue;
- }
- cdns3_ep_inc_deq(priv_ep);
- }
- /**
- * cdns3_allow_enable_l1 - enable/disable permits to transition to L1.
- * @priv_dev: Extended gadget object
- * @enable: Enable/disable permit to transition to L1.
- *
- * If bit USB_CONF_L1EN is set and device receive Extended Token packet,
- * then controller answer with ACK handshake.
- * If bit USB_CONF_L1DS is set and device receive Extended Token packet,
- * then controller answer with NYET handshake.
- */
- void cdns3_allow_enable_l1(struct cdns3_device *priv_dev, int enable)
- {
- if (enable)
- writel(USB_CONF_L1EN, &priv_dev->regs->usb_conf);
- else
- writel(USB_CONF_L1DS, &priv_dev->regs->usb_conf);
- }
- enum usb_device_speed cdns3_get_speed(struct cdns3_device *priv_dev)
- {
- u32 reg;
- reg = readl(&priv_dev->regs->usb_sts);
- if (DEV_SUPERSPEED(reg))
- return USB_SPEED_SUPER;
- else if (DEV_HIGHSPEED(reg))
- return USB_SPEED_HIGH;
- else if (DEV_FULLSPEED(reg))
- return USB_SPEED_FULL;
- else if (DEV_LOWSPEED(reg))
- return USB_SPEED_LOW;
- return USB_SPEED_UNKNOWN;
- }
- /**
- * cdns3_start_all_request - add to ring all request not started
- * @priv_dev: Extended gadget object
- * @priv_ep: The endpoint for whom request will be started.
- *
- * Returns return ENOMEM if transfer ring i not enough TRBs to start
- * all requests.
- */
- static int cdns3_start_all_request(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep)
- {
- struct usb_request *request;
- int ret = 0;
- while (!list_empty(&priv_ep->deferred_req_list)) {
- request = cdns3_next_request(&priv_ep->deferred_req_list);
- ret = cdns3_ep_run_transfer(priv_ep, request);
- if (ret)
- return ret;
- list_del(&request->list);
- list_add_tail(&request->list,
- &priv_ep->pending_req_list);
- }
- priv_ep->flags &= ~EP_RING_FULL;
- return ret;
- }
- /*
- * WA2: Set flag for all not ISOC OUT endpoints. If this flag is set
- * driver try to detect whether endpoint need additional internal
- * buffer for unblocking on-chip FIFO buffer. This flag will be cleared
- * if before first DESCMISS interrupt the DMA will be armed.
- */
- #define cdns3_wa2_enable_detection(priv_dev, ep_priv, reg) do { \
- if (!priv_ep->dir && priv_ep->type != USB_ENDPOINT_XFER_ISOC) { \
- priv_ep->flags |= EP_QUIRK_EXTRA_BUF_DET; \
- (reg) |= EP_STS_EN_DESCMISEN; \
- } } while (0)
- /**
- * cdns3_wa2_descmiss_copy_data copy data from internal requests to
- * request queued by class driver.
- * @priv_ep: extended endpoint object
- * @request: request object
- */
- static void cdns3_wa2_descmiss_copy_data(struct cdns3_endpoint *priv_ep,
- struct usb_request *request)
- {
- struct usb_request *descmiss_req;
- struct cdns3_request *descmiss_priv_req;
- while (!list_empty(&priv_ep->wa2_descmiss_req_list)) {
- int chunk_end;
- int length;
- descmiss_priv_req =
- cdns3_next_priv_request(&priv_ep->wa2_descmiss_req_list);
- descmiss_req = &descmiss_priv_req->request;
- /* driver can't touch pending request */
- if (descmiss_priv_req->flags & REQUEST_PENDING)
- break;
- chunk_end = descmiss_priv_req->flags & REQUEST_INTERNAL_CH;
- length = request->actual + descmiss_req->actual;
- request->status = descmiss_req->status;
- if (length <= request->length) {
- memcpy(&((u8 *)request->buf)[request->actual],
- descmiss_req->buf,
- descmiss_req->actual);
- request->actual = length;
- } else {
- /* It should never occur */
- request->status = -ENOMEM;
- }
- list_del_init(&descmiss_priv_req->list);
- kfree(descmiss_req->buf);
- cdns3_gadget_ep_free_request(&priv_ep->endpoint, descmiss_req);
- --priv_ep->wa2_counter;
- if (!chunk_end)
- break;
- }
- }
- struct usb_request *cdns3_wa2_gadget_giveback(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep,
- struct cdns3_request *priv_req)
- {
- if (priv_ep->flags & EP_QUIRK_EXTRA_BUF_EN &&
- priv_req->flags & REQUEST_INTERNAL) {
- struct usb_request *req;
- req = cdns3_next_request(&priv_ep->deferred_req_list);
- priv_ep->descmis_req = NULL;
- if (!req)
- return NULL;
- cdns3_wa2_descmiss_copy_data(priv_ep, req);
- if (!(priv_ep->flags & EP_QUIRK_END_TRANSFER) &&
- req->length != req->actual) {
- /* wait for next part of transfer */
- return NULL;
- }
- if (req->status == -EINPROGRESS)
- req->status = 0;
- list_del_init(&req->list);
- cdns3_start_all_request(priv_dev, priv_ep);
- return req;
- }
- return &priv_req->request;
- }
- int cdns3_wa2_gadget_ep_queue(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep,
- struct cdns3_request *priv_req)
- {
- int deferred = 0;
- /*
- * If transfer was queued before DESCMISS appear than we
- * can disable handling of DESCMISS interrupt. Driver assumes that it
- * can disable special treatment for this endpoint.
- */
- if (priv_ep->flags & EP_QUIRK_EXTRA_BUF_DET) {
- u32 reg;
- cdns3_select_ep(priv_dev, priv_ep->num | priv_ep->dir);
- priv_ep->flags &= ~EP_QUIRK_EXTRA_BUF_DET;
- reg = readl(&priv_dev->regs->ep_sts_en);
- reg &= ~EP_STS_EN_DESCMISEN;
- trace_cdns3_wa2(priv_ep, "workaround disabled\n");
- writel(reg, &priv_dev->regs->ep_sts_en);
- }
- if (priv_ep->flags & EP_QUIRK_EXTRA_BUF_EN) {
- u8 pending_empty = list_empty(&priv_ep->pending_req_list);
- u8 descmiss_empty = list_empty(&priv_ep->wa2_descmiss_req_list);
- /*
- * DESCMISS transfer has been finished, so data will be
- * directly copied from internal allocated usb_request
- * objects.
- */
- if (pending_empty && !descmiss_empty &&
- !(priv_req->flags & REQUEST_INTERNAL)) {
- cdns3_wa2_descmiss_copy_data(priv_ep,
- &priv_req->request);
- trace_cdns3_wa2(priv_ep, "get internal stored data");
- list_add_tail(&priv_req->request.list,
- &priv_ep->pending_req_list);
- cdns3_gadget_giveback(priv_ep, priv_req,
- priv_req->request.status);
- /*
- * Intentionally driver returns positive value as
- * correct value. It informs that transfer has
- * been finished.
- */
- return EINPROGRESS;
- }
- /*
- * Driver will wait for completion DESCMISS transfer,
- * before starts new, not DESCMISS transfer.
- */
- if (!pending_empty && !descmiss_empty) {
- trace_cdns3_wa2(priv_ep, "wait for pending transfer\n");
- deferred = 1;
- }
- if (priv_req->flags & REQUEST_INTERNAL)
- list_add_tail(&priv_req->list,
- &priv_ep->wa2_descmiss_req_list);
- }
- return deferred;
- }
- static void cdns3_wa2_remove_old_request(struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_request *priv_req;
- while (!list_empty(&priv_ep->wa2_descmiss_req_list)) {
- u8 chain;
- priv_req = cdns3_next_priv_request(&priv_ep->wa2_descmiss_req_list);
- chain = !!(priv_req->flags & REQUEST_INTERNAL_CH);
- trace_cdns3_wa2(priv_ep, "removes eldest request");
- kfree(priv_req->request.buf);
- cdns3_gadget_ep_free_request(&priv_ep->endpoint,
- &priv_req->request);
- list_del_init(&priv_req->list);
- --priv_ep->wa2_counter;
- if (!chain)
- break;
- }
- }
- /**
- * cdns3_wa2_descmissing_packet - handles descriptor missing event.
- * @priv_dev: extended gadget object
- *
- * This function is used only for WA2. For more information see Work around 2
- * description.
- */
- static void cdns3_wa2_descmissing_packet(struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_request *priv_req;
- struct usb_request *request;
- if (priv_ep->flags & EP_QUIRK_EXTRA_BUF_DET) {
- priv_ep->flags &= ~EP_QUIRK_EXTRA_BUF_DET;
- priv_ep->flags |= EP_QUIRK_EXTRA_BUF_EN;
- }
- trace_cdns3_wa2(priv_ep, "Description Missing detected\n");
- if (priv_ep->wa2_counter >= CDNS3_WA2_NUM_BUFFERS)
- cdns3_wa2_remove_old_request(priv_ep);
- request = cdns3_gadget_ep_alloc_request(&priv_ep->endpoint,
- GFP_ATOMIC);
- if (!request)
- goto err;
- priv_req = to_cdns3_request(request);
- priv_req->flags |= REQUEST_INTERNAL;
- /* if this field is still assigned it indicate that transfer related
- * with this request has not been finished yet. Driver in this
- * case simply allocate next request and assign flag REQUEST_INTERNAL_CH
- * flag to previous one. It will indicate that current request is
- * part of the previous one.
- */
- if (priv_ep->descmis_req)
- priv_ep->descmis_req->flags |= REQUEST_INTERNAL_CH;
- priv_req->request.buf = kzalloc(CDNS3_DESCMIS_BUF_SIZE,
- GFP_ATOMIC);
- priv_ep->wa2_counter++;
- if (!priv_req->request.buf) {
- cdns3_gadget_ep_free_request(&priv_ep->endpoint, request);
- goto err;
- }
- priv_req->request.length = CDNS3_DESCMIS_BUF_SIZE;
- priv_ep->descmis_req = priv_req;
- __cdns3_gadget_ep_queue(&priv_ep->endpoint,
- &priv_ep->descmis_req->request,
- GFP_ATOMIC);
- return;
- err:
- dev_err(priv_ep->cdns3_dev->dev,
- "Failed: No sufficient memory for DESCMIS\n");
- }
- /**
- * cdns3_gadget_giveback - call struct usb_request's ->complete callback
- * @priv_ep: The endpoint to whom the request belongs to
- * @priv_req: The request we're giving back
- * @status: completion code for the request
- *
- * Must be called with controller's lock held and interrupts disabled. This
- * function will unmap @req and call its ->complete() callback to notify upper
- * layers that it has completed.
- */
- void cdns3_gadget_giveback(struct cdns3_endpoint *priv_ep,
- struct cdns3_request *priv_req,
- int status)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct usb_request *request = &priv_req->request;
- list_del_init(&request->list);
- if (request->status == -EINPROGRESS)
- request->status = status;
- usb_gadget_unmap_request(&priv_dev->gadget, request,
- priv_ep->dir);
- if ((priv_req->flags & REQUEST_UNALIGNED) &&
- priv_ep->dir == USB_DIR_OUT && !request->status)
- memcpy(request->buf, priv_req->aligned_buf->buf,
- request->length);
- priv_req->flags &= ~(REQUEST_PENDING | REQUEST_UNALIGNED);
- trace_cdns3_gadget_giveback(priv_req);
- if (priv_dev->dev_ver < DEV_VER_V2) {
- request = cdns3_wa2_gadget_giveback(priv_dev, priv_ep,
- priv_req);
- if (!request)
- return;
- }
- if (request->complete) {
- spin_unlock(&priv_dev->lock);
- usb_gadget_giveback_request(&priv_ep->endpoint,
- request);
- spin_lock(&priv_dev->lock);
- }
- if (request->buf == priv_dev->zlp_buf)
- cdns3_gadget_ep_free_request(&priv_ep->endpoint, request);
- }
- void cdns3_wa1_restore_cycle_bit(struct cdns3_endpoint *priv_ep)
- {
- /* Work around for stale data address in TRB*/
- if (priv_ep->wa1_set) {
- trace_cdns3_wa1(priv_ep, "restore cycle bit");
- priv_ep->wa1_set = 0;
- priv_ep->wa1_trb_index = 0xFFFF;
- if (priv_ep->wa1_cycle_bit) {
- priv_ep->wa1_trb->control =
- priv_ep->wa1_trb->control | 0x1;
- } else {
- priv_ep->wa1_trb->control =
- priv_ep->wa1_trb->control & ~0x1;
- }
- }
- }
- static void cdns3_free_aligned_request_buf(struct cdns3_device *priv_dev)
- {
- struct cdns3_aligned_buf *buf, *tmp;
- unsigned long flags;
- spin_lock_irqsave(&priv_dev->lock, flags);
- list_for_each_entry_safe(buf, tmp, &priv_dev->aligned_buf_list, list) {
- if (!buf->in_use) {
- list_del(&buf->list);
- /*
- * Re-enable interrupts to free DMA capable memory.
- * Driver can't free this memory with disabled
- * interrupts.
- */
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- dma_free_coherent(buf->buf);
- kfree(buf);
- spin_lock_irqsave(&priv_dev->lock, flags);
- }
- }
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- }
- static int cdns3_prepare_aligned_request_buf(struct cdns3_request *priv_req)
- {
- struct cdns3_endpoint *priv_ep = priv_req->priv_ep;
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct cdns3_aligned_buf *buf;
- /* check if buffer is aligned to 8. */
- if (!((uintptr_t)priv_req->request.buf & 0x7))
- return 0;
- buf = priv_req->aligned_buf;
- if (!buf || priv_req->request.length > buf->size) {
- buf = kzalloc(sizeof(*buf), GFP_ATOMIC);
- if (!buf)
- return -ENOMEM;
- buf->size = priv_req->request.length;
- buf->buf = dma_alloc_coherent(buf->size,
- (unsigned long *)&buf->dma);
- if (!buf->buf) {
- kfree(buf);
- return -ENOMEM;
- }
- if (priv_req->aligned_buf) {
- trace_cdns3_free_aligned_request(priv_req);
- priv_req->aligned_buf->in_use = 0;
- #ifndef __UBOOT__
- queue_work(system_freezable_wq,
- &priv_dev->aligned_buf_wq);
- #else
- cdns3_free_aligned_request_buf(priv_dev);
- #endif
- }
- buf->in_use = 1;
- priv_req->aligned_buf = buf;
- list_add_tail(&buf->list,
- &priv_dev->aligned_buf_list);
- }
- if (priv_ep->dir == USB_DIR_IN) {
- memcpy(buf->buf, priv_req->request.buf,
- priv_req->request.length);
- }
- priv_req->flags |= REQUEST_UNALIGNED;
- trace_cdns3_prepare_aligned_request(priv_req);
- return 0;
- }
- static int cdns3_wa1_update_guard(struct cdns3_endpoint *priv_ep,
- struct cdns3_trb *trb)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- if (!priv_ep->wa1_set) {
- u32 doorbell;
- doorbell = !!(readl(&priv_dev->regs->ep_cmd) & EP_CMD_DRDY);
- if (doorbell) {
- priv_ep->wa1_cycle_bit = priv_ep->pcs ? TRB_CYCLE : 0;
- priv_ep->wa1_set = 1;
- priv_ep->wa1_trb = trb;
- priv_ep->wa1_trb_index = priv_ep->enqueue;
- trace_cdns3_wa1(priv_ep, "set guard");
- return 0;
- }
- }
- return 1;
- }
- static void cdns3_wa1_tray_restore_cycle_bit(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep)
- {
- int dma_index;
- u32 doorbell;
- doorbell = !!(readl(&priv_dev->regs->ep_cmd) & EP_CMD_DRDY);
- dma_index = cdns3_get_dma_pos(priv_dev, priv_ep);
- if (!doorbell || dma_index != priv_ep->wa1_trb_index)
- cdns3_wa1_restore_cycle_bit(priv_ep);
- }
- /**
- * cdns3_ep_run_transfer - start transfer on no-default endpoint hardware
- * @priv_ep: endpoint object
- *
- * Returns zero on success or negative value on failure
- */
- int cdns3_ep_run_transfer(struct cdns3_endpoint *priv_ep,
- struct usb_request *request)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct cdns3_request *priv_req;
- struct cdns3_trb *trb;
- dma_addr_t trb_dma;
- u32 togle_pcs = 1;
- int sg_iter = 0;
- int num_trb = 1;
- int address;
- u32 control;
- int pcs;
- if (num_trb > priv_ep->free_trbs) {
- priv_ep->flags |= EP_RING_FULL;
- return -ENOBUFS;
- }
- priv_req = to_cdns3_request(request);
- address = priv_ep->endpoint.desc->bEndpointAddress;
- priv_ep->flags |= EP_PENDING_REQUEST;
- /* must allocate buffer aligned to 8 */
- if (priv_req->flags & REQUEST_UNALIGNED)
- trb_dma = priv_req->aligned_buf->dma;
- else
- trb_dma = request->dma;
- trb = priv_ep->trb_pool + priv_ep->enqueue;
- priv_req->start_trb = priv_ep->enqueue;
- priv_req->trb = trb;
- cdns3_select_ep(priv_ep->cdns3_dev, address);
- /* prepare ring */
- if ((priv_ep->enqueue + num_trb) >= (priv_ep->num_trbs - 1)) {
- struct cdns3_trb *link_trb;
- int doorbell, dma_index;
- u32 ch_bit = 0;
- doorbell = !!(readl(&priv_dev->regs->ep_cmd) & EP_CMD_DRDY);
- dma_index = cdns3_get_dma_pos(priv_dev, priv_ep);
- /* Driver can't update LINK TRB if it is current processed. */
- if (doorbell && dma_index == priv_ep->num_trbs - 1) {
- priv_ep->flags |= EP_DEFERRED_DRDY;
- return -ENOBUFS;
- }
- /*updating C bt in Link TRB before starting DMA*/
- link_trb = priv_ep->trb_pool + (priv_ep->num_trbs - 1);
- /*
- * For TRs size equal 2 enabling TRB_CHAIN for epXin causes
- * that DMA stuck at the LINK TRB.
- * On the other hand, removing TRB_CHAIN for longer TRs for
- * epXout cause that DMA stuck after handling LINK TRB.
- * To eliminate this strange behavioral driver set TRB_CHAIN
- * bit only for TR size > 2.
- */
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC ||
- TRBS_PER_SEGMENT > 2)
- ch_bit = TRB_CHAIN;
- link_trb->control = ((priv_ep->pcs) ? TRB_CYCLE : 0) |
- TRB_TYPE(TRB_LINK) | TRB_TOGGLE | ch_bit;
- }
- if (priv_dev->dev_ver <= DEV_VER_V2)
- togle_pcs = cdns3_wa1_update_guard(priv_ep, trb);
- /* set incorrect Cycle Bit for first trb*/
- control = priv_ep->pcs ? 0 : TRB_CYCLE;
- do {
- u32 length;
- u16 td_size = 0;
- /* fill TRB */
- control |= TRB_TYPE(TRB_NORMAL);
- trb->buffer = TRB_BUFFER(trb_dma);
- length = request->length;
- if (likely(priv_dev->dev_ver >= DEV_VER_V2))
- td_size = DIV_ROUND_UP(length,
- priv_ep->endpoint.maxpacket);
- trb->length = TRB_BURST_LEN(priv_ep->trb_burst_size) |
- TRB_LEN(length);
- if (priv_dev->gadget.speed == USB_SPEED_SUPER)
- trb->length |= TRB_TDL_SS_SIZE(td_size);
- else
- control |= TRB_TDL_HS_SIZE(td_size);
- pcs = priv_ep->pcs ? TRB_CYCLE : 0;
- /*
- * first trb should be prepared as last to avoid processing
- * transfer to early
- */
- if (sg_iter != 0)
- control |= pcs;
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC && !priv_ep->dir) {
- control |= TRB_IOC | TRB_ISP;
- } else {
- /* for last element in TD or in SG list */
- if (sg_iter == (num_trb - 1) && sg_iter != 0)
- control |= pcs | TRB_IOC | TRB_ISP;
- }
- if (sg_iter)
- trb->control = control;
- else
- priv_req->trb->control = control;
- control = 0;
- ++sg_iter;
- priv_req->end_trb = priv_ep->enqueue;
- cdns3_ep_inc_enq(priv_ep);
- trb = priv_ep->trb_pool + priv_ep->enqueue;
- } while (sg_iter < num_trb);
- trb = priv_req->trb;
- priv_req->flags |= REQUEST_PENDING;
- if (sg_iter == 1)
- trb->control |= TRB_IOC | TRB_ISP;
- /*
- * Memory barrier - cycle bit must be set before other filds in trb.
- */
- dmb();
- /* give the TD to the consumer*/
- if (togle_pcs)
- trb->control = trb->control ^ 1;
- if (priv_dev->dev_ver <= DEV_VER_V2)
- cdns3_wa1_tray_restore_cycle_bit(priv_dev, priv_ep);
- trace_cdns3_prepare_trb(priv_ep, priv_req->trb);
- /*
- * Memory barrier - Cycle Bit must be set before trb->length and
- * trb->buffer fields.
- */
- dmb();
- /*
- * For DMULT mode we can set address to transfer ring only once after
- * enabling endpoint.
- */
- if (priv_ep->flags & EP_UPDATE_EP_TRBADDR) {
- /*
- * Until SW is not ready to handle the OUT transfer the ISO OUT
- * Endpoint should be disabled (EP_CFG.ENABLE = 0).
- * EP_CFG_ENABLE must be set before updating ep_traddr.
- */
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC && !priv_ep->dir &&
- !(priv_ep->flags & EP_QUIRK_ISO_OUT_EN)) {
- priv_ep->flags |= EP_QUIRK_ISO_OUT_EN;
- cdns3_set_register_bit(&priv_dev->regs->ep_cfg,
- EP_CFG_ENABLE);
- }
- writel(EP_TRADDR_TRADDR(priv_ep->trb_pool_dma +
- priv_req->start_trb * TRB_SIZE),
- &priv_dev->regs->ep_traddr);
- priv_ep->flags &= ~EP_UPDATE_EP_TRBADDR;
- }
- if (!priv_ep->wa1_set && !(priv_ep->flags & EP_STALLED)) {
- trace_cdns3_ring(priv_ep);
- /*clearing TRBERR and EP_STS_DESCMIS before seting DRDY*/
- writel(EP_STS_TRBERR | EP_STS_DESCMIS, &priv_dev->regs->ep_sts);
- writel(EP_CMD_DRDY, &priv_dev->regs->ep_cmd);
- trace_cdns3_doorbell_epx(priv_ep->name,
- readl(&priv_dev->regs->ep_traddr));
- }
- /* WORKAROUND for transition to L0 */
- __cdns3_gadget_wakeup(priv_dev);
- return 0;
- }
- void cdns3_set_hw_configuration(struct cdns3_device *priv_dev)
- {
- struct cdns3_endpoint *priv_ep;
- struct usb_ep *ep;
- int val;
- if (priv_dev->hw_configured_flag)
- return;
- writel(USB_CONF_CFGSET, &priv_dev->regs->usb_conf);
- writel(EP_CMD_ERDY | EP_CMD_REQ_CMPL, &priv_dev->regs->ep_cmd);
- cdns3_set_register_bit(&priv_dev->regs->usb_conf,
- USB_CONF_U1EN | USB_CONF_U2EN);
- /* wait until configuration set */
- readl_poll_timeout_atomic(&priv_dev->regs->usb_sts, val,
- val & USB_STS_CFGSTS_MASK, 100);
- priv_dev->hw_configured_flag = 1;
- list_for_each_entry(ep, &priv_dev->gadget.ep_list, ep_list) {
- priv_ep = ep_to_cdns3_ep(ep);
- if (priv_ep->flags & EP_ENABLED)
- cdns3_start_all_request(priv_dev, priv_ep);
- }
- }
- /**
- * cdns3_request_handled - check whether request has been handled by DMA
- *
- * @priv_ep: extended endpoint object.
- * @priv_req: request object for checking
- *
- * Endpoint must be selected before invoking this function.
- *
- * Returns false if request has not been handled by DMA, else returns true.
- *
- * SR - start ring
- * ER - end ring
- * DQ = priv_ep->dequeue - dequeue position
- * EQ = priv_ep->enqueue - enqueue position
- * ST = priv_req->start_trb - index of first TRB in transfer ring
- * ET = priv_req->end_trb - index of last TRB in transfer ring
- * CI = current_index - index of processed TRB by DMA.
- *
- * As first step, function checks if cycle bit for priv_req->start_trb is
- * correct.
- *
- * some rules:
- * 1. priv_ep->dequeue never exceed current_index.
- * 2 priv_ep->enqueue never exceed priv_ep->dequeue
- * 3. exception: priv_ep->enqueue == priv_ep->dequeue
- * and priv_ep->free_trbs is zero.
- * This case indicate that TR is full.
- *
- * Then We can split recognition into two parts:
- * Case 1 - priv_ep->dequeue < current_index
- * SR ... EQ ... DQ ... CI ... ER
- * SR ... DQ ... CI ... EQ ... ER
- *
- * Request has been handled by DMA if ST and ET is between DQ and CI.
- *
- * Case 2 - priv_ep->dequeue > current_index
- * This situation take place when CI go through the LINK TRB at the end of
- * transfer ring.
- * SR ... CI ... EQ ... DQ ... ER
- *
- * Request has been handled by DMA if ET is less then CI or
- * ET is greater or equal DQ.
- */
- static bool cdns3_request_handled(struct cdns3_endpoint *priv_ep,
- struct cdns3_request *priv_req)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct cdns3_trb *trb = priv_req->trb;
- int current_index = 0;
- int handled = 0;
- int doorbell;
- current_index = cdns3_get_dma_pos(priv_dev, priv_ep);
- doorbell = !!(readl(&priv_dev->regs->ep_cmd) & EP_CMD_DRDY);
- trb = &priv_ep->trb_pool[priv_req->start_trb];
- if ((trb->control & TRB_CYCLE) != priv_ep->ccs)
- goto finish;
- if (doorbell == 1 && current_index == priv_ep->dequeue)
- goto finish;
- /* The corner case for TRBS_PER_SEGMENT equal 2). */
- if (TRBS_PER_SEGMENT == 2 && priv_ep->type != USB_ENDPOINT_XFER_ISOC) {
- handled = 1;
- goto finish;
- }
- if (priv_ep->enqueue == priv_ep->dequeue &&
- priv_ep->free_trbs == 0) {
- handled = 1;
- } else if (priv_ep->dequeue < current_index) {
- if ((current_index == (priv_ep->num_trbs - 1)) &&
- !priv_ep->dequeue)
- goto finish;
- if (priv_req->end_trb >= priv_ep->dequeue &&
- priv_req->end_trb < current_index)
- handled = 1;
- } else if (priv_ep->dequeue > current_index) {
- if (priv_req->end_trb < current_index ||
- priv_req->end_trb >= priv_ep->dequeue)
- handled = 1;
- }
- finish:
- trace_cdns3_request_handled(priv_req, current_index, handled);
- return handled;
- }
- static void cdns3_transfer_completed(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_request *priv_req;
- struct usb_request *request;
- struct cdns3_trb *trb;
- while (!list_empty(&priv_ep->pending_req_list)) {
- request = cdns3_next_request(&priv_ep->pending_req_list);
- priv_req = to_cdns3_request(request);
- /* Re-select endpoint. It could be changed by other CPU during
- * handling usb_gadget_giveback_request.
- */
- #ifndef __UBOOT__
- cdns3_select_ep(priv_dev, priv_ep->endpoint.address);
- #else
- cdns3_select_ep(priv_dev,
- priv_ep->endpoint.desc->bEndpointAddress);
- #endif
- if (!cdns3_request_handled(priv_ep, priv_req))
- goto prepare_next_td;
- trb = priv_ep->trb_pool + priv_ep->dequeue;
- trace_cdns3_complete_trb(priv_ep, trb);
- if (trb != priv_req->trb)
- dev_warn(priv_dev->dev,
- "request_trb=0x%p, queue_trb=0x%p\n",
- priv_req->trb, trb);
- request->actual = TRB_LEN(le32_to_cpu(trb->length));
- cdns3_move_deq_to_next_trb(priv_req);
- cdns3_gadget_giveback(priv_ep, priv_req, 0);
- if (priv_ep->type != USB_ENDPOINT_XFER_ISOC &&
- TRBS_PER_SEGMENT == 2)
- break;
- }
- priv_ep->flags &= ~EP_PENDING_REQUEST;
- prepare_next_td:
- if (!(priv_ep->flags & EP_STALLED) &&
- !(priv_ep->flags & EP_STALL_PENDING))
- cdns3_start_all_request(priv_dev, priv_ep);
- }
- void cdns3_rearm_transfer(struct cdns3_endpoint *priv_ep, u8 rearm)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- cdns3_wa1_restore_cycle_bit(priv_ep);
- if (rearm) {
- trace_cdns3_ring(priv_ep);
- /* Cycle Bit must be updated before arming DMA. */
- dmb();
- writel(EP_CMD_DRDY, &priv_dev->regs->ep_cmd);
- __cdns3_gadget_wakeup(priv_dev);
- trace_cdns3_doorbell_epx(priv_ep->name,
- readl(&priv_dev->regs->ep_traddr));
- }
- }
- /**
- * cdns3_check_ep_interrupt_proceed - Processes interrupt related to endpoint
- * @priv_ep: endpoint object
- *
- * Returns 0
- */
- static int cdns3_check_ep_interrupt_proceed(struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- u32 ep_sts_reg;
- #ifndef __UBOOT__
- cdns3_select_ep(priv_dev, priv_ep->endpoint.address);
- #else
- cdns3_select_ep(priv_dev, priv_ep->endpoint.desc->bEndpointAddress);
- #endif
- trace_cdns3_epx_irq(priv_dev, priv_ep);
- ep_sts_reg = readl(&priv_dev->regs->ep_sts);
- writel(ep_sts_reg, &priv_dev->regs->ep_sts);
- if (ep_sts_reg & EP_STS_TRBERR) {
- if (priv_ep->flags & EP_STALL_PENDING &&
- !(ep_sts_reg & EP_STS_DESCMIS &&
- priv_dev->dev_ver < DEV_VER_V2)) {
- cdns3_ep_stall_flush(priv_ep);
- }
- /*
- * For isochronous transfer driver completes request on
- * IOC or on TRBERR. IOC appears only when device receive
- * OUT data packet. If host disable stream or lost some packet
- * then the only way to finish all queued transfer is to do it
- * on TRBERR event.
- */
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC &&
- !priv_ep->wa1_set) {
- if (!priv_ep->dir) {
- u32 ep_cfg = readl(&priv_dev->regs->ep_cfg);
- ep_cfg &= ~EP_CFG_ENABLE;
- writel(ep_cfg, &priv_dev->regs->ep_cfg);
- priv_ep->flags &= ~EP_QUIRK_ISO_OUT_EN;
- }
- cdns3_transfer_completed(priv_dev, priv_ep);
- } else if (!(priv_ep->flags & EP_STALLED) &&
- !(priv_ep->flags & EP_STALL_PENDING)) {
- if (priv_ep->flags & EP_DEFERRED_DRDY) {
- priv_ep->flags &= ~EP_DEFERRED_DRDY;
- cdns3_start_all_request(priv_dev, priv_ep);
- } else {
- cdns3_rearm_transfer(priv_ep,
- priv_ep->wa1_set);
- }
- }
- }
- if ((ep_sts_reg & EP_STS_IOC) || (ep_sts_reg & EP_STS_ISP)) {
- if (priv_ep->flags & EP_QUIRK_EXTRA_BUF_EN) {
- if (ep_sts_reg & EP_STS_ISP)
- priv_ep->flags |= EP_QUIRK_END_TRANSFER;
- else
- priv_ep->flags &= ~EP_QUIRK_END_TRANSFER;
- }
- cdns3_transfer_completed(priv_dev, priv_ep);
- }
- /*
- * WA2: this condition should only be meet when
- * priv_ep->flags & EP_QUIRK_EXTRA_BUF_DET or
- * priv_ep->flags & EP_QUIRK_EXTRA_BUF_EN.
- * In other cases this interrupt will be disabled/
- */
- if (ep_sts_reg & EP_STS_DESCMIS && priv_dev->dev_ver < DEV_VER_V2 &&
- !(priv_ep->flags & EP_STALLED))
- cdns3_wa2_descmissing_packet(priv_ep);
- return 0;
- }
- static void cdns3_disconnect_gadget(struct cdns3_device *priv_dev)
- {
- if (priv_dev->gadget_driver && priv_dev->gadget_driver->disconnect) {
- spin_unlock(&priv_dev->lock);
- priv_dev->gadget_driver->disconnect(&priv_dev->gadget);
- spin_lock(&priv_dev->lock);
- }
- }
- /**
- * cdns3_check_usb_interrupt_proceed - Processes interrupt related to device
- * @priv_dev: extended gadget object
- * @usb_ists: bitmap representation of device's reported interrupts
- * (usb_ists register value)
- */
- static void cdns3_check_usb_interrupt_proceed(struct cdns3_device *priv_dev,
- u32 usb_ists)
- {
- int speed = 0;
- trace_cdns3_usb_irq(priv_dev, usb_ists);
- if (usb_ists & USB_ISTS_L1ENTI) {
- /*
- * WORKAROUND: CDNS3 controller has issue with hardware resuming
- * from L1. To fix it, if any DMA transfer is pending driver
- * must starts driving resume signal immediately.
- */
- if (readl(&priv_dev->regs->drbl))
- __cdns3_gadget_wakeup(priv_dev);
- }
- /* Connection detected */
- if (usb_ists & (USB_ISTS_CON2I | USB_ISTS_CONI)) {
- speed = cdns3_get_speed(priv_dev);
- priv_dev->gadget.speed = speed;
- usb_gadget_set_state(&priv_dev->gadget, USB_STATE_POWERED);
- cdns3_ep0_config(priv_dev);
- }
- /* Disconnection detected */
- if (usb_ists & (USB_ISTS_DIS2I | USB_ISTS_DISI)) {
- cdns3_disconnect_gadget(priv_dev);
- priv_dev->gadget.speed = USB_SPEED_UNKNOWN;
- usb_gadget_set_state(&priv_dev->gadget, USB_STATE_NOTATTACHED);
- cdns3_hw_reset_eps_config(priv_dev);
- }
- if (usb_ists & (USB_ISTS_L2ENTI | USB_ISTS_U3ENTI)) {
- if (priv_dev->gadget_driver &&
- priv_dev->gadget_driver->suspend) {
- spin_unlock(&priv_dev->lock);
- priv_dev->gadget_driver->suspend(&priv_dev->gadget);
- spin_lock(&priv_dev->lock);
- }
- }
- if (usb_ists & (USB_ISTS_L2EXTI | USB_ISTS_U3EXTI)) {
- if (priv_dev->gadget_driver &&
- priv_dev->gadget_driver->resume) {
- spin_unlock(&priv_dev->lock);
- priv_dev->gadget_driver->resume(&priv_dev->gadget);
- spin_lock(&priv_dev->lock);
- }
- }
- /* reset*/
- if (usb_ists & (USB_ISTS_UWRESI | USB_ISTS_UHRESI | USB_ISTS_U2RESI)) {
- if (priv_dev->gadget_driver) {
- spin_unlock(&priv_dev->lock);
- usb_gadget_udc_reset(&priv_dev->gadget,
- priv_dev->gadget_driver);
- spin_lock(&priv_dev->lock);
- /*read again to check the actual speed*/
- speed = cdns3_get_speed(priv_dev);
- priv_dev->gadget.speed = speed;
- cdns3_hw_reset_eps_config(priv_dev);
- cdns3_ep0_config(priv_dev);
- }
- }
- }
- /**
- * cdns3_device_irq_handler- interrupt handler for device part of controller
- *
- * @irq: irq number for cdns3 core device
- * @data: structure of cdns3
- *
- * Returns IRQ_HANDLED or IRQ_NONE
- */
- static irqreturn_t cdns3_device_irq_handler(int irq, void *data)
- {
- struct cdns3_device *priv_dev;
- struct cdns3 *cdns = data;
- irqreturn_t ret = IRQ_NONE;
- u32 reg;
- priv_dev = cdns->gadget_dev;
- /* check USB device interrupt */
- reg = readl(&priv_dev->regs->usb_ists);
- if (reg) {
- /* After masking interrupts the new interrupts won't be
- * reported in usb_ists/ep_ists. In order to not lose some
- * of them driver disables only detected interrupts.
- * They will be enabled ASAP after clearing source of
- * interrupt. This an unusual behavior only applies to
- * usb_ists register.
- */
- reg = ~reg & readl(&priv_dev->regs->usb_ien);
- /* mask deferred interrupt. */
- writel(reg, &priv_dev->regs->usb_ien);
- ret = IRQ_WAKE_THREAD;
- }
- /* check endpoint interrupt */
- reg = readl(&priv_dev->regs->ep_ists);
- if (reg) {
- writel(0, &priv_dev->regs->ep_ien);
- ret = IRQ_WAKE_THREAD;
- }
- return ret;
- }
- /**
- * cdns3_device_thread_irq_handler- interrupt handler for device part
- * of controller
- *
- * @irq: irq number for cdns3 core device
- * @data: structure of cdns3
- *
- * Returns IRQ_HANDLED or IRQ_NONE
- */
- static irqreturn_t cdns3_device_thread_irq_handler(int irq, void *data)
- {
- struct cdns3_device *priv_dev;
- struct cdns3 *cdns = data;
- irqreturn_t ret = IRQ_NONE;
- unsigned long flags;
- int bit;
- u32 reg;
- priv_dev = cdns->gadget_dev;
- spin_lock_irqsave(&priv_dev->lock, flags);
- reg = readl(&priv_dev->regs->usb_ists);
- if (reg) {
- writel(reg, &priv_dev->regs->usb_ists);
- writel(USB_IEN_INIT, &priv_dev->regs->usb_ien);
- cdns3_check_usb_interrupt_proceed(priv_dev, reg);
- ret = IRQ_HANDLED;
- }
- reg = readl(&priv_dev->regs->ep_ists);
- /* handle default endpoint OUT */
- if (reg & EP_ISTS_EP_OUT0) {
- cdns3_check_ep0_interrupt_proceed(priv_dev, USB_DIR_OUT);
- ret = IRQ_HANDLED;
- }
- /* handle default endpoint IN */
- if (reg & EP_ISTS_EP_IN0) {
- cdns3_check_ep0_interrupt_proceed(priv_dev, USB_DIR_IN);
- ret = IRQ_HANDLED;
- }
- /* check if interrupt from non default endpoint, if no exit */
- reg &= ~(EP_ISTS_EP_OUT0 | EP_ISTS_EP_IN0);
- if (!reg)
- goto irqend;
- for_each_set_bit(bit, (unsigned long *)®,
- sizeof(u32) * BITS_PER_BYTE) {
- cdns3_check_ep_interrupt_proceed(priv_dev->eps[bit]);
- ret = IRQ_HANDLED;
- }
- irqend:
- writel(~0, &priv_dev->regs->ep_ien);
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- /**
- * cdns3_ep_onchip_buffer_reserve - Try to reserve onchip buf for EP
- *
- * The real reservation will occur during write to EP_CFG register,
- * this function is used to check if the 'size' reservation is allowed.
- *
- * @priv_dev: extended gadget object
- * @size: the size (KB) for EP would like to allocate
- * @is_in: endpoint direction
- *
- * Return 0 if the required size can met or negative value on failure
- */
- static int cdns3_ep_onchip_buffer_reserve(struct cdns3_device *priv_dev,
- int size, int is_in)
- {
- int remained;
- /* 2KB are reserved for EP0*/
- remained = priv_dev->onchip_buffers - priv_dev->onchip_used_size - 2;
- if (is_in) {
- if (remained < size)
- return -EPERM;
- priv_dev->onchip_used_size += size;
- } else {
- int required;
- /**
- * ALL OUT EPs are shared the same chunk onchip memory, so
- * driver checks if it already has assigned enough buffers
- */
- if (priv_dev->out_mem_is_allocated >= size)
- return 0;
- required = size - priv_dev->out_mem_is_allocated;
- if (required > remained)
- return -EPERM;
- priv_dev->out_mem_is_allocated += required;
- priv_dev->onchip_used_size += required;
- }
- return 0;
- }
- void cdns3_configure_dmult(struct cdns3_device *priv_dev,
- struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_usb_regs __iomem *regs = priv_dev->regs;
- /* For dev_ver > DEV_VER_V2 DMULT is configured per endpoint */
- if (priv_dev->dev_ver <= DEV_VER_V2)
- writel(USB_CONF_DMULT, ®s->usb_conf);
- if (priv_dev->dev_ver == DEV_VER_V2)
- writel(USB_CONF2_EN_TDL_TRB, ®s->usb_conf2);
- if (priv_dev->dev_ver >= DEV_VER_V3 && priv_ep) {
- u32 mask;
- if (priv_ep->dir)
- mask = BIT(priv_ep->num + 16);
- else
- mask = BIT(priv_ep->num);
- if (priv_ep->type != USB_ENDPOINT_XFER_ISOC) {
- cdns3_set_register_bit(®s->tdl_from_trb, mask);
- cdns3_set_register_bit(®s->tdl_beh, mask);
- cdns3_set_register_bit(®s->tdl_beh2, mask);
- cdns3_set_register_bit(®s->dma_adv_td, mask);
- }
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC && !priv_ep->dir)
- cdns3_set_register_bit(®s->tdl_from_trb, mask);
- cdns3_set_register_bit(®s->dtrans, mask);
- }
- }
- /**
- * cdns3_ep_config Configure hardware endpoint
- * @priv_ep: extended endpoint object
- */
- void cdns3_ep_config(struct cdns3_endpoint *priv_ep)
- {
- bool is_iso_ep = (priv_ep->type == USB_ENDPOINT_XFER_ISOC);
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- u32 bEndpointAddress = priv_ep->num | priv_ep->dir;
- u32 max_packet_size = 0;
- u8 maxburst = 0;
- u32 ep_cfg = 0;
- u8 buffering;
- u8 mult = 0;
- int ret;
- buffering = CDNS3_EP_BUF_SIZE - 1;
- cdns3_configure_dmult(priv_dev, priv_ep);
- switch (priv_ep->type) {
- case USB_ENDPOINT_XFER_INT:
- ep_cfg = EP_CFG_EPTYPE(USB_ENDPOINT_XFER_INT);
- if ((priv_dev->dev_ver == DEV_VER_V2 && !priv_ep->dir) ||
- priv_dev->dev_ver > DEV_VER_V2)
- ep_cfg |= EP_CFG_TDL_CHK;
- break;
- case USB_ENDPOINT_XFER_BULK:
- ep_cfg = EP_CFG_EPTYPE(USB_ENDPOINT_XFER_BULK);
- if ((priv_dev->dev_ver == DEV_VER_V2 && !priv_ep->dir) ||
- priv_dev->dev_ver > DEV_VER_V2)
- ep_cfg |= EP_CFG_TDL_CHK;
- break;
- default:
- ep_cfg = EP_CFG_EPTYPE(USB_ENDPOINT_XFER_ISOC);
- mult = CDNS3_EP_ISO_HS_MULT - 1;
- buffering = mult + 1;
- }
- switch (priv_dev->gadget.speed) {
- case USB_SPEED_FULL:
- max_packet_size = is_iso_ep ? 1023 : 64;
- break;
- case USB_SPEED_HIGH:
- max_packet_size = is_iso_ep ? 1024 : 512;
- break;
- case USB_SPEED_SUPER:
- /* It's limitation that driver assumes in driver. */
- mult = 0;
- max_packet_size = 1024;
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC) {
- maxburst = CDNS3_EP_ISO_SS_BURST - 1;
- buffering = (mult + 1) *
- (maxburst + 1);
- if (priv_ep->interval > 1)
- buffering++;
- } else {
- maxburst = CDNS3_EP_BUF_SIZE - 1;
- }
- break;
- default:
- /* all other speed are not supported */
- return;
- }
- if (max_packet_size == 1024)
- priv_ep->trb_burst_size = 128;
- else if (max_packet_size >= 512)
- priv_ep->trb_burst_size = 64;
- else
- priv_ep->trb_burst_size = 16;
- ret = cdns3_ep_onchip_buffer_reserve(priv_dev, buffering + 1,
- !!priv_ep->dir);
- if (ret) {
- dev_err(priv_dev->dev, "onchip mem is full, ep is invalid\n");
- return;
- }
- ep_cfg |= EP_CFG_MAXPKTSIZE(max_packet_size) |
- EP_CFG_MULT(mult) |
- EP_CFG_BUFFERING(buffering) |
- EP_CFG_MAXBURST(maxburst);
- cdns3_select_ep(priv_dev, bEndpointAddress);
- writel(ep_cfg, &priv_dev->regs->ep_cfg);
- dev_dbg(priv_dev->dev, "Configure %s: with val %08x\n",
- priv_ep->name, ep_cfg);
- }
- /* Find correct direction for HW endpoint according to description */
- static int cdns3_ep_dir_is_correct(struct usb_endpoint_descriptor *desc,
- struct cdns3_endpoint *priv_ep)
- {
- return (priv_ep->endpoint.caps.dir_in && usb_endpoint_dir_in(desc)) ||
- (priv_ep->endpoint.caps.dir_out && usb_endpoint_dir_out(desc));
- }
- static struct
- cdns3_endpoint *cdns3_find_available_ep(struct cdns3_device *priv_dev,
- struct usb_endpoint_descriptor *desc)
- {
- struct usb_ep *ep;
- struct cdns3_endpoint *priv_ep;
- list_for_each_entry(ep, &priv_dev->gadget.ep_list, ep_list) {
- unsigned long num;
- /* ep name pattern likes epXin or epXout */
- char c[2] = {ep->name[2], '\0'};
- num = dectoul(c, NULL);
- priv_ep = ep_to_cdns3_ep(ep);
- if (cdns3_ep_dir_is_correct(desc, priv_ep)) {
- if (!(priv_ep->flags & EP_CLAIMED)) {
- priv_ep->num = num;
- return priv_ep;
- }
- }
- }
- return ERR_PTR(-ENOENT);
- }
- /*
- * Cadence IP has one limitation that all endpoints must be configured
- * (Type & MaxPacketSize) before setting configuration through hardware
- * register, it means we can't change endpoints configuration after
- * set_configuration.
- *
- * This function set EP_CLAIMED flag which is added when the gadget driver
- * uses usb_ep_autoconfig to configure specific endpoint;
- * When the udc driver receives set_configurion request,
- * it goes through all claimed endpoints, and configure all endpoints
- * accordingly.
- *
- * At usb_ep_ops.enable/disable, we only enable and disable endpoint through
- * ep_cfg register which can be changed after set_configuration, and do
- * some software operation accordingly.
- */
- static struct
- usb_ep *cdns3_gadget_match_ep(struct usb_gadget *gadget,
- struct usb_endpoint_descriptor *desc,
- struct usb_ss_ep_comp_descriptor *comp_desc)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- struct cdns3_endpoint *priv_ep;
- unsigned long flags;
- priv_ep = cdns3_find_available_ep(priv_dev, desc);
- if (IS_ERR(priv_ep)) {
- dev_err(priv_dev->dev, "no available ep\n");
- return NULL;
- }
- dev_dbg(priv_dev->dev, "match endpoint: %s\n", priv_ep->name);
- spin_lock_irqsave(&priv_dev->lock, flags);
- priv_ep->endpoint.desc = desc;
- priv_ep->dir = usb_endpoint_dir_in(desc) ? USB_DIR_IN : USB_DIR_OUT;
- priv_ep->type = usb_endpoint_type(desc);
- priv_ep->flags |= EP_CLAIMED;
- priv_ep->interval = desc->bInterval ? BIT(desc->bInterval - 1) : 0;
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return &priv_ep->endpoint;
- }
- /**
- * cdns3_gadget_ep_alloc_request Allocates request
- * @ep: endpoint object associated with request
- * @gfp_flags: gfp flags
- *
- * Returns allocated request address, NULL on allocation error
- */
- struct usb_request *cdns3_gadget_ep_alloc_request(struct usb_ep *ep,
- gfp_t gfp_flags)
- {
- struct cdns3_endpoint *priv_ep = ep_to_cdns3_ep(ep);
- struct cdns3_request *priv_req;
- priv_req = kzalloc(sizeof(*priv_req), gfp_flags);
- if (!priv_req)
- return NULL;
- priv_req->priv_ep = priv_ep;
- trace_cdns3_alloc_request(priv_req);
- return &priv_req->request;
- }
- /**
- * cdns3_gadget_ep_free_request Free memory occupied by request
- * @ep: endpoint object associated with request
- * @request: request to free memory
- */
- void cdns3_gadget_ep_free_request(struct usb_ep *ep,
- struct usb_request *request)
- {
- struct cdns3_request *priv_req = to_cdns3_request(request);
- if (priv_req->aligned_buf)
- priv_req->aligned_buf->in_use = 0;
- trace_cdns3_free_request(priv_req);
- kfree(priv_req);
- }
- /**
- * cdns3_gadget_ep_enable Enable endpoint
- * @ep: endpoint object
- * @desc: endpoint descriptor
- *
- * Returns 0 on success, error code elsewhere
- */
- static int cdns3_gadget_ep_enable(struct usb_ep *ep,
- const struct usb_endpoint_descriptor *desc)
- {
- struct cdns3_endpoint *priv_ep;
- struct cdns3_device *priv_dev;
- u32 reg = EP_STS_EN_TRBERREN;
- u32 bEndpointAddress;
- unsigned long flags;
- int enable = 1;
- int ret;
- int val;
- priv_ep = ep_to_cdns3_ep(ep);
- priv_dev = priv_ep->cdns3_dev;
- if (!ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT) {
- dev_dbg(priv_dev->dev, "usbss: invalid parameters\n");
- return -EINVAL;
- }
- if (!desc->wMaxPacketSize) {
- dev_err(priv_dev->dev, "usbss: missing wMaxPacketSize\n");
- return -EINVAL;
- }
- if (WARN_ON(priv_ep->flags & EP_ENABLED))
- return 0;
- spin_lock_irqsave(&priv_dev->lock, flags);
- priv_ep->endpoint.desc = desc;
- priv_ep->type = usb_endpoint_type(desc);
- priv_ep->interval = desc->bInterval ? BIT(desc->bInterval - 1) : 0;
- if (priv_ep->interval > ISO_MAX_INTERVAL &&
- priv_ep->type == USB_ENDPOINT_XFER_ISOC) {
- dev_err(priv_dev->dev, "Driver is limited to %d period\n",
- ISO_MAX_INTERVAL);
- ret = -EINVAL;
- goto exit;
- }
- ret = cdns3_allocate_trb_pool(priv_ep);
- if (ret)
- goto exit;
- bEndpointAddress = priv_ep->num | priv_ep->dir;
- cdns3_select_ep(priv_dev, bEndpointAddress);
- trace_cdns3_gadget_ep_enable(priv_ep);
- writel(EP_CMD_EPRST, &priv_dev->regs->ep_cmd);
- ret = readl_poll_timeout_atomic(&priv_dev->regs->ep_cmd, val,
- !(val & (EP_CMD_CSTALL | EP_CMD_EPRST)),
- 1000);
- if (unlikely(ret)) {
- cdns3_free_trb_pool(priv_ep);
- ret = -EINVAL;
- goto exit;
- }
- /* enable interrupt for selected endpoint */
- cdns3_set_register_bit(&priv_dev->regs->ep_ien,
- BIT(cdns3_ep_addr_to_index(bEndpointAddress)));
- if (priv_dev->dev_ver < DEV_VER_V2)
- cdns3_wa2_enable_detection(priv_dev, priv_ep, reg);
- writel(reg, &priv_dev->regs->ep_sts_en);
- /*
- * For some versions of controller at some point during ISO OUT traffic
- * DMA reads Transfer Ring for the EP which has never got doorbell.
- * This issue was detected only on simulation, but to avoid this issue
- * driver add protection against it. To fix it driver enable ISO OUT
- * endpoint before setting DRBL. This special treatment of ISO OUT
- * endpoints are recommended by controller specification.
- */
- if (priv_ep->type == USB_ENDPOINT_XFER_ISOC && !priv_ep->dir)
- enable = 0;
- if (enable)
- cdns3_set_register_bit(&priv_dev->regs->ep_cfg, EP_CFG_ENABLE);
- ep->desc = desc;
- priv_ep->flags &= ~(EP_PENDING_REQUEST | EP_STALLED | EP_STALL_PENDING |
- EP_QUIRK_ISO_OUT_EN | EP_QUIRK_EXTRA_BUF_EN);
- priv_ep->flags |= EP_ENABLED | EP_UPDATE_EP_TRBADDR;
- priv_ep->wa1_set = 0;
- priv_ep->enqueue = 0;
- priv_ep->dequeue = 0;
- reg = readl(&priv_dev->regs->ep_sts);
- priv_ep->pcs = !!EP_STS_CCS(reg);
- priv_ep->ccs = !!EP_STS_CCS(reg);
- /* one TRB is reserved for link TRB used in DMULT mode*/
- priv_ep->free_trbs = priv_ep->num_trbs - 1;
- exit:
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- /**
- * cdns3_gadget_ep_disable Disable endpoint
- * @ep: endpoint object
- *
- * Returns 0 on success, error code elsewhere
- */
- static int cdns3_gadget_ep_disable(struct usb_ep *ep)
- {
- struct cdns3_endpoint *priv_ep;
- struct cdns3_request *priv_req;
- struct cdns3_device *priv_dev;
- struct usb_request *request;
- unsigned long flags;
- int ret = 0;
- u32 ep_cfg;
- int val;
- if (!ep) {
- pr_err("usbss: invalid parameters\n");
- return -EINVAL;
- }
- priv_ep = ep_to_cdns3_ep(ep);
- priv_dev = priv_ep->cdns3_dev;
- if (WARN_ON(!(priv_ep->flags & EP_ENABLED)))
- return 0;
- spin_lock_irqsave(&priv_dev->lock, flags);
- trace_cdns3_gadget_ep_disable(priv_ep);
- cdns3_select_ep(priv_dev, ep->desc->bEndpointAddress);
- ep_cfg = readl(&priv_dev->regs->ep_cfg);
- ep_cfg &= ~EP_CFG_ENABLE;
- writel(ep_cfg, &priv_dev->regs->ep_cfg);
- /**
- * Driver needs some time before resetting endpoint.
- * It need waits for clearing DBUSY bit or for timeout expired.
- * 10us is enough time for controller to stop transfer.
- */
- readl_poll_timeout_atomic(&priv_dev->regs->ep_sts, val,
- !(val & EP_STS_DBUSY), 10);
- writel(EP_CMD_EPRST, &priv_dev->regs->ep_cmd);
- readl_poll_timeout_atomic(&priv_dev->regs->ep_cmd, val,
- !(val & (EP_CMD_CSTALL | EP_CMD_EPRST)),
- 1000);
- if (unlikely(ret))
- dev_err(priv_dev->dev, "Timeout: %s resetting failed.\n",
- priv_ep->name);
- while (!list_empty(&priv_ep->pending_req_list)) {
- request = cdns3_next_request(&priv_ep->pending_req_list);
- cdns3_gadget_giveback(priv_ep, to_cdns3_request(request),
- -ESHUTDOWN);
- }
- while (!list_empty(&priv_ep->wa2_descmiss_req_list)) {
- priv_req = cdns3_next_priv_request(&priv_ep->wa2_descmiss_req_list);
- kfree(priv_req->request.buf);
- cdns3_gadget_ep_free_request(&priv_ep->endpoint,
- &priv_req->request);
- list_del_init(&priv_req->list);
- --priv_ep->wa2_counter;
- }
- while (!list_empty(&priv_ep->deferred_req_list)) {
- request = cdns3_next_request(&priv_ep->deferred_req_list);
- cdns3_gadget_giveback(priv_ep, to_cdns3_request(request),
- -ESHUTDOWN);
- }
- priv_ep->descmis_req = NULL;
- ep->desc = NULL;
- priv_ep->flags &= ~EP_ENABLED;
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- /**
- * cdns3_gadget_ep_queue Transfer data on endpoint
- * @ep: endpoint object
- * @request: request object
- * @gfp_flags: gfp flags
- *
- * Returns 0 on success, error code elsewhere
- */
- static int __cdns3_gadget_ep_queue(struct usb_ep *ep,
- struct usb_request *request,
- gfp_t gfp_flags)
- {
- struct cdns3_endpoint *priv_ep = ep_to_cdns3_ep(ep);
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct cdns3_request *priv_req;
- int ret = 0;
- request->actual = 0;
- request->status = -EINPROGRESS;
- priv_req = to_cdns3_request(request);
- trace_cdns3_ep_queue(priv_req);
- if (priv_dev->dev_ver < DEV_VER_V2) {
- ret = cdns3_wa2_gadget_ep_queue(priv_dev, priv_ep,
- priv_req);
- if (ret == EINPROGRESS)
- return 0;
- }
- ret = cdns3_prepare_aligned_request_buf(priv_req);
- if (ret < 0)
- return ret;
- ret = usb_gadget_map_request(&priv_dev->gadget, request,
- usb_endpoint_dir_in(ep->desc));
- if (ret)
- return ret;
- list_add_tail(&request->list, &priv_ep->deferred_req_list);
- /*
- * If hardware endpoint configuration has not been set yet then
- * just queue request in deferred list. Transfer will be started in
- * cdns3_set_hw_configuration.
- */
- if (priv_dev->hw_configured_flag && !(priv_ep->flags & EP_STALLED) &&
- !(priv_ep->flags & EP_STALL_PENDING))
- cdns3_start_all_request(priv_dev, priv_ep);
- return 0;
- }
- static int cdns3_gadget_ep_queue(struct usb_ep *ep, struct usb_request *request,
- gfp_t gfp_flags)
- {
- struct usb_request *zlp_request;
- struct cdns3_endpoint *priv_ep;
- struct cdns3_device *priv_dev;
- unsigned long flags;
- int ret;
- if (!request || !ep)
- return -EINVAL;
- priv_ep = ep_to_cdns3_ep(ep);
- priv_dev = priv_ep->cdns3_dev;
- spin_lock_irqsave(&priv_dev->lock, flags);
- ret = __cdns3_gadget_ep_queue(ep, request, gfp_flags);
- if (ret == 0 && request->zero && request->length &&
- (request->length % ep->maxpacket == 0)) {
- struct cdns3_request *priv_req;
- zlp_request = cdns3_gadget_ep_alloc_request(ep, GFP_ATOMIC);
- zlp_request->buf = priv_dev->zlp_buf;
- zlp_request->length = 0;
- priv_req = to_cdns3_request(zlp_request);
- priv_req->flags |= REQUEST_ZLP;
- dev_dbg(priv_dev->dev, "Queuing ZLP for endpoint: %s\n",
- priv_ep->name);
- ret = __cdns3_gadget_ep_queue(ep, zlp_request, gfp_flags);
- }
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- /**
- * cdns3_gadget_ep_dequeue Remove request from transfer queue
- * @ep: endpoint object associated with request
- * @request: request object
- *
- * Returns 0 on success, error code elsewhere
- */
- int cdns3_gadget_ep_dequeue(struct usb_ep *ep,
- struct usb_request *request)
- {
- struct cdns3_endpoint *priv_ep = ep_to_cdns3_ep(ep);
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct usb_request *req, *req_temp;
- struct cdns3_request *priv_req;
- struct cdns3_trb *link_trb;
- unsigned long flags;
- int ret = 0;
- if (!ep || !request || !ep->desc)
- return -EINVAL;
- spin_lock_irqsave(&priv_dev->lock, flags);
- priv_req = to_cdns3_request(request);
- trace_cdns3_ep_dequeue(priv_req);
- cdns3_select_ep(priv_dev, ep->desc->bEndpointAddress);
- list_for_each_entry_safe(req, req_temp, &priv_ep->pending_req_list,
- list) {
- if (request == req)
- goto found;
- }
- list_for_each_entry_safe(req, req_temp, &priv_ep->deferred_req_list,
- list) {
- if (request == req)
- goto found;
- }
- goto not_found;
- found:
- if (priv_ep->wa1_trb == priv_req->trb)
- cdns3_wa1_restore_cycle_bit(priv_ep);
- link_trb = priv_req->trb;
- cdns3_move_deq_to_next_trb(priv_req);
- cdns3_gadget_giveback(priv_ep, priv_req, -ECONNRESET);
- /* Update ring */
- request = cdns3_next_request(&priv_ep->deferred_req_list);
- if (request) {
- priv_req = to_cdns3_request(request);
- link_trb->buffer = TRB_BUFFER(priv_ep->trb_pool_dma +
- (priv_req->start_trb * TRB_SIZE));
- link_trb->control = (link_trb->control & TRB_CYCLE) |
- TRB_TYPE(TRB_LINK) | TRB_CHAIN | TRB_TOGGLE;
- } else {
- priv_ep->flags |= EP_UPDATE_EP_TRBADDR;
- }
- not_found:
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- /**
- * __cdns3_gadget_ep_set_halt Sets stall on selected endpoint
- * Should be called after acquiring spin_lock and selecting ep
- * @ep: endpoint object to set stall on.
- */
- void __cdns3_gadget_ep_set_halt(struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- trace_cdns3_halt(priv_ep, 1, 0);
- if (!(priv_ep->flags & EP_STALLED)) {
- u32 ep_sts_reg = readl(&priv_dev->regs->ep_sts);
- if (!(ep_sts_reg & EP_STS_DBUSY))
- cdns3_ep_stall_flush(priv_ep);
- else
- priv_ep->flags |= EP_STALL_PENDING;
- }
- }
- /**
- * __cdns3_gadget_ep_clear_halt Clears stall on selected endpoint
- * Should be called after acquiring spin_lock and selecting ep
- * @ep: endpoint object to clear stall on
- */
- int __cdns3_gadget_ep_clear_halt(struct cdns3_endpoint *priv_ep)
- {
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- struct usb_request *request;
- int ret = 0;
- int val;
- trace_cdns3_halt(priv_ep, 0, 0);
- writel(EP_CMD_CSTALL | EP_CMD_EPRST, &priv_dev->regs->ep_cmd);
- /* wait for EPRST cleared */
- readl_poll_timeout_atomic(&priv_dev->regs->ep_cmd, val,
- !(val & EP_CMD_EPRST), 100);
- if (ret)
- return -EINVAL;
- priv_ep->flags &= ~(EP_STALLED | EP_STALL_PENDING);
- request = cdns3_next_request(&priv_ep->pending_req_list);
- if (request)
- cdns3_rearm_transfer(priv_ep, 1);
- cdns3_start_all_request(priv_dev, priv_ep);
- return ret;
- }
- /**
- * cdns3_gadget_ep_set_halt Sets/clears stall on selected endpoint
- * @ep: endpoint object to set/clear stall on
- * @value: 1 for set stall, 0 for clear stall
- *
- * Returns 0 on success, error code elsewhere
- */
- int cdns3_gadget_ep_set_halt(struct usb_ep *ep, int value)
- {
- struct cdns3_endpoint *priv_ep = ep_to_cdns3_ep(ep);
- struct cdns3_device *priv_dev = priv_ep->cdns3_dev;
- unsigned long flags;
- int ret = 0;
- if (!(priv_ep->flags & EP_ENABLED))
- return -EPERM;
- spin_lock_irqsave(&priv_dev->lock, flags);
- cdns3_select_ep(priv_dev, ep->desc->bEndpointAddress);
- if (!value) {
- priv_ep->flags &= ~EP_WEDGE;
- ret = __cdns3_gadget_ep_clear_halt(priv_ep);
- } else {
- __cdns3_gadget_ep_set_halt(priv_ep);
- }
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- extern const struct usb_ep_ops cdns3_gadget_ep0_ops;
- static const struct usb_ep_ops cdns3_gadget_ep_ops = {
- .enable = cdns3_gadget_ep_enable,
- .disable = cdns3_gadget_ep_disable,
- .alloc_request = cdns3_gadget_ep_alloc_request,
- .free_request = cdns3_gadget_ep_free_request,
- .queue = cdns3_gadget_ep_queue,
- .dequeue = cdns3_gadget_ep_dequeue,
- .set_halt = cdns3_gadget_ep_set_halt,
- .set_wedge = cdns3_gadget_ep_set_wedge,
- };
- /**
- * cdns3_gadget_get_frame Returns number of actual ITP frame
- * @gadget: gadget object
- *
- * Returns number of actual ITP frame
- */
- static int cdns3_gadget_get_frame(struct usb_gadget *gadget)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- return readl(&priv_dev->regs->usb_itpn);
- }
- int __cdns3_gadget_wakeup(struct cdns3_device *priv_dev)
- {
- enum usb_device_speed speed;
- speed = cdns3_get_speed(priv_dev);
- if (speed >= USB_SPEED_SUPER)
- return 0;
- /* Start driving resume signaling to indicate remote wakeup. */
- writel(USB_CONF_LGO_L0, &priv_dev->regs->usb_conf);
- return 0;
- }
- static int cdns3_gadget_wakeup(struct usb_gadget *gadget)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- unsigned long flags;
- int ret = 0;
- spin_lock_irqsave(&priv_dev->lock, flags);
- ret = __cdns3_gadget_wakeup(priv_dev);
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return ret;
- }
- static int cdns3_gadget_set_selfpowered(struct usb_gadget *gadget,
- int is_selfpowered)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- unsigned long flags;
- spin_lock_irqsave(&priv_dev->lock, flags);
- priv_dev->is_selfpowered = !!is_selfpowered;
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return 0;
- }
- static int cdns3_gadget_pullup(struct usb_gadget *gadget, int is_on)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- if (is_on)
- writel(USB_CONF_DEVEN, &priv_dev->regs->usb_conf);
- else
- writel(USB_CONF_DEVDS, &priv_dev->regs->usb_conf);
- return 0;
- }
- static void cdns3_gadget_config(struct cdns3_device *priv_dev)
- {
- struct cdns3_usb_regs __iomem *regs = priv_dev->regs;
- u32 reg;
- cdns3_ep0_config(priv_dev);
- /* enable interrupts for endpoint 0 (in and out) */
- writel(EP_IEN_EP_OUT0 | EP_IEN_EP_IN0, ®s->ep_ien);
- /*
- * Driver needs to modify LFPS minimal U1 Exit time for DEV_VER_TI_V1
- * revision of controller.
- */
- if (priv_dev->dev_ver == DEV_VER_TI_V1) {
- reg = readl(®s->dbg_link1);
- reg &= ~DBG_LINK1_LFPS_MIN_GEN_U1_EXIT_MASK;
- reg |= DBG_LINK1_LFPS_MIN_GEN_U1_EXIT(0x55) |
- DBG_LINK1_LFPS_MIN_GEN_U1_EXIT_SET;
- writel(reg, ®s->dbg_link1);
- }
- /*
- * By default some platforms has set protected access to memory.
- * This cause problem with cache, so driver restore non-secure
- * access to memory.
- */
- reg = readl(®s->dma_axi_ctrl);
- reg |= DMA_AXI_CTRL_MARPROT(DMA_AXI_CTRL_NON_SECURE) |
- DMA_AXI_CTRL_MAWPROT(DMA_AXI_CTRL_NON_SECURE);
- writel(reg, ®s->dma_axi_ctrl);
- /* enable generic interrupt*/
- writel(USB_IEN_INIT, ®s->usb_ien);
- writel(USB_CONF_CLK2OFFDS | USB_CONF_L1DS, ®s->usb_conf);
- cdns3_configure_dmult(priv_dev, NULL);
- cdns3_gadget_pullup(&priv_dev->gadget, 1);
- }
- /**
- * cdns3_gadget_udc_start Gadget start
- * @gadget: gadget object
- * @driver: driver which operates on this gadget
- *
- * Returns 0 on success, error code elsewhere
- */
- static int cdns3_gadget_udc_start(struct usb_gadget *gadget,
- struct usb_gadget_driver *driver)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- unsigned long flags;
- spin_lock_irqsave(&priv_dev->lock, flags);
- priv_dev->gadget_driver = driver;
- cdns3_gadget_config(priv_dev);
- spin_unlock_irqrestore(&priv_dev->lock, flags);
- return 0;
- }
- /**
- * cdns3_gadget_udc_stop Stops gadget
- * @gadget: gadget object
- *
- * Returns 0
- */
- static int cdns3_gadget_udc_stop(struct usb_gadget *gadget)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- struct cdns3_endpoint *priv_ep;
- u32 bEndpointAddress;
- struct usb_ep *ep;
- int ret = 0;
- int val;
- priv_dev->gadget_driver = NULL;
- priv_dev->onchip_used_size = 0;
- priv_dev->out_mem_is_allocated = 0;
- priv_dev->gadget.speed = USB_SPEED_UNKNOWN;
- list_for_each_entry(ep, &priv_dev->gadget.ep_list, ep_list) {
- priv_ep = ep_to_cdns3_ep(ep);
- bEndpointAddress = priv_ep->num | priv_ep->dir;
- cdns3_select_ep(priv_dev, bEndpointAddress);
- writel(EP_CMD_EPRST, &priv_dev->regs->ep_cmd);
- readl_poll_timeout_atomic(&priv_dev->regs->ep_cmd, val,
- !(val & EP_CMD_EPRST), 100);
- }
- /* disable interrupt for device */
- writel(0, &priv_dev->regs->usb_ien);
- writel(USB_CONF_DEVDS, &priv_dev->regs->usb_conf);
- return ret;
- }
- static void cdns3_gadget_udc_set_speed(struct usb_gadget *gadget,
- enum usb_device_speed speed)
- {
- struct cdns3_device *priv_dev = gadget_to_cdns3_device(gadget);
- switch (speed) {
- case USB_SPEED_FULL:
- writel(USB_CONF_SFORCE_FS, &priv_dev->regs->usb_conf);
- writel(USB_CONF_USB3DIS, &priv_dev->regs->usb_conf);
- break;
- case USB_SPEED_HIGH:
- writel(USB_CONF_USB3DIS, &priv_dev->regs->usb_conf);
- break;
- case USB_SPEED_SUPER:
- break;
- default:
- dev_err(priv_dev->dev, "invalid speed parameter %d\n", speed);
- }
- priv_dev->gadget.speed = speed;
- }
- static const struct usb_gadget_ops cdns3_gadget_ops = {
- .get_frame = cdns3_gadget_get_frame,
- .wakeup = cdns3_gadget_wakeup,
- .set_selfpowered = cdns3_gadget_set_selfpowered,
- .pullup = cdns3_gadget_pullup,
- .udc_start = cdns3_gadget_udc_start,
- .udc_stop = cdns3_gadget_udc_stop,
- .match_ep = cdns3_gadget_match_ep,
- .udc_set_speed = cdns3_gadget_udc_set_speed,
- };
- static void cdns3_free_all_eps(struct cdns3_device *priv_dev)
- {
- int i;
- /* ep0 OUT point to ep0 IN. */
- priv_dev->eps[16] = NULL;
- for (i = 0; i < CDNS3_ENDPOINTS_MAX_COUNT; i++)
- if (priv_dev->eps[i]) {
- cdns3_free_trb_pool(priv_dev->eps[i]);
- devm_kfree(priv_dev->dev, priv_dev->eps[i]);
- }
- }
- /**
- * cdns3_init_eps Initializes software endpoints of gadget
- * @cdns3: extended gadget object
- *
- * Returns 0 on success, error code elsewhere
- */
- static int cdns3_init_eps(struct cdns3_device *priv_dev)
- {
- u32 ep_enabled_reg, iso_ep_reg;
- struct cdns3_endpoint *priv_ep;
- int ep_dir, ep_number;
- u32 ep_mask;
- int ret = 0;
- int i;
- /* Read it from USB_CAP3 to USB_CAP5 */
- ep_enabled_reg = readl(&priv_dev->regs->usb_cap3);
- iso_ep_reg = readl(&priv_dev->regs->usb_cap4);
- dev_dbg(priv_dev->dev, "Initializing non-zero endpoints\n");
- for (i = 0; i < CDNS3_ENDPOINTS_MAX_COUNT; i++) {
- ep_dir = i >> 4; /* i div 16 */
- ep_number = i & 0xF; /* i % 16 */
- ep_mask = BIT(i);
- if (!(ep_enabled_reg & ep_mask))
- continue;
- if (ep_dir && !ep_number) {
- priv_dev->eps[i] = priv_dev->eps[0];
- continue;
- }
- priv_ep = devm_kzalloc(priv_dev->dev, sizeof(*priv_ep),
- GFP_KERNEL);
- if (!priv_ep) {
- ret = -ENOMEM;
- goto err;
- }
- /* set parent of endpoint object */
- priv_ep->cdns3_dev = priv_dev;
- priv_dev->eps[i] = priv_ep;
- priv_ep->num = ep_number;
- priv_ep->dir = ep_dir ? USB_DIR_IN : USB_DIR_OUT;
- if (!ep_number) {
- ret = cdns3_init_ep0(priv_dev, priv_ep);
- if (ret) {
- dev_err(priv_dev->dev, "Failed to init ep0\n");
- goto err;
- }
- } else {
- snprintf(priv_ep->name, sizeof(priv_ep->name), "ep%d%s",
- ep_number, !!ep_dir ? "in" : "out");
- priv_ep->endpoint.name = priv_ep->name;
- usb_ep_set_maxpacket_limit(&priv_ep->endpoint,
- CDNS3_EP_MAX_PACKET_LIMIT);
- priv_ep->endpoint.max_streams = CDNS3_EP_MAX_STREAMS;
- priv_ep->endpoint.ops = &cdns3_gadget_ep_ops;
- if (ep_dir)
- priv_ep->endpoint.caps.dir_in = 1;
- else
- priv_ep->endpoint.caps.dir_out = 1;
- if (iso_ep_reg & ep_mask)
- priv_ep->endpoint.caps.type_iso = 1;
- priv_ep->endpoint.caps.type_bulk = 1;
- priv_ep->endpoint.caps.type_int = 1;
- list_add_tail(&priv_ep->endpoint.ep_list,
- &priv_dev->gadget.ep_list);
- }
- priv_ep->flags = 0;
- dev_info(priv_dev->dev, "Initialized %s support: %s %s\n",
- priv_ep->name,
- priv_ep->endpoint.caps.type_bulk ? "BULK, INT" : "",
- priv_ep->endpoint.caps.type_iso ? "ISO" : "");
- INIT_LIST_HEAD(&priv_ep->pending_req_list);
- INIT_LIST_HEAD(&priv_ep->deferred_req_list);
- INIT_LIST_HEAD(&priv_ep->wa2_descmiss_req_list);
- }
- return 0;
- err:
- cdns3_free_all_eps(priv_dev);
- return -ENOMEM;
- }
- void cdns3_gadget_exit(struct cdns3 *cdns)
- {
- struct cdns3_device *priv_dev;
- priv_dev = cdns->gadget_dev;
- usb_del_gadget_udc(&priv_dev->gadget);
- cdns3_free_all_eps(priv_dev);
- while (!list_empty(&priv_dev->aligned_buf_list)) {
- struct cdns3_aligned_buf *buf;
- buf = cdns3_next_align_buf(&priv_dev->aligned_buf_list);
- dma_free_coherent(buf->buf);
- list_del(&buf->list);
- kfree(buf);
- }
- dma_free_coherent(priv_dev->setup_buf);
- kfree(priv_dev->zlp_buf);
- kfree(priv_dev);
- cdns->gadget_dev = NULL;
- cdns3_drd_switch_gadget(cdns, 0);
- }
- static int cdns3_gadget_start(struct cdns3 *cdns)
- {
- struct cdns3_device *priv_dev;
- u32 max_speed;
- int ret;
- priv_dev = kzalloc(sizeof(*priv_dev), GFP_KERNEL);
- if (!priv_dev)
- return -ENOMEM;
- cdns->gadget_dev = priv_dev;
- priv_dev->sysdev = cdns->dev;
- priv_dev->dev = cdns->dev;
- priv_dev->regs = cdns->dev_regs;
- dev_read_u32(priv_dev->dev, "cdns,on-chip-buff-size",
- &priv_dev->onchip_buffers);
- if (priv_dev->onchip_buffers <= 0) {
- u32 reg = readl(&priv_dev->regs->usb_cap2);
- priv_dev->onchip_buffers = USB_CAP2_ACTUAL_MEM_SIZE(reg);
- }
- if (!priv_dev->onchip_buffers)
- priv_dev->onchip_buffers = 256;
- max_speed = usb_get_maximum_speed(dev_ofnode(cdns->dev));
- /* Check the maximum_speed parameter */
- switch (max_speed) {
- case USB_SPEED_FULL:
- /* fall through */
- case USB_SPEED_HIGH:
- /* fall through */
- case USB_SPEED_SUPER:
- break;
- default:
- dev_err(cdns->dev, "invalid maximum_speed parameter %d\n",
- max_speed);
- /* fall through */
- case USB_SPEED_UNKNOWN:
- /* default to superspeed */
- max_speed = USB_SPEED_SUPER;
- break;
- }
- /* fill gadget fields */
- priv_dev->gadget.max_speed = max_speed;
- priv_dev->gadget.speed = USB_SPEED_UNKNOWN;
- priv_dev->gadget.ops = &cdns3_gadget_ops;
- priv_dev->gadget.name = "cdns3-gadget";
- #ifndef __UBOOT__
- priv_dev->gadget.name = "usb-ss-gadget";
- priv_dev->gadget.sg_supported = 1;
- priv_dev->gadget.quirk_avoids_skb_reserve = 1;
- #endif
- spin_lock_init(&priv_dev->lock);
- INIT_WORK(&priv_dev->pending_status_wq,
- cdns3_pending_setup_status_handler);
- /* initialize endpoint container */
- INIT_LIST_HEAD(&priv_dev->gadget.ep_list);
- INIT_LIST_HEAD(&priv_dev->aligned_buf_list);
- ret = cdns3_init_eps(priv_dev);
- if (ret) {
- dev_err(priv_dev->dev, "Failed to create endpoints\n");
- goto err1;
- }
- /* allocate memory for setup packet buffer */
- priv_dev->setup_buf =
- dma_alloc_coherent(8, (unsigned long *)&priv_dev->setup_dma);
- if (!priv_dev->setup_buf) {
- ret = -ENOMEM;
- goto err2;
- }
- priv_dev->dev_ver = readl(&priv_dev->regs->usb_cap6);
- dev_dbg(priv_dev->dev, "Device Controller version: %08x\n",
- readl(&priv_dev->regs->usb_cap6));
- dev_dbg(priv_dev->dev, "USB Capabilities:: %08x\n",
- readl(&priv_dev->regs->usb_cap1));
- dev_dbg(priv_dev->dev, "On-Chip memory cnfiguration: %08x\n",
- readl(&priv_dev->regs->usb_cap2));
- priv_dev->dev_ver = GET_DEV_BASE_VERSION(priv_dev->dev_ver);
- priv_dev->zlp_buf = kzalloc(CDNS3_EP_ZLP_BUF_SIZE, GFP_KERNEL);
- if (!priv_dev->zlp_buf) {
- ret = -ENOMEM;
- goto err3;
- }
- /* add USB gadget device */
- ret = usb_add_gadget_udc((struct device *)priv_dev->dev,
- &priv_dev->gadget);
- if (ret < 0) {
- dev_err(priv_dev->dev,
- "Failed to register USB device controller\n");
- goto err4;
- }
- return 0;
- err4:
- kfree(priv_dev->zlp_buf);
- err3:
- dma_free_coherent(priv_dev->setup_buf);
- err2:
- cdns3_free_all_eps(priv_dev);
- err1:
- cdns->gadget_dev = NULL;
- return ret;
- }
- static int __cdns3_gadget_init(struct cdns3 *cdns)
- {
- int ret = 0;
- cdns3_drd_switch_gadget(cdns, 1);
- ret = cdns3_gadget_start(cdns);
- if (ret)
- return ret;
- return 0;
- }
- static int cdns3_gadget_suspend(struct cdns3 *cdns, bool do_wakeup)
- {
- struct cdns3_device *priv_dev = cdns->gadget_dev;
- cdns3_disconnect_gadget(priv_dev);
- priv_dev->gadget.speed = USB_SPEED_UNKNOWN;
- usb_gadget_set_state(&priv_dev->gadget, USB_STATE_NOTATTACHED);
- cdns3_hw_reset_eps_config(priv_dev);
- /* disable interrupt for device */
- writel(0, &priv_dev->regs->usb_ien);
- cdns3_gadget_pullup(&priv_dev->gadget, 0);
- return 0;
- }
- static int cdns3_gadget_resume(struct cdns3 *cdns, bool hibernated)
- {
- struct cdns3_device *priv_dev = cdns->gadget_dev;
- if (!priv_dev->gadget_driver)
- return 0;
- cdns3_gadget_config(priv_dev);
- return 0;
- }
- /**
- * cdns3_gadget_init - initialize device structure
- *
- * cdns: cdns3 instance
- *
- * This function initializes the gadget.
- */
- int cdns3_gadget_init(struct cdns3 *cdns)
- {
- struct cdns3_role_driver *rdrv;
- rdrv = devm_kzalloc(cdns->dev, sizeof(*rdrv), GFP_KERNEL);
- if (!rdrv)
- return -ENOMEM;
- rdrv->start = __cdns3_gadget_init;
- rdrv->stop = cdns3_gadget_exit;
- rdrv->suspend = cdns3_gadget_suspend;
- rdrv->resume = cdns3_gadget_resume;
- rdrv->state = CDNS3_ROLE_STATE_INACTIVE;
- rdrv->name = "gadget";
- cdns->roles[USB_ROLE_DEVICE] = rdrv;
- return 0;
- }
- /**
- * cdns3_gadget_uboot_handle_interrupt - handle cdns3 gadget interrupt
- * @cdns: pointer to struct cdns3
- *
- * Handles ep0 and gadget interrupt
- */
- static void cdns3_gadget_uboot_handle_interrupt(struct cdns3 *cdns)
- {
- int ret = cdns3_device_irq_handler(0, cdns);
- if (ret == IRQ_WAKE_THREAD)
- cdns3_device_thread_irq_handler(0, cdns);
- }
- int dm_usb_gadget_handle_interrupts(struct udevice *dev)
- {
- struct cdns3 *cdns = dev_get_priv(dev);
- cdns3_gadget_uboot_handle_interrupt(cdns);
- return 0;
- }
|