core.c 62 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613
  1. /*
  2. * linux/drivers/mmc/core/core.c
  3. *
  4. * Copyright (C) 2003-2004 Russell King, All Rights Reserved.
  5. * SD support Copyright (C) 2004 Ian Molton, All Rights Reserved.
  6. * Copyright (C) 2005-2008 Pierre Ossman, All Rights Reserved.
  7. * MMCv4 support Copyright (C) 2006 Philip Langdale, All Rights Reserved.
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License version 2 as
  11. * published by the Free Software Foundation.
  12. */
  13. #include <linux/module.h>
  14. #include <linux/init.h>
  15. #include <linux/interrupt.h>
  16. #include <linux/completion.h>
  17. #include <linux/device.h>
  18. #include <linux/delay.h>
  19. #include <linux/pagemap.h>
  20. #include <linux/err.h>
  21. #include <linux/leds.h>
  22. #include <linux/scatterlist.h>
  23. #include <linux/log2.h>
  24. #include <linux/regulator/consumer.h>
  25. #include <linux/pm_runtime.h>
  26. #include <linux/suspend.h>
  27. #include <linux/fault-inject.h>
  28. #include <linux/random.h>
  29. #include <linux/slab.h>
  30. #include <linux/mmc/card.h>
  31. #include <linux/mmc/host.h>
  32. #include <linux/mmc/mmc.h>
  33. #include <linux/mmc/sd.h>
  34. #include "core.h"
  35. #include "bus.h"
  36. #include "host.h"
  37. #include "sdio_bus.h"
  38. #include "mmc_ops.h"
  39. #include "sd_ops.h"
  40. #include "sdio_ops.h"
  41. /* If the device is not responding */
  42. #define MMC_CORE_TIMEOUT_MS (10 * 60 * 1000) /* 10 minute timeout */
  43. /*
  44. * Background operations can take a long time, depending on the housekeeping
  45. * operations the card has to perform.
  46. */
  47. #define MMC_BKOPS_MAX_TIMEOUT (4 * 60 * 1000) /* max time to wait in ms */
  48. static struct workqueue_struct *workqueue;
  49. static const unsigned freqs[] = { 400000, 300000, 200000, 100000 };
  50. /*
  51. * Enabling software CRCs on the data blocks can be a significant (30%)
  52. * performance cost, and for other reasons may not always be desired.
  53. * So we allow it it to be disabled.
  54. */
  55. bool use_spi_crc = 1;
  56. module_param(use_spi_crc, bool, 0);
  57. /*
  58. * We normally treat cards as removed during suspend if they are not
  59. * known to be on a non-removable bus, to avoid the risk of writing
  60. * back data to a different card after resume. Allow this to be
  61. * overridden if necessary.
  62. */
  63. #ifdef CONFIG_MMC_UNSAFE_RESUME
  64. bool mmc_assume_removable;
  65. #else
  66. bool mmc_assume_removable = 1;
  67. #endif
  68. EXPORT_SYMBOL(mmc_assume_removable);
  69. module_param_named(removable, mmc_assume_removable, bool, 0644);
  70. MODULE_PARM_DESC(
  71. removable,
  72. "MMC/SD cards are removable and may be removed during suspend");
  73. /*
  74. * Internal function. Schedule delayed work in the MMC work queue.
  75. */
  76. static int mmc_schedule_delayed_work(struct delayed_work *work,
  77. unsigned long delay)
  78. {
  79. return queue_delayed_work(workqueue, work, delay);
  80. }
  81. /*
  82. * Internal function. Flush all scheduled work from the MMC work queue.
  83. */
  84. static void mmc_flush_scheduled_work(void)
  85. {
  86. flush_workqueue(workqueue);
  87. }
  88. #ifdef CONFIG_FAIL_MMC_REQUEST
  89. /*
  90. * Internal function. Inject random data errors.
  91. * If mmc_data is NULL no errors are injected.
  92. */
  93. static void mmc_should_fail_request(struct mmc_host *host,
  94. struct mmc_request *mrq)
  95. {
  96. struct mmc_command *cmd = mrq->cmd;
  97. struct mmc_data *data = mrq->data;
  98. static const int data_errors[] = {
  99. -ETIMEDOUT,
  100. -EILSEQ,
  101. -EIO,
  102. };
  103. if (!data)
  104. return;
  105. if (cmd->error || data->error ||
  106. !should_fail(&host->fail_mmc_request, data->blksz * data->blocks))
  107. return;
  108. data->error = data_errors[random32() % ARRAY_SIZE(data_errors)];
  109. data->bytes_xfered = (random32() % (data->bytes_xfered >> 9)) << 9;
  110. }
  111. #else /* CONFIG_FAIL_MMC_REQUEST */
  112. static inline void mmc_should_fail_request(struct mmc_host *host,
  113. struct mmc_request *mrq)
  114. {
  115. }
  116. #endif /* CONFIG_FAIL_MMC_REQUEST */
  117. /**
  118. * mmc_request_done - finish processing an MMC request
  119. * @host: MMC host which completed request
  120. * @mrq: MMC request which request
  121. *
  122. * MMC drivers should call this function when they have completed
  123. * their processing of a request.
  124. */
  125. void mmc_request_done(struct mmc_host *host, struct mmc_request *mrq)
  126. {
  127. struct mmc_command *cmd = mrq->cmd;
  128. int err = cmd->error;
  129. if (err && cmd->retries && mmc_host_is_spi(host)) {
  130. if (cmd->resp[0] & R1_SPI_ILLEGAL_COMMAND)
  131. cmd->retries = 0;
  132. }
  133. if (err && cmd->retries && !mmc_card_removed(host->card)) {
  134. /*
  135. * Request starter must handle retries - see
  136. * mmc_wait_for_req_done().
  137. */
  138. if (mrq->done)
  139. mrq->done(mrq);
  140. } else {
  141. mmc_should_fail_request(host, mrq);
  142. led_trigger_event(host->led, LED_OFF);
  143. pr_debug("%s: req done (CMD%u): %d: %08x %08x %08x %08x\n",
  144. mmc_hostname(host), cmd->opcode, err,
  145. cmd->resp[0], cmd->resp[1],
  146. cmd->resp[2], cmd->resp[3]);
  147. if (mrq->data) {
  148. pr_debug("%s: %d bytes transferred: %d\n",
  149. mmc_hostname(host),
  150. mrq->data->bytes_xfered, mrq->data->error);
  151. }
  152. if (mrq->stop) {
  153. pr_debug("%s: (CMD%u): %d: %08x %08x %08x %08x\n",
  154. mmc_hostname(host), mrq->stop->opcode,
  155. mrq->stop->error,
  156. mrq->stop->resp[0], mrq->stop->resp[1],
  157. mrq->stop->resp[2], mrq->stop->resp[3]);
  158. }
  159. if (mrq->done)
  160. mrq->done(mrq);
  161. mmc_host_clk_release(host);
  162. }
  163. }
  164. EXPORT_SYMBOL(mmc_request_done);
  165. static void
  166. mmc_start_request(struct mmc_host *host, struct mmc_request *mrq)
  167. {
  168. #ifdef CONFIG_MMC_DEBUG
  169. unsigned int i, sz;
  170. struct scatterlist *sg;
  171. #endif
  172. if (mrq->sbc) {
  173. pr_debug("<%s: starting CMD%u arg %08x flags %08x>\n",
  174. mmc_hostname(host), mrq->sbc->opcode,
  175. mrq->sbc->arg, mrq->sbc->flags);
  176. }
  177. pr_debug("%s: starting CMD%u arg %08x flags %08x\n",
  178. mmc_hostname(host), mrq->cmd->opcode,
  179. mrq->cmd->arg, mrq->cmd->flags);
  180. if (mrq->data) {
  181. pr_debug("%s: blksz %d blocks %d flags %08x "
  182. "tsac %d ms nsac %d\n",
  183. mmc_hostname(host), mrq->data->blksz,
  184. mrq->data->blocks, mrq->data->flags,
  185. mrq->data->timeout_ns / 1000000,
  186. mrq->data->timeout_clks);
  187. }
  188. if (mrq->stop) {
  189. pr_debug("%s: CMD%u arg %08x flags %08x\n",
  190. mmc_hostname(host), mrq->stop->opcode,
  191. mrq->stop->arg, mrq->stop->flags);
  192. }
  193. WARN_ON(!host->claimed);
  194. mrq->cmd->error = 0;
  195. mrq->cmd->mrq = mrq;
  196. if (mrq->data) {
  197. BUG_ON(mrq->data->blksz > host->max_blk_size);
  198. BUG_ON(mrq->data->blocks > host->max_blk_count);
  199. BUG_ON(mrq->data->blocks * mrq->data->blksz >
  200. host->max_req_size);
  201. #ifdef CONFIG_MMC_DEBUG
  202. sz = 0;
  203. for_each_sg(mrq->data->sg, sg, mrq->data->sg_len, i)
  204. sz += sg->length;
  205. BUG_ON(sz != mrq->data->blocks * mrq->data->blksz);
  206. #endif
  207. mrq->cmd->data = mrq->data;
  208. mrq->data->error = 0;
  209. mrq->data->mrq = mrq;
  210. if (mrq->stop) {
  211. mrq->data->stop = mrq->stop;
  212. mrq->stop->error = 0;
  213. mrq->stop->mrq = mrq;
  214. }
  215. }
  216. mmc_host_clk_hold(host);
  217. led_trigger_event(host->led, LED_FULL);
  218. host->ops->request(host, mrq);
  219. }
  220. /**
  221. * mmc_start_bkops - start BKOPS for supported cards
  222. * @card: MMC card to start BKOPS
  223. * @form_exception: A flag to indicate if this function was
  224. * called due to an exception raised by the card
  225. *
  226. * Start background operations whenever requested.
  227. * When the urgent BKOPS bit is set in a R1 command response
  228. * then background operations should be started immediately.
  229. */
  230. void mmc_start_bkops(struct mmc_card *card, bool from_exception)
  231. {
  232. int err;
  233. int timeout;
  234. bool use_busy_signal;
  235. BUG_ON(!card);
  236. if (!card->ext_csd.bkops_en || mmc_card_doing_bkops(card))
  237. return;
  238. err = mmc_read_bkops_status(card);
  239. if (err) {
  240. pr_err("%s: Failed to read bkops status: %d\n",
  241. mmc_hostname(card->host), err);
  242. return;
  243. }
  244. if (!card->ext_csd.raw_bkops_status)
  245. return;
  246. if (card->ext_csd.raw_bkops_status < EXT_CSD_BKOPS_LEVEL_2 &&
  247. from_exception)
  248. return;
  249. mmc_claim_host(card->host);
  250. if (card->ext_csd.raw_bkops_status >= EXT_CSD_BKOPS_LEVEL_2) {
  251. timeout = MMC_BKOPS_MAX_TIMEOUT;
  252. use_busy_signal = true;
  253. } else {
  254. timeout = 0;
  255. use_busy_signal = false;
  256. }
  257. err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
  258. EXT_CSD_BKOPS_START, 1, timeout, use_busy_signal);
  259. if (err) {
  260. pr_warn("%s: Error %d starting bkops\n",
  261. mmc_hostname(card->host), err);
  262. goto out;
  263. }
  264. /*
  265. * For urgent bkops status (LEVEL_2 and more)
  266. * bkops executed synchronously, otherwise
  267. * the operation is in progress
  268. */
  269. if (!use_busy_signal)
  270. mmc_card_set_doing_bkops(card);
  271. out:
  272. mmc_release_host(card->host);
  273. }
  274. EXPORT_SYMBOL(mmc_start_bkops);
  275. static void mmc_wait_done(struct mmc_request *mrq)
  276. {
  277. complete(&mrq->completion);
  278. }
  279. static int __mmc_start_req(struct mmc_host *host, struct mmc_request *mrq)
  280. {
  281. init_completion(&mrq->completion);
  282. mrq->done = mmc_wait_done;
  283. if (mmc_card_removed(host->card)) {
  284. mrq->cmd->error = -ENOMEDIUM;
  285. complete(&mrq->completion);
  286. return -ENOMEDIUM;
  287. }
  288. mmc_start_request(host, mrq);
  289. return 0;
  290. }
  291. static void mmc_wait_for_req_done(struct mmc_host *host,
  292. struct mmc_request *mrq)
  293. {
  294. struct mmc_command *cmd;
  295. while (1) {
  296. wait_for_completion(&mrq->completion);
  297. cmd = mrq->cmd;
  298. if (!cmd->error || !cmd->retries ||
  299. mmc_card_removed(host->card))
  300. break;
  301. pr_debug("%s: req failed (CMD%u): %d, retrying...\n",
  302. mmc_hostname(host), cmd->opcode, cmd->error);
  303. cmd->retries--;
  304. cmd->error = 0;
  305. host->ops->request(host, mrq);
  306. }
  307. }
  308. /**
  309. * mmc_pre_req - Prepare for a new request
  310. * @host: MMC host to prepare command
  311. * @mrq: MMC request to prepare for
  312. * @is_first_req: true if there is no previous started request
  313. * that may run in parellel to this call, otherwise false
  314. *
  315. * mmc_pre_req() is called in prior to mmc_start_req() to let
  316. * host prepare for the new request. Preparation of a request may be
  317. * performed while another request is running on the host.
  318. */
  319. static void mmc_pre_req(struct mmc_host *host, struct mmc_request *mrq,
  320. bool is_first_req)
  321. {
  322. if (host->ops->pre_req) {
  323. mmc_host_clk_hold(host);
  324. host->ops->pre_req(host, mrq, is_first_req);
  325. mmc_host_clk_release(host);
  326. }
  327. }
  328. /**
  329. * mmc_post_req - Post process a completed request
  330. * @host: MMC host to post process command
  331. * @mrq: MMC request to post process for
  332. * @err: Error, if non zero, clean up any resources made in pre_req
  333. *
  334. * Let the host post process a completed request. Post processing of
  335. * a request may be performed while another reuqest is running.
  336. */
  337. static void mmc_post_req(struct mmc_host *host, struct mmc_request *mrq,
  338. int err)
  339. {
  340. if (host->ops->post_req) {
  341. mmc_host_clk_hold(host);
  342. host->ops->post_req(host, mrq, err);
  343. mmc_host_clk_release(host);
  344. }
  345. }
  346. /**
  347. * mmc_start_req - start a non-blocking request
  348. * @host: MMC host to start command
  349. * @areq: async request to start
  350. * @error: out parameter returns 0 for success, otherwise non zero
  351. *
  352. * Start a new MMC custom command request for a host.
  353. * If there is on ongoing async request wait for completion
  354. * of that request and start the new one and return.
  355. * Does not wait for the new request to complete.
  356. *
  357. * Returns the completed request, NULL in case of none completed.
  358. * Wait for the an ongoing request (previoulsy started) to complete and
  359. * return the completed request. If there is no ongoing request, NULL
  360. * is returned without waiting. NULL is not an error condition.
  361. */
  362. struct mmc_async_req *mmc_start_req(struct mmc_host *host,
  363. struct mmc_async_req *areq, int *error)
  364. {
  365. int err = 0;
  366. int start_err = 0;
  367. struct mmc_async_req *data = host->areq;
  368. /* Prepare a new request */
  369. if (areq)
  370. mmc_pre_req(host, areq->mrq, !host->areq);
  371. if (host->areq) {
  372. mmc_wait_for_req_done(host, host->areq->mrq);
  373. err = host->areq->err_check(host->card, host->areq);
  374. /*
  375. * Check BKOPS urgency for each R1 response
  376. */
  377. if (host->card && mmc_card_mmc(host->card) &&
  378. ((mmc_resp_type(host->areq->mrq->cmd) == MMC_RSP_R1) ||
  379. (mmc_resp_type(host->areq->mrq->cmd) == MMC_RSP_R1B)) &&
  380. (host->areq->mrq->cmd->resp[0] & R1_EXCEPTION_EVENT))
  381. mmc_start_bkops(host->card, true);
  382. }
  383. if (!err && areq)
  384. start_err = __mmc_start_req(host, areq->mrq);
  385. if (host->areq)
  386. mmc_post_req(host, host->areq->mrq, 0);
  387. /* Cancel a prepared request if it was not started. */
  388. if ((err || start_err) && areq)
  389. mmc_post_req(host, areq->mrq, -EINVAL);
  390. if (err)
  391. host->areq = NULL;
  392. else
  393. host->areq = areq;
  394. if (error)
  395. *error = err;
  396. return data;
  397. }
  398. EXPORT_SYMBOL(mmc_start_req);
  399. /**
  400. * mmc_wait_for_req - start a request and wait for completion
  401. * @host: MMC host to start command
  402. * @mrq: MMC request to start
  403. *
  404. * Start a new MMC custom command request for a host, and wait
  405. * for the command to complete. Does not attempt to parse the
  406. * response.
  407. */
  408. void mmc_wait_for_req(struct mmc_host *host, struct mmc_request *mrq)
  409. {
  410. __mmc_start_req(host, mrq);
  411. mmc_wait_for_req_done(host, mrq);
  412. }
  413. EXPORT_SYMBOL(mmc_wait_for_req);
  414. /**
  415. * mmc_interrupt_hpi - Issue for High priority Interrupt
  416. * @card: the MMC card associated with the HPI transfer
  417. *
  418. * Issued High Priority Interrupt, and check for card status
  419. * until out-of prg-state.
  420. */
  421. int mmc_interrupt_hpi(struct mmc_card *card)
  422. {
  423. int err;
  424. u32 status;
  425. unsigned long prg_wait;
  426. BUG_ON(!card);
  427. if (!card->ext_csd.hpi_en) {
  428. pr_info("%s: HPI enable bit unset\n", mmc_hostname(card->host));
  429. return 1;
  430. }
  431. mmc_claim_host(card->host);
  432. err = mmc_send_status(card, &status);
  433. if (err) {
  434. pr_err("%s: Get card status fail\n", mmc_hostname(card->host));
  435. goto out;
  436. }
  437. switch (R1_CURRENT_STATE(status)) {
  438. case R1_STATE_IDLE:
  439. case R1_STATE_READY:
  440. case R1_STATE_STBY:
  441. case R1_STATE_TRAN:
  442. /*
  443. * In idle and transfer states, HPI is not needed and the caller
  444. * can issue the next intended command immediately
  445. */
  446. goto out;
  447. case R1_STATE_PRG:
  448. break;
  449. default:
  450. /* In all other states, it's illegal to issue HPI */
  451. pr_debug("%s: HPI cannot be sent. Card state=%d\n",
  452. mmc_hostname(card->host), R1_CURRENT_STATE(status));
  453. err = -EINVAL;
  454. goto out;
  455. }
  456. err = mmc_send_hpi_cmd(card, &status);
  457. if (err)
  458. goto out;
  459. prg_wait = jiffies + msecs_to_jiffies(card->ext_csd.out_of_int_time);
  460. do {
  461. err = mmc_send_status(card, &status);
  462. if (!err && R1_CURRENT_STATE(status) == R1_STATE_TRAN)
  463. break;
  464. if (time_after(jiffies, prg_wait))
  465. err = -ETIMEDOUT;
  466. } while (!err);
  467. out:
  468. mmc_release_host(card->host);
  469. return err;
  470. }
  471. EXPORT_SYMBOL(mmc_interrupt_hpi);
  472. /**
  473. * mmc_wait_for_cmd - start a command and wait for completion
  474. * @host: MMC host to start command
  475. * @cmd: MMC command to start
  476. * @retries: maximum number of retries
  477. *
  478. * Start a new MMC command for a host, and wait for the command
  479. * to complete. Return any error that occurred while the command
  480. * was executing. Do not attempt to parse the response.
  481. */
  482. int mmc_wait_for_cmd(struct mmc_host *host, struct mmc_command *cmd, int retries)
  483. {
  484. struct mmc_request mrq = {NULL};
  485. WARN_ON(!host->claimed);
  486. memset(cmd->resp, 0, sizeof(cmd->resp));
  487. cmd->retries = retries;
  488. mrq.cmd = cmd;
  489. cmd->data = NULL;
  490. mmc_wait_for_req(host, &mrq);
  491. return cmd->error;
  492. }
  493. EXPORT_SYMBOL(mmc_wait_for_cmd);
  494. /**
  495. * mmc_stop_bkops - stop ongoing BKOPS
  496. * @card: MMC card to check BKOPS
  497. *
  498. * Send HPI command to stop ongoing background operations to
  499. * allow rapid servicing of foreground operations, e.g. read/
  500. * writes. Wait until the card comes out of the programming state
  501. * to avoid errors in servicing read/write requests.
  502. */
  503. int mmc_stop_bkops(struct mmc_card *card)
  504. {
  505. int err = 0;
  506. BUG_ON(!card);
  507. err = mmc_interrupt_hpi(card);
  508. /*
  509. * If err is EINVAL, we can't issue an HPI.
  510. * It should complete the BKOPS.
  511. */
  512. if (!err || (err == -EINVAL)) {
  513. mmc_card_clr_doing_bkops(card);
  514. err = 0;
  515. }
  516. return err;
  517. }
  518. EXPORT_SYMBOL(mmc_stop_bkops);
  519. int mmc_read_bkops_status(struct mmc_card *card)
  520. {
  521. int err;
  522. u8 *ext_csd;
  523. /*
  524. * In future work, we should consider storing the entire ext_csd.
  525. */
  526. ext_csd = kmalloc(512, GFP_KERNEL);
  527. if (!ext_csd) {
  528. pr_err("%s: could not allocate buffer to receive the ext_csd.\n",
  529. mmc_hostname(card->host));
  530. return -ENOMEM;
  531. }
  532. mmc_claim_host(card->host);
  533. err = mmc_send_ext_csd(card, ext_csd);
  534. mmc_release_host(card->host);
  535. if (err)
  536. goto out;
  537. card->ext_csd.raw_bkops_status = ext_csd[EXT_CSD_BKOPS_STATUS];
  538. card->ext_csd.raw_exception_status = ext_csd[EXT_CSD_EXP_EVENTS_STATUS];
  539. out:
  540. kfree(ext_csd);
  541. return err;
  542. }
  543. EXPORT_SYMBOL(mmc_read_bkops_status);
  544. /**
  545. * mmc_set_data_timeout - set the timeout for a data command
  546. * @data: data phase for command
  547. * @card: the MMC card associated with the data transfer
  548. *
  549. * Computes the data timeout parameters according to the
  550. * correct algorithm given the card type.
  551. */
  552. void mmc_set_data_timeout(struct mmc_data *data, const struct mmc_card *card)
  553. {
  554. unsigned int mult;
  555. /*
  556. * SDIO cards only define an upper 1 s limit on access.
  557. */
  558. if (mmc_card_sdio(card)) {
  559. data->timeout_ns = 1000000000;
  560. data->timeout_clks = 0;
  561. return;
  562. }
  563. /*
  564. * SD cards use a 100 multiplier rather than 10
  565. */
  566. mult = mmc_card_sd(card) ? 100 : 10;
  567. /*
  568. * Scale up the multiplier (and therefore the timeout) by
  569. * the r2w factor for writes.
  570. */
  571. if (data->flags & MMC_DATA_WRITE)
  572. mult <<= card->csd.r2w_factor;
  573. data->timeout_ns = card->csd.tacc_ns * mult;
  574. data->timeout_clks = card->csd.tacc_clks * mult;
  575. /*
  576. * SD cards also have an upper limit on the timeout.
  577. */
  578. if (mmc_card_sd(card)) {
  579. unsigned int timeout_us, limit_us;
  580. timeout_us = data->timeout_ns / 1000;
  581. if (mmc_host_clk_rate(card->host))
  582. timeout_us += data->timeout_clks * 1000 /
  583. (mmc_host_clk_rate(card->host) / 1000);
  584. if (data->flags & MMC_DATA_WRITE)
  585. /*
  586. * The MMC spec "It is strongly recommended
  587. * for hosts to implement more than 500ms
  588. * timeout value even if the card indicates
  589. * the 250ms maximum busy length." Even the
  590. * previous value of 300ms is known to be
  591. * insufficient for some cards.
  592. */
  593. limit_us = 3000000;
  594. else
  595. limit_us = 100000;
  596. /*
  597. * SDHC cards always use these fixed values.
  598. */
  599. if (timeout_us > limit_us || mmc_card_blockaddr(card)) {
  600. data->timeout_ns = limit_us * 1000;
  601. data->timeout_clks = 0;
  602. }
  603. }
  604. /*
  605. * Some cards require longer data read timeout than indicated in CSD.
  606. * Address this by setting the read timeout to a "reasonably high"
  607. * value. For the cards tested, 300ms has proven enough. If necessary,
  608. * this value can be increased if other problematic cards require this.
  609. */
  610. if (mmc_card_long_read_time(card) && data->flags & MMC_DATA_READ) {
  611. data->timeout_ns = 300000000;
  612. data->timeout_clks = 0;
  613. }
  614. /*
  615. * Some cards need very high timeouts if driven in SPI mode.
  616. * The worst observed timeout was 900ms after writing a
  617. * continuous stream of data until the internal logic
  618. * overflowed.
  619. */
  620. if (mmc_host_is_spi(card->host)) {
  621. if (data->flags & MMC_DATA_WRITE) {
  622. if (data->timeout_ns < 1000000000)
  623. data->timeout_ns = 1000000000; /* 1s */
  624. } else {
  625. if (data->timeout_ns < 100000000)
  626. data->timeout_ns = 100000000; /* 100ms */
  627. }
  628. }
  629. }
  630. EXPORT_SYMBOL(mmc_set_data_timeout);
  631. /**
  632. * mmc_align_data_size - pads a transfer size to a more optimal value
  633. * @card: the MMC card associated with the data transfer
  634. * @sz: original transfer size
  635. *
  636. * Pads the original data size with a number of extra bytes in
  637. * order to avoid controller bugs and/or performance hits
  638. * (e.g. some controllers revert to PIO for certain sizes).
  639. *
  640. * Returns the improved size, which might be unmodified.
  641. *
  642. * Note that this function is only relevant when issuing a
  643. * single scatter gather entry.
  644. */
  645. unsigned int mmc_align_data_size(struct mmc_card *card, unsigned int sz)
  646. {
  647. /*
  648. * FIXME: We don't have a system for the controller to tell
  649. * the core about its problems yet, so for now we just 32-bit
  650. * align the size.
  651. */
  652. sz = ((sz + 3) / 4) * 4;
  653. return sz;
  654. }
  655. EXPORT_SYMBOL(mmc_align_data_size);
  656. /**
  657. * __mmc_claim_host - exclusively claim a host
  658. * @host: mmc host to claim
  659. * @abort: whether or not the operation should be aborted
  660. *
  661. * Claim a host for a set of operations. If @abort is non null and
  662. * dereference a non-zero value then this will return prematurely with
  663. * that non-zero value without acquiring the lock. Returns zero
  664. * with the lock held otherwise.
  665. */
  666. int __mmc_claim_host(struct mmc_host *host, atomic_t *abort)
  667. {
  668. DECLARE_WAITQUEUE(wait, current);
  669. unsigned long flags;
  670. int stop;
  671. might_sleep();
  672. add_wait_queue(&host->wq, &wait);
  673. spin_lock_irqsave(&host->lock, flags);
  674. while (1) {
  675. set_current_state(TASK_UNINTERRUPTIBLE);
  676. stop = abort ? atomic_read(abort) : 0;
  677. if (stop || !host->claimed || host->claimer == current)
  678. break;
  679. spin_unlock_irqrestore(&host->lock, flags);
  680. schedule();
  681. spin_lock_irqsave(&host->lock, flags);
  682. }
  683. set_current_state(TASK_RUNNING);
  684. if (!stop) {
  685. host->claimed = 1;
  686. host->claimer = current;
  687. host->claim_cnt += 1;
  688. } else
  689. wake_up(&host->wq);
  690. spin_unlock_irqrestore(&host->lock, flags);
  691. remove_wait_queue(&host->wq, &wait);
  692. if (host->ops->enable && !stop && host->claim_cnt == 1)
  693. host->ops->enable(host);
  694. return stop;
  695. }
  696. EXPORT_SYMBOL(__mmc_claim_host);
  697. /**
  698. * mmc_try_claim_host - try exclusively to claim a host
  699. * @host: mmc host to claim
  700. *
  701. * Returns %1 if the host is claimed, %0 otherwise.
  702. */
  703. int mmc_try_claim_host(struct mmc_host *host)
  704. {
  705. int claimed_host = 0;
  706. unsigned long flags;
  707. spin_lock_irqsave(&host->lock, flags);
  708. if (!host->claimed || host->claimer == current) {
  709. host->claimed = 1;
  710. host->claimer = current;
  711. host->claim_cnt += 1;
  712. claimed_host = 1;
  713. }
  714. spin_unlock_irqrestore(&host->lock, flags);
  715. if (host->ops->enable && claimed_host && host->claim_cnt == 1)
  716. host->ops->enable(host);
  717. return claimed_host;
  718. }
  719. EXPORT_SYMBOL(mmc_try_claim_host);
  720. /**
  721. * mmc_release_host - release a host
  722. * @host: mmc host to release
  723. *
  724. * Release a MMC host, allowing others to claim the host
  725. * for their operations.
  726. */
  727. void mmc_release_host(struct mmc_host *host)
  728. {
  729. unsigned long flags;
  730. WARN_ON(!host->claimed);
  731. if (host->ops->disable && host->claim_cnt == 1)
  732. host->ops->disable(host);
  733. spin_lock_irqsave(&host->lock, flags);
  734. if (--host->claim_cnt) {
  735. /* Release for nested claim */
  736. spin_unlock_irqrestore(&host->lock, flags);
  737. } else {
  738. host->claimed = 0;
  739. host->claimer = NULL;
  740. spin_unlock_irqrestore(&host->lock, flags);
  741. wake_up(&host->wq);
  742. }
  743. }
  744. EXPORT_SYMBOL(mmc_release_host);
  745. /*
  746. * Internal function that does the actual ios call to the host driver,
  747. * optionally printing some debug output.
  748. */
  749. static inline void mmc_set_ios(struct mmc_host *host)
  750. {
  751. struct mmc_ios *ios = &host->ios;
  752. pr_debug("%s: clock %uHz busmode %u powermode %u cs %u Vdd %u "
  753. "width %u timing %u\n",
  754. mmc_hostname(host), ios->clock, ios->bus_mode,
  755. ios->power_mode, ios->chip_select, ios->vdd,
  756. ios->bus_width, ios->timing);
  757. if (ios->clock > 0)
  758. mmc_set_ungated(host);
  759. host->ops->set_ios(host, ios);
  760. }
  761. /*
  762. * Control chip select pin on a host.
  763. */
  764. void mmc_set_chip_select(struct mmc_host *host, int mode)
  765. {
  766. mmc_host_clk_hold(host);
  767. host->ios.chip_select = mode;
  768. mmc_set_ios(host);
  769. mmc_host_clk_release(host);
  770. }
  771. /*
  772. * Sets the host clock to the highest possible frequency that
  773. * is below "hz".
  774. */
  775. static void __mmc_set_clock(struct mmc_host *host, unsigned int hz)
  776. {
  777. WARN_ON(hz < host->f_min);
  778. if (hz > host->f_max)
  779. hz = host->f_max;
  780. host->ios.clock = hz;
  781. mmc_set_ios(host);
  782. }
  783. void mmc_set_clock(struct mmc_host *host, unsigned int hz)
  784. {
  785. mmc_host_clk_hold(host);
  786. __mmc_set_clock(host, hz);
  787. mmc_host_clk_release(host);
  788. }
  789. #ifdef CONFIG_MMC_CLKGATE
  790. /*
  791. * This gates the clock by setting it to 0 Hz.
  792. */
  793. void mmc_gate_clock(struct mmc_host *host)
  794. {
  795. unsigned long flags;
  796. spin_lock_irqsave(&host->clk_lock, flags);
  797. host->clk_old = host->ios.clock;
  798. host->ios.clock = 0;
  799. host->clk_gated = true;
  800. spin_unlock_irqrestore(&host->clk_lock, flags);
  801. mmc_set_ios(host);
  802. }
  803. /*
  804. * This restores the clock from gating by using the cached
  805. * clock value.
  806. */
  807. void mmc_ungate_clock(struct mmc_host *host)
  808. {
  809. /*
  810. * We should previously have gated the clock, so the clock shall
  811. * be 0 here! The clock may however be 0 during initialization,
  812. * when some request operations are performed before setting
  813. * the frequency. When ungate is requested in that situation
  814. * we just ignore the call.
  815. */
  816. if (host->clk_old) {
  817. BUG_ON(host->ios.clock);
  818. /* This call will also set host->clk_gated to false */
  819. __mmc_set_clock(host, host->clk_old);
  820. }
  821. }
  822. void mmc_set_ungated(struct mmc_host *host)
  823. {
  824. unsigned long flags;
  825. /*
  826. * We've been given a new frequency while the clock is gated,
  827. * so make sure we regard this as ungating it.
  828. */
  829. spin_lock_irqsave(&host->clk_lock, flags);
  830. host->clk_gated = false;
  831. spin_unlock_irqrestore(&host->clk_lock, flags);
  832. }
  833. #else
  834. void mmc_set_ungated(struct mmc_host *host)
  835. {
  836. }
  837. #endif
  838. /*
  839. * Change the bus mode (open drain/push-pull) of a host.
  840. */
  841. void mmc_set_bus_mode(struct mmc_host *host, unsigned int mode)
  842. {
  843. mmc_host_clk_hold(host);
  844. host->ios.bus_mode = mode;
  845. mmc_set_ios(host);
  846. mmc_host_clk_release(host);
  847. }
  848. /*
  849. * Change data bus width of a host.
  850. */
  851. void mmc_set_bus_width(struct mmc_host *host, unsigned int width)
  852. {
  853. mmc_host_clk_hold(host);
  854. host->ios.bus_width = width;
  855. mmc_set_ios(host);
  856. mmc_host_clk_release(host);
  857. }
  858. /**
  859. * mmc_vdd_to_ocrbitnum - Convert a voltage to the OCR bit number
  860. * @vdd: voltage (mV)
  861. * @low_bits: prefer low bits in boundary cases
  862. *
  863. * This function returns the OCR bit number according to the provided @vdd
  864. * value. If conversion is not possible a negative errno value returned.
  865. *
  866. * Depending on the @low_bits flag the function prefers low or high OCR bits
  867. * on boundary voltages. For example,
  868. * with @low_bits = true, 3300 mV translates to ilog2(MMC_VDD_32_33);
  869. * with @low_bits = false, 3300 mV translates to ilog2(MMC_VDD_33_34);
  870. *
  871. * Any value in the [1951:1999] range translates to the ilog2(MMC_VDD_20_21).
  872. */
  873. static int mmc_vdd_to_ocrbitnum(int vdd, bool low_bits)
  874. {
  875. const int max_bit = ilog2(MMC_VDD_35_36);
  876. int bit;
  877. if (vdd < 1650 || vdd > 3600)
  878. return -EINVAL;
  879. if (vdd >= 1650 && vdd <= 1950)
  880. return ilog2(MMC_VDD_165_195);
  881. if (low_bits)
  882. vdd -= 1;
  883. /* Base 2000 mV, step 100 mV, bit's base 8. */
  884. bit = (vdd - 2000) / 100 + 8;
  885. if (bit > max_bit)
  886. return max_bit;
  887. return bit;
  888. }
  889. /**
  890. * mmc_vddrange_to_ocrmask - Convert a voltage range to the OCR mask
  891. * @vdd_min: minimum voltage value (mV)
  892. * @vdd_max: maximum voltage value (mV)
  893. *
  894. * This function returns the OCR mask bits according to the provided @vdd_min
  895. * and @vdd_max values. If conversion is not possible the function returns 0.
  896. *
  897. * Notes wrt boundary cases:
  898. * This function sets the OCR bits for all boundary voltages, for example
  899. * [3300:3400] range is translated to MMC_VDD_32_33 | MMC_VDD_33_34 |
  900. * MMC_VDD_34_35 mask.
  901. */
  902. u32 mmc_vddrange_to_ocrmask(int vdd_min, int vdd_max)
  903. {
  904. u32 mask = 0;
  905. if (vdd_max < vdd_min)
  906. return 0;
  907. /* Prefer high bits for the boundary vdd_max values. */
  908. vdd_max = mmc_vdd_to_ocrbitnum(vdd_max, false);
  909. if (vdd_max < 0)
  910. return 0;
  911. /* Prefer low bits for the boundary vdd_min values. */
  912. vdd_min = mmc_vdd_to_ocrbitnum(vdd_min, true);
  913. if (vdd_min < 0)
  914. return 0;
  915. /* Fill the mask, from max bit to min bit. */
  916. while (vdd_max >= vdd_min)
  917. mask |= 1 << vdd_max--;
  918. return mask;
  919. }
  920. EXPORT_SYMBOL(mmc_vddrange_to_ocrmask);
  921. #ifdef CONFIG_REGULATOR
  922. /**
  923. * mmc_regulator_get_ocrmask - return mask of supported voltages
  924. * @supply: regulator to use
  925. *
  926. * This returns either a negative errno, or a mask of voltages that
  927. * can be provided to MMC/SD/SDIO devices using the specified voltage
  928. * regulator. This would normally be called before registering the
  929. * MMC host adapter.
  930. */
  931. int mmc_regulator_get_ocrmask(struct regulator *supply)
  932. {
  933. int result = 0;
  934. int count;
  935. int i;
  936. count = regulator_count_voltages(supply);
  937. if (count < 0)
  938. return count;
  939. for (i = 0; i < count; i++) {
  940. int vdd_uV;
  941. int vdd_mV;
  942. vdd_uV = regulator_list_voltage(supply, i);
  943. if (vdd_uV <= 0)
  944. continue;
  945. vdd_mV = vdd_uV / 1000;
  946. result |= mmc_vddrange_to_ocrmask(vdd_mV, vdd_mV);
  947. }
  948. return result;
  949. }
  950. EXPORT_SYMBOL_GPL(mmc_regulator_get_ocrmask);
  951. /**
  952. * mmc_regulator_set_ocr - set regulator to match host->ios voltage
  953. * @mmc: the host to regulate
  954. * @supply: regulator to use
  955. * @vdd_bit: zero for power off, else a bit number (host->ios.vdd)
  956. *
  957. * Returns zero on success, else negative errno.
  958. *
  959. * MMC host drivers may use this to enable or disable a regulator using
  960. * a particular supply voltage. This would normally be called from the
  961. * set_ios() method.
  962. */
  963. int mmc_regulator_set_ocr(struct mmc_host *mmc,
  964. struct regulator *supply,
  965. unsigned short vdd_bit)
  966. {
  967. int result = 0;
  968. int min_uV, max_uV;
  969. if (vdd_bit) {
  970. int tmp;
  971. int voltage;
  972. /*
  973. * REVISIT mmc_vddrange_to_ocrmask() may have set some
  974. * bits this regulator doesn't quite support ... don't
  975. * be too picky, most cards and regulators are OK with
  976. * a 0.1V range goof (it's a small error percentage).
  977. */
  978. tmp = vdd_bit - ilog2(MMC_VDD_165_195);
  979. if (tmp == 0) {
  980. min_uV = 1650 * 1000;
  981. max_uV = 1950 * 1000;
  982. } else {
  983. min_uV = 1900 * 1000 + tmp * 100 * 1000;
  984. max_uV = min_uV + 100 * 1000;
  985. }
  986. /*
  987. * If we're using a fixed/static regulator, don't call
  988. * regulator_set_voltage; it would fail.
  989. */
  990. voltage = regulator_get_voltage(supply);
  991. if (regulator_count_voltages(supply) == 1)
  992. min_uV = max_uV = voltage;
  993. if (voltage < 0)
  994. result = voltage;
  995. else if (voltage < min_uV || voltage > max_uV)
  996. result = regulator_set_voltage(supply, min_uV, max_uV);
  997. else
  998. result = 0;
  999. if (result == 0 && !mmc->regulator_enabled) {
  1000. result = regulator_enable(supply);
  1001. if (!result)
  1002. mmc->regulator_enabled = true;
  1003. }
  1004. } else if (mmc->regulator_enabled) {
  1005. result = regulator_disable(supply);
  1006. if (result == 0)
  1007. mmc->regulator_enabled = false;
  1008. }
  1009. if (result)
  1010. dev_err(mmc_dev(mmc),
  1011. "could not set regulator OCR (%d)\n", result);
  1012. return result;
  1013. }
  1014. EXPORT_SYMBOL_GPL(mmc_regulator_set_ocr);
  1015. int mmc_regulator_get_supply(struct mmc_host *mmc)
  1016. {
  1017. struct device *dev = mmc_dev(mmc);
  1018. struct regulator *supply;
  1019. int ret;
  1020. supply = devm_regulator_get(dev, "vmmc");
  1021. mmc->supply.vmmc = supply;
  1022. mmc->supply.vqmmc = devm_regulator_get(dev, "vqmmc");
  1023. if (IS_ERR(supply))
  1024. return PTR_ERR(supply);
  1025. ret = mmc_regulator_get_ocrmask(supply);
  1026. if (ret > 0)
  1027. mmc->ocr_avail = ret;
  1028. else
  1029. dev_warn(mmc_dev(mmc), "Failed getting OCR mask: %d\n", ret);
  1030. return 0;
  1031. }
  1032. EXPORT_SYMBOL_GPL(mmc_regulator_get_supply);
  1033. #endif /* CONFIG_REGULATOR */
  1034. /*
  1035. * Mask off any voltages we don't support and select
  1036. * the lowest voltage
  1037. */
  1038. u32 mmc_select_voltage(struct mmc_host *host, u32 ocr)
  1039. {
  1040. int bit;
  1041. ocr &= host->ocr_avail;
  1042. bit = ffs(ocr);
  1043. if (bit) {
  1044. bit -= 1;
  1045. ocr &= 3 << bit;
  1046. mmc_host_clk_hold(host);
  1047. host->ios.vdd = bit;
  1048. mmc_set_ios(host);
  1049. mmc_host_clk_release(host);
  1050. } else {
  1051. pr_warning("%s: host doesn't support card's voltages\n",
  1052. mmc_hostname(host));
  1053. ocr = 0;
  1054. }
  1055. return ocr;
  1056. }
  1057. int mmc_set_signal_voltage(struct mmc_host *host, int signal_voltage, bool cmd11)
  1058. {
  1059. struct mmc_command cmd = {0};
  1060. int err = 0;
  1061. BUG_ON(!host);
  1062. /*
  1063. * Send CMD11 only if the request is to switch the card to
  1064. * 1.8V signalling.
  1065. */
  1066. if ((signal_voltage != MMC_SIGNAL_VOLTAGE_330) && cmd11) {
  1067. cmd.opcode = SD_SWITCH_VOLTAGE;
  1068. cmd.arg = 0;
  1069. cmd.flags = MMC_RSP_R1 | MMC_CMD_AC;
  1070. err = mmc_wait_for_cmd(host, &cmd, 0);
  1071. if (err)
  1072. return err;
  1073. if (!mmc_host_is_spi(host) && (cmd.resp[0] & R1_ERROR))
  1074. return -EIO;
  1075. }
  1076. host->ios.signal_voltage = signal_voltage;
  1077. if (host->ops->start_signal_voltage_switch) {
  1078. mmc_host_clk_hold(host);
  1079. err = host->ops->start_signal_voltage_switch(host, &host->ios);
  1080. mmc_host_clk_release(host);
  1081. }
  1082. return err;
  1083. }
  1084. /*
  1085. * Select timing parameters for host.
  1086. */
  1087. void mmc_set_timing(struct mmc_host *host, unsigned int timing)
  1088. {
  1089. mmc_host_clk_hold(host);
  1090. host->ios.timing = timing;
  1091. mmc_set_ios(host);
  1092. mmc_host_clk_release(host);
  1093. }
  1094. /*
  1095. * Select appropriate driver type for host.
  1096. */
  1097. void mmc_set_driver_type(struct mmc_host *host, unsigned int drv_type)
  1098. {
  1099. mmc_host_clk_hold(host);
  1100. host->ios.drv_type = drv_type;
  1101. mmc_set_ios(host);
  1102. mmc_host_clk_release(host);
  1103. }
  1104. /*
  1105. * Apply power to the MMC stack. This is a two-stage process.
  1106. * First, we enable power to the card without the clock running.
  1107. * We then wait a bit for the power to stabilise. Finally,
  1108. * enable the bus drivers and clock to the card.
  1109. *
  1110. * We must _NOT_ enable the clock prior to power stablising.
  1111. *
  1112. * If a host does all the power sequencing itself, ignore the
  1113. * initial MMC_POWER_UP stage.
  1114. */
  1115. static void mmc_power_up(struct mmc_host *host)
  1116. {
  1117. int bit;
  1118. if (host->ios.power_mode == MMC_POWER_ON)
  1119. return;
  1120. mmc_host_clk_hold(host);
  1121. /* If ocr is set, we use it */
  1122. if (host->ocr)
  1123. bit = ffs(host->ocr) - 1;
  1124. else
  1125. bit = fls(host->ocr_avail) - 1;
  1126. host->ios.vdd = bit;
  1127. if (mmc_host_is_spi(host))
  1128. host->ios.chip_select = MMC_CS_HIGH;
  1129. else
  1130. host->ios.chip_select = MMC_CS_DONTCARE;
  1131. host->ios.bus_mode = MMC_BUSMODE_PUSHPULL;
  1132. host->ios.power_mode = MMC_POWER_UP;
  1133. host->ios.bus_width = MMC_BUS_WIDTH_1;
  1134. host->ios.timing = MMC_TIMING_LEGACY;
  1135. mmc_set_ios(host);
  1136. /* Set signal voltage to 3.3V */
  1137. mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_330, false);
  1138. /*
  1139. * This delay should be sufficient to allow the power supply
  1140. * to reach the minimum voltage.
  1141. */
  1142. mmc_delay(10);
  1143. host->ios.clock = host->f_init;
  1144. host->ios.power_mode = MMC_POWER_ON;
  1145. mmc_set_ios(host);
  1146. /*
  1147. * This delay must be at least 74 clock sizes, or 1 ms, or the
  1148. * time required to reach a stable voltage.
  1149. */
  1150. mmc_delay(10);
  1151. mmc_host_clk_release(host);
  1152. }
  1153. void mmc_power_off(struct mmc_host *host)
  1154. {
  1155. if (host->ios.power_mode == MMC_POWER_OFF)
  1156. return;
  1157. mmc_host_clk_hold(host);
  1158. host->ios.clock = 0;
  1159. host->ios.vdd = 0;
  1160. /*
  1161. * Reset ocr mask to be the highest possible voltage supported for
  1162. * this mmc host. This value will be used at next power up.
  1163. */
  1164. host->ocr = 1 << (fls(host->ocr_avail) - 1);
  1165. if (!mmc_host_is_spi(host)) {
  1166. host->ios.bus_mode = MMC_BUSMODE_OPENDRAIN;
  1167. host->ios.chip_select = MMC_CS_DONTCARE;
  1168. }
  1169. host->ios.power_mode = MMC_POWER_OFF;
  1170. host->ios.bus_width = MMC_BUS_WIDTH_1;
  1171. host->ios.timing = MMC_TIMING_LEGACY;
  1172. mmc_set_ios(host);
  1173. /*
  1174. * Some configurations, such as the 802.11 SDIO card in the OLPC
  1175. * XO-1.5, require a short delay after poweroff before the card
  1176. * can be successfully turned on again.
  1177. */
  1178. mmc_delay(1);
  1179. mmc_host_clk_release(host);
  1180. }
  1181. /*
  1182. * Cleanup when the last reference to the bus operator is dropped.
  1183. */
  1184. static void __mmc_release_bus(struct mmc_host *host)
  1185. {
  1186. BUG_ON(!host);
  1187. BUG_ON(host->bus_refs);
  1188. BUG_ON(!host->bus_dead);
  1189. host->bus_ops = NULL;
  1190. }
  1191. /*
  1192. * Increase reference count of bus operator
  1193. */
  1194. static inline void mmc_bus_get(struct mmc_host *host)
  1195. {
  1196. unsigned long flags;
  1197. spin_lock_irqsave(&host->lock, flags);
  1198. host->bus_refs++;
  1199. spin_unlock_irqrestore(&host->lock, flags);
  1200. }
  1201. /*
  1202. * Decrease reference count of bus operator and free it if
  1203. * it is the last reference.
  1204. */
  1205. static inline void mmc_bus_put(struct mmc_host *host)
  1206. {
  1207. unsigned long flags;
  1208. spin_lock_irqsave(&host->lock, flags);
  1209. host->bus_refs--;
  1210. if ((host->bus_refs == 0) && host->bus_ops)
  1211. __mmc_release_bus(host);
  1212. spin_unlock_irqrestore(&host->lock, flags);
  1213. }
  1214. /*
  1215. * Assign a mmc bus handler to a host. Only one bus handler may control a
  1216. * host at any given time.
  1217. */
  1218. void mmc_attach_bus(struct mmc_host *host, const struct mmc_bus_ops *ops)
  1219. {
  1220. unsigned long flags;
  1221. BUG_ON(!host);
  1222. BUG_ON(!ops);
  1223. WARN_ON(!host->claimed);
  1224. spin_lock_irqsave(&host->lock, flags);
  1225. BUG_ON(host->bus_ops);
  1226. BUG_ON(host->bus_refs);
  1227. host->bus_ops = ops;
  1228. host->bus_refs = 1;
  1229. host->bus_dead = 0;
  1230. spin_unlock_irqrestore(&host->lock, flags);
  1231. }
  1232. /*
  1233. * Remove the current bus handler from a host.
  1234. */
  1235. void mmc_detach_bus(struct mmc_host *host)
  1236. {
  1237. unsigned long flags;
  1238. BUG_ON(!host);
  1239. WARN_ON(!host->claimed);
  1240. WARN_ON(!host->bus_ops);
  1241. spin_lock_irqsave(&host->lock, flags);
  1242. host->bus_dead = 1;
  1243. spin_unlock_irqrestore(&host->lock, flags);
  1244. mmc_bus_put(host);
  1245. }
  1246. /**
  1247. * mmc_detect_change - process change of state on a MMC socket
  1248. * @host: host which changed state.
  1249. * @delay: optional delay to wait before detection (jiffies)
  1250. *
  1251. * MMC drivers should call this when they detect a card has been
  1252. * inserted or removed. The MMC layer will confirm that any
  1253. * present card is still functional, and initialize any newly
  1254. * inserted.
  1255. */
  1256. void mmc_detect_change(struct mmc_host *host, unsigned long delay)
  1257. {
  1258. #ifdef CONFIG_MMC_DEBUG
  1259. unsigned long flags;
  1260. spin_lock_irqsave(&host->lock, flags);
  1261. WARN_ON(host->removed);
  1262. spin_unlock_irqrestore(&host->lock, flags);
  1263. #endif
  1264. host->detect_change = 1;
  1265. mmc_schedule_delayed_work(&host->detect, delay);
  1266. }
  1267. EXPORT_SYMBOL(mmc_detect_change);
  1268. void mmc_init_erase(struct mmc_card *card)
  1269. {
  1270. unsigned int sz;
  1271. if (is_power_of_2(card->erase_size))
  1272. card->erase_shift = ffs(card->erase_size) - 1;
  1273. else
  1274. card->erase_shift = 0;
  1275. /*
  1276. * It is possible to erase an arbitrarily large area of an SD or MMC
  1277. * card. That is not desirable because it can take a long time
  1278. * (minutes) potentially delaying more important I/O, and also the
  1279. * timeout calculations become increasingly hugely over-estimated.
  1280. * Consequently, 'pref_erase' is defined as a guide to limit erases
  1281. * to that size and alignment.
  1282. *
  1283. * For SD cards that define Allocation Unit size, limit erases to one
  1284. * Allocation Unit at a time. For MMC cards that define High Capacity
  1285. * Erase Size, whether it is switched on or not, limit to that size.
  1286. * Otherwise just have a stab at a good value. For modern cards it
  1287. * will end up being 4MiB. Note that if the value is too small, it
  1288. * can end up taking longer to erase.
  1289. */
  1290. if (mmc_card_sd(card) && card->ssr.au) {
  1291. card->pref_erase = card->ssr.au;
  1292. card->erase_shift = ffs(card->ssr.au) - 1;
  1293. } else if (card->ext_csd.hc_erase_size) {
  1294. card->pref_erase = card->ext_csd.hc_erase_size;
  1295. } else {
  1296. sz = (card->csd.capacity << (card->csd.read_blkbits - 9)) >> 11;
  1297. if (sz < 128)
  1298. card->pref_erase = 512 * 1024 / 512;
  1299. else if (sz < 512)
  1300. card->pref_erase = 1024 * 1024 / 512;
  1301. else if (sz < 1024)
  1302. card->pref_erase = 2 * 1024 * 1024 / 512;
  1303. else
  1304. card->pref_erase = 4 * 1024 * 1024 / 512;
  1305. if (card->pref_erase < card->erase_size)
  1306. card->pref_erase = card->erase_size;
  1307. else {
  1308. sz = card->pref_erase % card->erase_size;
  1309. if (sz)
  1310. card->pref_erase += card->erase_size - sz;
  1311. }
  1312. }
  1313. }
  1314. static unsigned int mmc_mmc_erase_timeout(struct mmc_card *card,
  1315. unsigned int arg, unsigned int qty)
  1316. {
  1317. unsigned int erase_timeout;
  1318. if (arg == MMC_DISCARD_ARG ||
  1319. (arg == MMC_TRIM_ARG && card->ext_csd.rev >= 6)) {
  1320. erase_timeout = card->ext_csd.trim_timeout;
  1321. } else if (card->ext_csd.erase_group_def & 1) {
  1322. /* High Capacity Erase Group Size uses HC timeouts */
  1323. if (arg == MMC_TRIM_ARG)
  1324. erase_timeout = card->ext_csd.trim_timeout;
  1325. else
  1326. erase_timeout = card->ext_csd.hc_erase_timeout;
  1327. } else {
  1328. /* CSD Erase Group Size uses write timeout */
  1329. unsigned int mult = (10 << card->csd.r2w_factor);
  1330. unsigned int timeout_clks = card->csd.tacc_clks * mult;
  1331. unsigned int timeout_us;
  1332. /* Avoid overflow: e.g. tacc_ns=80000000 mult=1280 */
  1333. if (card->csd.tacc_ns < 1000000)
  1334. timeout_us = (card->csd.tacc_ns * mult) / 1000;
  1335. else
  1336. timeout_us = (card->csd.tacc_ns / 1000) * mult;
  1337. /*
  1338. * ios.clock is only a target. The real clock rate might be
  1339. * less but not that much less, so fudge it by multiplying by 2.
  1340. */
  1341. timeout_clks <<= 1;
  1342. timeout_us += (timeout_clks * 1000) /
  1343. (mmc_host_clk_rate(card->host) / 1000);
  1344. erase_timeout = timeout_us / 1000;
  1345. /*
  1346. * Theoretically, the calculation could underflow so round up
  1347. * to 1ms in that case.
  1348. */
  1349. if (!erase_timeout)
  1350. erase_timeout = 1;
  1351. }
  1352. /* Multiplier for secure operations */
  1353. if (arg & MMC_SECURE_ARGS) {
  1354. if (arg == MMC_SECURE_ERASE_ARG)
  1355. erase_timeout *= card->ext_csd.sec_erase_mult;
  1356. else
  1357. erase_timeout *= card->ext_csd.sec_trim_mult;
  1358. }
  1359. erase_timeout *= qty;
  1360. /*
  1361. * Ensure at least a 1 second timeout for SPI as per
  1362. * 'mmc_set_data_timeout()'
  1363. */
  1364. if (mmc_host_is_spi(card->host) && erase_timeout < 1000)
  1365. erase_timeout = 1000;
  1366. return erase_timeout;
  1367. }
  1368. static unsigned int mmc_sd_erase_timeout(struct mmc_card *card,
  1369. unsigned int arg,
  1370. unsigned int qty)
  1371. {
  1372. unsigned int erase_timeout;
  1373. if (card->ssr.erase_timeout) {
  1374. /* Erase timeout specified in SD Status Register (SSR) */
  1375. erase_timeout = card->ssr.erase_timeout * qty +
  1376. card->ssr.erase_offset;
  1377. } else {
  1378. /*
  1379. * Erase timeout not specified in SD Status Register (SSR) so
  1380. * use 250ms per write block.
  1381. */
  1382. erase_timeout = 250 * qty;
  1383. }
  1384. /* Must not be less than 1 second */
  1385. if (erase_timeout < 1000)
  1386. erase_timeout = 1000;
  1387. return erase_timeout;
  1388. }
  1389. static unsigned int mmc_erase_timeout(struct mmc_card *card,
  1390. unsigned int arg,
  1391. unsigned int qty)
  1392. {
  1393. if (mmc_card_sd(card))
  1394. return mmc_sd_erase_timeout(card, arg, qty);
  1395. else
  1396. return mmc_mmc_erase_timeout(card, arg, qty);
  1397. }
  1398. static int mmc_do_erase(struct mmc_card *card, unsigned int from,
  1399. unsigned int to, unsigned int arg)
  1400. {
  1401. struct mmc_command cmd = {0};
  1402. unsigned int qty = 0;
  1403. unsigned long timeout;
  1404. int err;
  1405. /*
  1406. * qty is used to calculate the erase timeout which depends on how many
  1407. * erase groups (or allocation units in SD terminology) are affected.
  1408. * We count erasing part of an erase group as one erase group.
  1409. * For SD, the allocation units are always a power of 2. For MMC, the
  1410. * erase group size is almost certainly also power of 2, but it does not
  1411. * seem to insist on that in the JEDEC standard, so we fall back to
  1412. * division in that case. SD may not specify an allocation unit size,
  1413. * in which case the timeout is based on the number of write blocks.
  1414. *
  1415. * Note that the timeout for secure trim 2 will only be correct if the
  1416. * number of erase groups specified is the same as the total of all
  1417. * preceding secure trim 1 commands. Since the power may have been
  1418. * lost since the secure trim 1 commands occurred, it is generally
  1419. * impossible to calculate the secure trim 2 timeout correctly.
  1420. */
  1421. if (card->erase_shift)
  1422. qty += ((to >> card->erase_shift) -
  1423. (from >> card->erase_shift)) + 1;
  1424. else if (mmc_card_sd(card))
  1425. qty += to - from + 1;
  1426. else
  1427. qty += ((to / card->erase_size) -
  1428. (from / card->erase_size)) + 1;
  1429. if (!mmc_card_blockaddr(card)) {
  1430. from <<= 9;
  1431. to <<= 9;
  1432. }
  1433. if (mmc_card_sd(card))
  1434. cmd.opcode = SD_ERASE_WR_BLK_START;
  1435. else
  1436. cmd.opcode = MMC_ERASE_GROUP_START;
  1437. cmd.arg = from;
  1438. cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_AC;
  1439. err = mmc_wait_for_cmd(card->host, &cmd, 0);
  1440. if (err) {
  1441. pr_err("mmc_erase: group start error %d, "
  1442. "status %#x\n", err, cmd.resp[0]);
  1443. err = -EIO;
  1444. goto out;
  1445. }
  1446. memset(&cmd, 0, sizeof(struct mmc_command));
  1447. if (mmc_card_sd(card))
  1448. cmd.opcode = SD_ERASE_WR_BLK_END;
  1449. else
  1450. cmd.opcode = MMC_ERASE_GROUP_END;
  1451. cmd.arg = to;
  1452. cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_AC;
  1453. err = mmc_wait_for_cmd(card->host, &cmd, 0);
  1454. if (err) {
  1455. pr_err("mmc_erase: group end error %d, status %#x\n",
  1456. err, cmd.resp[0]);
  1457. err = -EIO;
  1458. goto out;
  1459. }
  1460. memset(&cmd, 0, sizeof(struct mmc_command));
  1461. cmd.opcode = MMC_ERASE;
  1462. cmd.arg = arg;
  1463. cmd.flags = MMC_RSP_SPI_R1B | MMC_RSP_R1B | MMC_CMD_AC;
  1464. cmd.cmd_timeout_ms = mmc_erase_timeout(card, arg, qty);
  1465. err = mmc_wait_for_cmd(card->host, &cmd, 0);
  1466. if (err) {
  1467. pr_err("mmc_erase: erase error %d, status %#x\n",
  1468. err, cmd.resp[0]);
  1469. err = -EIO;
  1470. goto out;
  1471. }
  1472. if (mmc_host_is_spi(card->host))
  1473. goto out;
  1474. timeout = jiffies + msecs_to_jiffies(MMC_CORE_TIMEOUT_MS);
  1475. do {
  1476. memset(&cmd, 0, sizeof(struct mmc_command));
  1477. cmd.opcode = MMC_SEND_STATUS;
  1478. cmd.arg = card->rca << 16;
  1479. cmd.flags = MMC_RSP_R1 | MMC_CMD_AC;
  1480. /* Do not retry else we can't see errors */
  1481. err = mmc_wait_for_cmd(card->host, &cmd, 0);
  1482. if (err || (cmd.resp[0] & 0xFDF92000)) {
  1483. pr_err("error %d requesting status %#x\n",
  1484. err, cmd.resp[0]);
  1485. err = -EIO;
  1486. goto out;
  1487. }
  1488. /* Timeout if the device never becomes ready for data and
  1489. * never leaves the program state.
  1490. */
  1491. if (time_after(jiffies, timeout)) {
  1492. pr_err("%s: Card stuck in programming state! %s\n",
  1493. mmc_hostname(card->host), __func__);
  1494. err = -EIO;
  1495. goto out;
  1496. }
  1497. } while (!(cmd.resp[0] & R1_READY_FOR_DATA) ||
  1498. (R1_CURRENT_STATE(cmd.resp[0]) == R1_STATE_PRG));
  1499. out:
  1500. return err;
  1501. }
  1502. /**
  1503. * mmc_erase - erase sectors.
  1504. * @card: card to erase
  1505. * @from: first sector to erase
  1506. * @nr: number of sectors to erase
  1507. * @arg: erase command argument (SD supports only %MMC_ERASE_ARG)
  1508. *
  1509. * Caller must claim host before calling this function.
  1510. */
  1511. int mmc_erase(struct mmc_card *card, unsigned int from, unsigned int nr,
  1512. unsigned int arg)
  1513. {
  1514. unsigned int rem, to = from + nr;
  1515. if (!(card->host->caps & MMC_CAP_ERASE) ||
  1516. !(card->csd.cmdclass & CCC_ERASE))
  1517. return -EOPNOTSUPP;
  1518. if (!card->erase_size)
  1519. return -EOPNOTSUPP;
  1520. if (mmc_card_sd(card) && arg != MMC_ERASE_ARG)
  1521. return -EOPNOTSUPP;
  1522. if ((arg & MMC_SECURE_ARGS) &&
  1523. !(card->ext_csd.sec_feature_support & EXT_CSD_SEC_ER_EN))
  1524. return -EOPNOTSUPP;
  1525. if ((arg & MMC_TRIM_ARGS) &&
  1526. !(card->ext_csd.sec_feature_support & EXT_CSD_SEC_GB_CL_EN))
  1527. return -EOPNOTSUPP;
  1528. if (arg == MMC_SECURE_ERASE_ARG) {
  1529. if (from % card->erase_size || nr % card->erase_size)
  1530. return -EINVAL;
  1531. }
  1532. if (arg == MMC_ERASE_ARG) {
  1533. rem = from % card->erase_size;
  1534. if (rem) {
  1535. rem = card->erase_size - rem;
  1536. from += rem;
  1537. if (nr > rem)
  1538. nr -= rem;
  1539. else
  1540. return 0;
  1541. }
  1542. rem = nr % card->erase_size;
  1543. if (rem)
  1544. nr -= rem;
  1545. }
  1546. if (nr == 0)
  1547. return 0;
  1548. to = from + nr;
  1549. if (to <= from)
  1550. return -EINVAL;
  1551. /* 'from' and 'to' are inclusive */
  1552. to -= 1;
  1553. return mmc_do_erase(card, from, to, arg);
  1554. }
  1555. EXPORT_SYMBOL(mmc_erase);
  1556. int mmc_can_erase(struct mmc_card *card)
  1557. {
  1558. if ((card->host->caps & MMC_CAP_ERASE) &&
  1559. (card->csd.cmdclass & CCC_ERASE) && card->erase_size)
  1560. return 1;
  1561. return 0;
  1562. }
  1563. EXPORT_SYMBOL(mmc_can_erase);
  1564. int mmc_can_trim(struct mmc_card *card)
  1565. {
  1566. if (card->ext_csd.sec_feature_support & EXT_CSD_SEC_GB_CL_EN)
  1567. return 1;
  1568. return 0;
  1569. }
  1570. EXPORT_SYMBOL(mmc_can_trim);
  1571. int mmc_can_discard(struct mmc_card *card)
  1572. {
  1573. /*
  1574. * As there's no way to detect the discard support bit at v4.5
  1575. * use the s/w feature support filed.
  1576. */
  1577. if (card->ext_csd.feature_support & MMC_DISCARD_FEATURE)
  1578. return 1;
  1579. return 0;
  1580. }
  1581. EXPORT_SYMBOL(mmc_can_discard);
  1582. int mmc_can_sanitize(struct mmc_card *card)
  1583. {
  1584. if (!mmc_can_trim(card) && !mmc_can_erase(card))
  1585. return 0;
  1586. if (card->ext_csd.sec_feature_support & EXT_CSD_SEC_SANITIZE)
  1587. return 1;
  1588. return 0;
  1589. }
  1590. EXPORT_SYMBOL(mmc_can_sanitize);
  1591. int mmc_can_secure_erase_trim(struct mmc_card *card)
  1592. {
  1593. if (card->ext_csd.sec_feature_support & EXT_CSD_SEC_ER_EN)
  1594. return 1;
  1595. return 0;
  1596. }
  1597. EXPORT_SYMBOL(mmc_can_secure_erase_trim);
  1598. int mmc_erase_group_aligned(struct mmc_card *card, unsigned int from,
  1599. unsigned int nr)
  1600. {
  1601. if (!card->erase_size)
  1602. return 0;
  1603. if (from % card->erase_size || nr % card->erase_size)
  1604. return 0;
  1605. return 1;
  1606. }
  1607. EXPORT_SYMBOL(mmc_erase_group_aligned);
  1608. static unsigned int mmc_do_calc_max_discard(struct mmc_card *card,
  1609. unsigned int arg)
  1610. {
  1611. struct mmc_host *host = card->host;
  1612. unsigned int max_discard, x, y, qty = 0, max_qty, timeout;
  1613. unsigned int last_timeout = 0;
  1614. if (card->erase_shift)
  1615. max_qty = UINT_MAX >> card->erase_shift;
  1616. else if (mmc_card_sd(card))
  1617. max_qty = UINT_MAX;
  1618. else
  1619. max_qty = UINT_MAX / card->erase_size;
  1620. /* Find the largest qty with an OK timeout */
  1621. do {
  1622. y = 0;
  1623. for (x = 1; x && x <= max_qty && max_qty - x >= qty; x <<= 1) {
  1624. timeout = mmc_erase_timeout(card, arg, qty + x);
  1625. if (timeout > host->max_discard_to)
  1626. break;
  1627. if (timeout < last_timeout)
  1628. break;
  1629. last_timeout = timeout;
  1630. y = x;
  1631. }
  1632. qty += y;
  1633. } while (y);
  1634. if (!qty)
  1635. return 0;
  1636. if (qty == 1)
  1637. return 1;
  1638. /* Convert qty to sectors */
  1639. if (card->erase_shift)
  1640. max_discard = --qty << card->erase_shift;
  1641. else if (mmc_card_sd(card))
  1642. max_discard = qty;
  1643. else
  1644. max_discard = --qty * card->erase_size;
  1645. return max_discard;
  1646. }
  1647. unsigned int mmc_calc_max_discard(struct mmc_card *card)
  1648. {
  1649. struct mmc_host *host = card->host;
  1650. unsigned int max_discard, max_trim;
  1651. if (!host->max_discard_to)
  1652. return UINT_MAX;
  1653. /*
  1654. * Without erase_group_def set, MMC erase timeout depends on clock
  1655. * frequence which can change. In that case, the best choice is
  1656. * just the preferred erase size.
  1657. */
  1658. if (mmc_card_mmc(card) && !(card->ext_csd.erase_group_def & 1))
  1659. return card->pref_erase;
  1660. max_discard = mmc_do_calc_max_discard(card, MMC_ERASE_ARG);
  1661. if (mmc_can_trim(card)) {
  1662. max_trim = mmc_do_calc_max_discard(card, MMC_TRIM_ARG);
  1663. if (max_trim < max_discard)
  1664. max_discard = max_trim;
  1665. } else if (max_discard < card->erase_size) {
  1666. max_discard = 0;
  1667. }
  1668. pr_debug("%s: calculated max. discard sectors %u for timeout %u ms\n",
  1669. mmc_hostname(host), max_discard, host->max_discard_to);
  1670. return max_discard;
  1671. }
  1672. EXPORT_SYMBOL(mmc_calc_max_discard);
  1673. int mmc_set_blocklen(struct mmc_card *card, unsigned int blocklen)
  1674. {
  1675. struct mmc_command cmd = {0};
  1676. if (mmc_card_blockaddr(card) || mmc_card_ddr_mode(card))
  1677. return 0;
  1678. cmd.opcode = MMC_SET_BLOCKLEN;
  1679. cmd.arg = blocklen;
  1680. cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_AC;
  1681. return mmc_wait_for_cmd(card->host, &cmd, 5);
  1682. }
  1683. EXPORT_SYMBOL(mmc_set_blocklen);
  1684. static void mmc_hw_reset_for_init(struct mmc_host *host)
  1685. {
  1686. if (!(host->caps & MMC_CAP_HW_RESET) || !host->ops->hw_reset)
  1687. return;
  1688. mmc_host_clk_hold(host);
  1689. host->ops->hw_reset(host);
  1690. mmc_host_clk_release(host);
  1691. }
  1692. int mmc_can_reset(struct mmc_card *card)
  1693. {
  1694. u8 rst_n_function;
  1695. if (!mmc_card_mmc(card))
  1696. return 0;
  1697. rst_n_function = card->ext_csd.rst_n_function;
  1698. if ((rst_n_function & EXT_CSD_RST_N_EN_MASK) != EXT_CSD_RST_N_ENABLED)
  1699. return 0;
  1700. return 1;
  1701. }
  1702. EXPORT_SYMBOL(mmc_can_reset);
  1703. static int mmc_do_hw_reset(struct mmc_host *host, int check)
  1704. {
  1705. struct mmc_card *card = host->card;
  1706. if (!host->bus_ops->power_restore)
  1707. return -EOPNOTSUPP;
  1708. if (!(host->caps & MMC_CAP_HW_RESET) || !host->ops->hw_reset)
  1709. return -EOPNOTSUPP;
  1710. if (!card)
  1711. return -EINVAL;
  1712. if (!mmc_can_reset(card))
  1713. return -EOPNOTSUPP;
  1714. mmc_host_clk_hold(host);
  1715. mmc_set_clock(host, host->f_init);
  1716. host->ops->hw_reset(host);
  1717. /* If the reset has happened, then a status command will fail */
  1718. if (check) {
  1719. struct mmc_command cmd = {0};
  1720. int err;
  1721. cmd.opcode = MMC_SEND_STATUS;
  1722. if (!mmc_host_is_spi(card->host))
  1723. cmd.arg = card->rca << 16;
  1724. cmd.flags = MMC_RSP_SPI_R2 | MMC_RSP_R1 | MMC_CMD_AC;
  1725. err = mmc_wait_for_cmd(card->host, &cmd, 0);
  1726. if (!err) {
  1727. mmc_host_clk_release(host);
  1728. return -ENOSYS;
  1729. }
  1730. }
  1731. host->card->state &= ~(MMC_STATE_HIGHSPEED | MMC_STATE_HIGHSPEED_DDR);
  1732. if (mmc_host_is_spi(host)) {
  1733. host->ios.chip_select = MMC_CS_HIGH;
  1734. host->ios.bus_mode = MMC_BUSMODE_PUSHPULL;
  1735. } else {
  1736. host->ios.chip_select = MMC_CS_DONTCARE;
  1737. host->ios.bus_mode = MMC_BUSMODE_OPENDRAIN;
  1738. }
  1739. host->ios.bus_width = MMC_BUS_WIDTH_1;
  1740. host->ios.timing = MMC_TIMING_LEGACY;
  1741. mmc_set_ios(host);
  1742. mmc_host_clk_release(host);
  1743. return host->bus_ops->power_restore(host);
  1744. }
  1745. int mmc_hw_reset(struct mmc_host *host)
  1746. {
  1747. return mmc_do_hw_reset(host, 0);
  1748. }
  1749. EXPORT_SYMBOL(mmc_hw_reset);
  1750. int mmc_hw_reset_check(struct mmc_host *host)
  1751. {
  1752. return mmc_do_hw_reset(host, 1);
  1753. }
  1754. EXPORT_SYMBOL(mmc_hw_reset_check);
  1755. static int mmc_rescan_try_freq(struct mmc_host *host, unsigned freq)
  1756. {
  1757. host->f_init = freq;
  1758. #ifdef CONFIG_MMC_DEBUG
  1759. pr_info("%s: %s: trying to init card at %u Hz\n",
  1760. mmc_hostname(host), __func__, host->f_init);
  1761. #endif
  1762. mmc_power_up(host);
  1763. /*
  1764. * Some eMMCs (with VCCQ always on) may not be reset after power up, so
  1765. * do a hardware reset if possible.
  1766. */
  1767. mmc_hw_reset_for_init(host);
  1768. /*
  1769. * sdio_reset sends CMD52 to reset card. Since we do not know
  1770. * if the card is being re-initialized, just send it. CMD52
  1771. * should be ignored by SD/eMMC cards.
  1772. */
  1773. sdio_reset(host);
  1774. mmc_go_idle(host);
  1775. mmc_send_if_cond(host, host->ocr_avail);
  1776. /* Order's important: probe SDIO, then SD, then MMC */
  1777. if (!mmc_attach_sdio(host))
  1778. return 0;
  1779. if (!mmc_attach_sd(host))
  1780. return 0;
  1781. if (!mmc_attach_mmc(host))
  1782. return 0;
  1783. mmc_power_off(host);
  1784. return -EIO;
  1785. }
  1786. int _mmc_detect_card_removed(struct mmc_host *host)
  1787. {
  1788. int ret;
  1789. if ((host->caps & MMC_CAP_NONREMOVABLE) || !host->bus_ops->alive)
  1790. return 0;
  1791. if (!host->card || mmc_card_removed(host->card))
  1792. return 1;
  1793. ret = host->bus_ops->alive(host);
  1794. if (ret) {
  1795. mmc_card_set_removed(host->card);
  1796. pr_debug("%s: card remove detected\n", mmc_hostname(host));
  1797. }
  1798. return ret;
  1799. }
  1800. int mmc_detect_card_removed(struct mmc_host *host)
  1801. {
  1802. struct mmc_card *card = host->card;
  1803. int ret;
  1804. WARN_ON(!host->claimed);
  1805. if (!card)
  1806. return 1;
  1807. ret = mmc_card_removed(card);
  1808. /*
  1809. * The card will be considered unchanged unless we have been asked to
  1810. * detect a change or host requires polling to provide card detection.
  1811. */
  1812. if (!host->detect_change && !(host->caps & MMC_CAP_NEEDS_POLL) &&
  1813. !(host->caps2 & MMC_CAP2_DETECT_ON_ERR))
  1814. return ret;
  1815. host->detect_change = 0;
  1816. if (!ret) {
  1817. ret = _mmc_detect_card_removed(host);
  1818. if (ret && (host->caps2 & MMC_CAP2_DETECT_ON_ERR)) {
  1819. /*
  1820. * Schedule a detect work as soon as possible to let a
  1821. * rescan handle the card removal.
  1822. */
  1823. cancel_delayed_work(&host->detect);
  1824. mmc_detect_change(host, 0);
  1825. }
  1826. }
  1827. return ret;
  1828. }
  1829. EXPORT_SYMBOL(mmc_detect_card_removed);
  1830. void mmc_rescan(struct work_struct *work)
  1831. {
  1832. struct mmc_host *host =
  1833. container_of(work, struct mmc_host, detect.work);
  1834. int i;
  1835. if (host->rescan_disable)
  1836. return;
  1837. /* If there is a non-removable card registered, only scan once */
  1838. if ((host->caps & MMC_CAP_NONREMOVABLE) && host->rescan_entered)
  1839. return;
  1840. host->rescan_entered = 1;
  1841. mmc_bus_get(host);
  1842. /*
  1843. * if there is a _removable_ card registered, check whether it is
  1844. * still present
  1845. */
  1846. if (host->bus_ops && host->bus_ops->detect && !host->bus_dead
  1847. && !(host->caps & MMC_CAP_NONREMOVABLE))
  1848. host->bus_ops->detect(host);
  1849. host->detect_change = 0;
  1850. /*
  1851. * Let mmc_bus_put() free the bus/bus_ops if we've found that
  1852. * the card is no longer present.
  1853. */
  1854. mmc_bus_put(host);
  1855. mmc_bus_get(host);
  1856. /* if there still is a card present, stop here */
  1857. if (host->bus_ops != NULL) {
  1858. mmc_bus_put(host);
  1859. goto out;
  1860. }
  1861. /*
  1862. * Only we can add a new handler, so it's safe to
  1863. * release the lock here.
  1864. */
  1865. mmc_bus_put(host);
  1866. if (host->ops->get_cd && host->ops->get_cd(host) == 0) {
  1867. mmc_claim_host(host);
  1868. mmc_power_off(host);
  1869. mmc_release_host(host);
  1870. goto out;
  1871. }
  1872. mmc_claim_host(host);
  1873. for (i = 0; i < ARRAY_SIZE(freqs); i++) {
  1874. if (!mmc_rescan_try_freq(host, max(freqs[i], host->f_min)))
  1875. break;
  1876. if (freqs[i] <= host->f_min)
  1877. break;
  1878. }
  1879. mmc_release_host(host);
  1880. out:
  1881. if (host->caps & MMC_CAP_NEEDS_POLL)
  1882. mmc_schedule_delayed_work(&host->detect, HZ);
  1883. }
  1884. void mmc_start_host(struct mmc_host *host)
  1885. {
  1886. host->f_init = max(freqs[0], host->f_min);
  1887. host->rescan_disable = 0;
  1888. mmc_power_up(host);
  1889. mmc_detect_change(host, 0);
  1890. }
  1891. void mmc_stop_host(struct mmc_host *host)
  1892. {
  1893. #ifdef CONFIG_MMC_DEBUG
  1894. unsigned long flags;
  1895. spin_lock_irqsave(&host->lock, flags);
  1896. host->removed = 1;
  1897. spin_unlock_irqrestore(&host->lock, flags);
  1898. #endif
  1899. host->rescan_disable = 1;
  1900. cancel_delayed_work_sync(&host->detect);
  1901. mmc_flush_scheduled_work();
  1902. /* clear pm flags now and let card drivers set them as needed */
  1903. host->pm_flags = 0;
  1904. mmc_bus_get(host);
  1905. if (host->bus_ops && !host->bus_dead) {
  1906. /* Calling bus_ops->remove() with a claimed host can deadlock */
  1907. if (host->bus_ops->remove)
  1908. host->bus_ops->remove(host);
  1909. mmc_claim_host(host);
  1910. mmc_detach_bus(host);
  1911. mmc_power_off(host);
  1912. mmc_release_host(host);
  1913. mmc_bus_put(host);
  1914. return;
  1915. }
  1916. mmc_bus_put(host);
  1917. BUG_ON(host->card);
  1918. mmc_power_off(host);
  1919. }
  1920. int mmc_power_save_host(struct mmc_host *host)
  1921. {
  1922. int ret = 0;
  1923. #ifdef CONFIG_MMC_DEBUG
  1924. pr_info("%s: %s: powering down\n", mmc_hostname(host), __func__);
  1925. #endif
  1926. mmc_bus_get(host);
  1927. if (!host->bus_ops || host->bus_dead || !host->bus_ops->power_restore) {
  1928. mmc_bus_put(host);
  1929. return -EINVAL;
  1930. }
  1931. if (host->bus_ops->power_save)
  1932. ret = host->bus_ops->power_save(host);
  1933. mmc_bus_put(host);
  1934. mmc_power_off(host);
  1935. return ret;
  1936. }
  1937. EXPORT_SYMBOL(mmc_power_save_host);
  1938. int mmc_power_restore_host(struct mmc_host *host)
  1939. {
  1940. int ret;
  1941. #ifdef CONFIG_MMC_DEBUG
  1942. pr_info("%s: %s: powering up\n", mmc_hostname(host), __func__);
  1943. #endif
  1944. mmc_bus_get(host);
  1945. if (!host->bus_ops || host->bus_dead || !host->bus_ops->power_restore) {
  1946. mmc_bus_put(host);
  1947. return -EINVAL;
  1948. }
  1949. mmc_power_up(host);
  1950. ret = host->bus_ops->power_restore(host);
  1951. mmc_bus_put(host);
  1952. return ret;
  1953. }
  1954. EXPORT_SYMBOL(mmc_power_restore_host);
  1955. int mmc_card_awake(struct mmc_host *host)
  1956. {
  1957. int err = -ENOSYS;
  1958. if (host->caps2 & MMC_CAP2_NO_SLEEP_CMD)
  1959. return 0;
  1960. mmc_bus_get(host);
  1961. if (host->bus_ops && !host->bus_dead && host->bus_ops->awake)
  1962. err = host->bus_ops->awake(host);
  1963. mmc_bus_put(host);
  1964. return err;
  1965. }
  1966. EXPORT_SYMBOL(mmc_card_awake);
  1967. int mmc_card_sleep(struct mmc_host *host)
  1968. {
  1969. int err = -ENOSYS;
  1970. if (host->caps2 & MMC_CAP2_NO_SLEEP_CMD)
  1971. return 0;
  1972. mmc_bus_get(host);
  1973. if (host->bus_ops && !host->bus_dead && host->bus_ops->sleep)
  1974. err = host->bus_ops->sleep(host);
  1975. mmc_bus_put(host);
  1976. return err;
  1977. }
  1978. EXPORT_SYMBOL(mmc_card_sleep);
  1979. int mmc_card_can_sleep(struct mmc_host *host)
  1980. {
  1981. struct mmc_card *card = host->card;
  1982. if (card && mmc_card_mmc(card) && card->ext_csd.rev >= 3)
  1983. return 1;
  1984. return 0;
  1985. }
  1986. EXPORT_SYMBOL(mmc_card_can_sleep);
  1987. /*
  1988. * Flush the cache to the non-volatile storage.
  1989. */
  1990. int mmc_flush_cache(struct mmc_card *card)
  1991. {
  1992. struct mmc_host *host = card->host;
  1993. int err = 0;
  1994. if (!(host->caps2 & MMC_CAP2_CACHE_CTRL))
  1995. return err;
  1996. if (mmc_card_mmc(card) &&
  1997. (card->ext_csd.cache_size > 0) &&
  1998. (card->ext_csd.cache_ctrl & 1)) {
  1999. err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
  2000. EXT_CSD_FLUSH_CACHE, 1, 0);
  2001. if (err)
  2002. pr_err("%s: cache flush error %d\n",
  2003. mmc_hostname(card->host), err);
  2004. }
  2005. return err;
  2006. }
  2007. EXPORT_SYMBOL(mmc_flush_cache);
  2008. /*
  2009. * Turn the cache ON/OFF.
  2010. * Turning the cache OFF shall trigger flushing of the data
  2011. * to the non-volatile storage.
  2012. */
  2013. int mmc_cache_ctrl(struct mmc_host *host, u8 enable)
  2014. {
  2015. struct mmc_card *card = host->card;
  2016. unsigned int timeout;
  2017. int err = 0;
  2018. if (!(host->caps2 & MMC_CAP2_CACHE_CTRL) ||
  2019. mmc_card_is_removable(host))
  2020. return err;
  2021. mmc_claim_host(host);
  2022. if (card && mmc_card_mmc(card) &&
  2023. (card->ext_csd.cache_size > 0)) {
  2024. enable = !!enable;
  2025. if (card->ext_csd.cache_ctrl ^ enable) {
  2026. timeout = enable ? card->ext_csd.generic_cmd6_time : 0;
  2027. err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
  2028. EXT_CSD_CACHE_CTRL, enable, timeout);
  2029. if (err)
  2030. pr_err("%s: cache %s error %d\n",
  2031. mmc_hostname(card->host),
  2032. enable ? "on" : "off",
  2033. err);
  2034. else
  2035. card->ext_csd.cache_ctrl = enable;
  2036. }
  2037. }
  2038. mmc_release_host(host);
  2039. return err;
  2040. }
  2041. EXPORT_SYMBOL(mmc_cache_ctrl);
  2042. #ifdef CONFIG_PM
  2043. /**
  2044. * mmc_suspend_host - suspend a host
  2045. * @host: mmc host
  2046. */
  2047. int mmc_suspend_host(struct mmc_host *host)
  2048. {
  2049. int err = 0;
  2050. cancel_delayed_work(&host->detect);
  2051. mmc_flush_scheduled_work();
  2052. err = mmc_cache_ctrl(host, 0);
  2053. if (err)
  2054. goto out;
  2055. mmc_bus_get(host);
  2056. if (host->bus_ops && !host->bus_dead) {
  2057. if (host->bus_ops->suspend) {
  2058. if (mmc_card_doing_bkops(host->card)) {
  2059. err = mmc_stop_bkops(host->card);
  2060. if (err)
  2061. goto out;
  2062. }
  2063. err = host->bus_ops->suspend(host);
  2064. }
  2065. if (err == -ENOSYS || !host->bus_ops->resume) {
  2066. /*
  2067. * We simply "remove" the card in this case.
  2068. * It will be redetected on resume. (Calling
  2069. * bus_ops->remove() with a claimed host can
  2070. * deadlock.)
  2071. */
  2072. if (host->bus_ops->remove)
  2073. host->bus_ops->remove(host);
  2074. mmc_claim_host(host);
  2075. mmc_detach_bus(host);
  2076. mmc_power_off(host);
  2077. mmc_release_host(host);
  2078. host->pm_flags = 0;
  2079. err = 0;
  2080. }
  2081. }
  2082. mmc_bus_put(host);
  2083. if (!err && !mmc_card_keep_power(host))
  2084. mmc_power_off(host);
  2085. out:
  2086. return err;
  2087. }
  2088. EXPORT_SYMBOL(mmc_suspend_host);
  2089. /**
  2090. * mmc_resume_host - resume a previously suspended host
  2091. * @host: mmc host
  2092. */
  2093. int mmc_resume_host(struct mmc_host *host)
  2094. {
  2095. int err = 0;
  2096. mmc_bus_get(host);
  2097. if (host->bus_ops && !host->bus_dead) {
  2098. if (!mmc_card_keep_power(host)) {
  2099. mmc_power_up(host);
  2100. mmc_select_voltage(host, host->ocr);
  2101. /*
  2102. * Tell runtime PM core we just powered up the card,
  2103. * since it still believes the card is powered off.
  2104. * Note that currently runtime PM is only enabled
  2105. * for SDIO cards that are MMC_CAP_POWER_OFF_CARD
  2106. */
  2107. if (mmc_card_sdio(host->card) &&
  2108. (host->caps & MMC_CAP_POWER_OFF_CARD)) {
  2109. pm_runtime_disable(&host->card->dev);
  2110. pm_runtime_set_active(&host->card->dev);
  2111. pm_runtime_enable(&host->card->dev);
  2112. }
  2113. }
  2114. BUG_ON(!host->bus_ops->resume);
  2115. err = host->bus_ops->resume(host);
  2116. if (err) {
  2117. pr_warning("%s: error %d during resume "
  2118. "(card was removed?)\n",
  2119. mmc_hostname(host), err);
  2120. err = 0;
  2121. }
  2122. }
  2123. host->pm_flags &= ~MMC_PM_KEEP_POWER;
  2124. mmc_bus_put(host);
  2125. return err;
  2126. }
  2127. EXPORT_SYMBOL(mmc_resume_host);
  2128. /* Do the card removal on suspend if card is assumed removeable
  2129. * Do that in pm notifier while userspace isn't yet frozen, so we will be able
  2130. to sync the card.
  2131. */
  2132. int mmc_pm_notify(struct notifier_block *notify_block,
  2133. unsigned long mode, void *unused)
  2134. {
  2135. struct mmc_host *host = container_of(
  2136. notify_block, struct mmc_host, pm_notify);
  2137. unsigned long flags;
  2138. int err = 0;
  2139. switch (mode) {
  2140. case PM_HIBERNATION_PREPARE:
  2141. case PM_SUSPEND_PREPARE:
  2142. if (host->card && mmc_card_mmc(host->card) &&
  2143. mmc_card_doing_bkops(host->card)) {
  2144. err = mmc_stop_bkops(host->card);
  2145. if (err) {
  2146. pr_err("%s: didn't stop bkops\n",
  2147. mmc_hostname(host));
  2148. return err;
  2149. }
  2150. mmc_card_clr_doing_bkops(host->card);
  2151. }
  2152. spin_lock_irqsave(&host->lock, flags);
  2153. host->rescan_disable = 1;
  2154. spin_unlock_irqrestore(&host->lock, flags);
  2155. cancel_delayed_work_sync(&host->detect);
  2156. if (!host->bus_ops || host->bus_ops->suspend)
  2157. break;
  2158. /* Calling bus_ops->remove() with a claimed host can deadlock */
  2159. if (host->bus_ops->remove)
  2160. host->bus_ops->remove(host);
  2161. mmc_claim_host(host);
  2162. mmc_detach_bus(host);
  2163. mmc_power_off(host);
  2164. mmc_release_host(host);
  2165. host->pm_flags = 0;
  2166. break;
  2167. case PM_POST_SUSPEND:
  2168. case PM_POST_HIBERNATION:
  2169. case PM_POST_RESTORE:
  2170. spin_lock_irqsave(&host->lock, flags);
  2171. host->rescan_disable = 0;
  2172. spin_unlock_irqrestore(&host->lock, flags);
  2173. mmc_detect_change(host, 0);
  2174. }
  2175. return 0;
  2176. }
  2177. #endif
  2178. static int __init mmc_init(void)
  2179. {
  2180. int ret;
  2181. workqueue = alloc_ordered_workqueue("kmmcd", 0);
  2182. if (!workqueue)
  2183. return -ENOMEM;
  2184. ret = mmc_register_bus();
  2185. if (ret)
  2186. goto destroy_workqueue;
  2187. ret = mmc_register_host_class();
  2188. if (ret)
  2189. goto unregister_bus;
  2190. ret = sdio_register_bus();
  2191. if (ret)
  2192. goto unregister_host_class;
  2193. return 0;
  2194. unregister_host_class:
  2195. mmc_unregister_host_class();
  2196. unregister_bus:
  2197. mmc_unregister_bus();
  2198. destroy_workqueue:
  2199. destroy_workqueue(workqueue);
  2200. return ret;
  2201. }
  2202. static void __exit mmc_exit(void)
  2203. {
  2204. sdio_unregister_bus();
  2205. mmc_unregister_host_class();
  2206. mmc_unregister_bus();
  2207. destroy_workqueue(workqueue);
  2208. }
  2209. subsys_initcall(mmc_init);
  2210. module_exit(mmc_exit);
  2211. MODULE_LICENSE("GPL");