iwl-io.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475
  1. /******************************************************************************
  2. *
  3. * Copyright(c) 2003 - 2009 Intel Corporation. All rights reserved.
  4. *
  5. * Portions of this file are derived from the ipw3945 project.
  6. *
  7. * This program is free software; you can redistribute it and/or modify it
  8. * under the terms of version 2 of the GNU General Public License as
  9. * published by the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful, but WITHOUT
  12. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  14. * more details.
  15. *
  16. * You should have received a copy of the GNU General Public License along with
  17. * this program; if not, write to the Free Software Foundation, Inc.,
  18. * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
  19. *
  20. * The full GNU General Public License is included in this distribution in the
  21. * file called LICENSE.
  22. *
  23. * Contact Information:
  24. * Intel Linux Wireless <ilw@linux.intel.com>
  25. * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  26. *
  27. *****************************************************************************/
  28. #ifndef __iwl_io_h__
  29. #define __iwl_io_h__
  30. #include <linux/io.h>
  31. #include "iwl-debug.h"
  32. /*
  33. * IO, register, and NIC memory access functions
  34. *
  35. * NOTE on naming convention and macro usage for these
  36. *
  37. * A single _ prefix before a an access function means that no state
  38. * check or debug information is printed when that function is called.
  39. *
  40. * A double __ prefix before an access function means that state is checked
  41. * and the current line number and caller function name are printed in addition
  42. * to any other debug output.
  43. *
  44. * The non-prefixed name is the #define that maps the caller into a
  45. * #define that provides the caller's name and __LINE__ to the double
  46. * prefix version.
  47. *
  48. * If you wish to call the function without any debug or state checking,
  49. * you should use the single _ prefix version (as is used by dependent IO
  50. * routines, for example _iwl_read_direct32 calls the non-check version of
  51. * _iwl_read32.)
  52. *
  53. * These declarations are *extremely* useful in quickly isolating code deltas
  54. * which result in misconfiguration of the hardware I/O. In combination with
  55. * git-bisect and the IO debug level you can quickly determine the specific
  56. * commit which breaks the IO sequence to the hardware.
  57. *
  58. */
  59. #define _iwl_write32(priv, ofs, val) iowrite32((val), (priv)->hw_base + (ofs))
  60. #ifdef CONFIG_IWLWIFI_DEBUG
  61. static inline void __iwl_write32(const char *f, u32 l, struct iwl_priv *priv,
  62. u32 ofs, u32 val)
  63. {
  64. IWL_DEBUG_IO(priv, "write32(0x%08X, 0x%08X) - %s %d\n", ofs, val, f, l);
  65. _iwl_write32(priv, ofs, val);
  66. }
  67. #define iwl_write32(priv, ofs, val) \
  68. __iwl_write32(__FILE__, __LINE__, priv, ofs, val)
  69. #else
  70. #define iwl_write32(priv, ofs, val) _iwl_write32(priv, ofs, val)
  71. #endif
  72. #define _iwl_read32(priv, ofs) ioread32((priv)->hw_base + (ofs))
  73. #ifdef CONFIG_IWLWIFI_DEBUG
  74. static inline u32 __iwl_read32(char *f, u32 l, struct iwl_priv *priv, u32 ofs)
  75. {
  76. IWL_DEBUG_IO(priv, "read_direct32(0x%08X) - %s %d\n", ofs, f, l);
  77. return _iwl_read32(priv, ofs);
  78. }
  79. #define iwl_read32(priv, ofs) __iwl_read32(__FILE__, __LINE__, priv, ofs)
  80. #else
  81. #define iwl_read32(p, o) _iwl_read32(p, o)
  82. #endif
  83. #define IWL_POLL_INTERVAL 10 /* microseconds */
  84. static inline int _iwl_poll_bit(struct iwl_priv *priv, u32 addr,
  85. u32 bits, u32 mask, int timeout)
  86. {
  87. int t = 0;
  88. do {
  89. if ((_iwl_read32(priv, addr) & mask) == (bits & mask))
  90. return t;
  91. udelay(IWL_POLL_INTERVAL);
  92. t += IWL_POLL_INTERVAL;
  93. } while (t < timeout);
  94. return -ETIMEDOUT;
  95. }
  96. #ifdef CONFIG_IWLWIFI_DEBUG
  97. static inline int __iwl_poll_bit(const char *f, u32 l,
  98. struct iwl_priv *priv, u32 addr,
  99. u32 bits, u32 mask, int timeout)
  100. {
  101. int ret = _iwl_poll_bit(priv, addr, bits, mask, timeout);
  102. IWL_DEBUG_IO(priv, "poll_bit(0x%08X, 0x%08X, 0x%08X) - %s- %s %d\n",
  103. addr, bits, mask,
  104. unlikely(ret == -ETIMEDOUT) ? "timeout" : "", f, l);
  105. return ret;
  106. }
  107. #define iwl_poll_bit(priv, addr, bits, mask, timeout) \
  108. __iwl_poll_bit(__FILE__, __LINE__, priv, addr, bits, mask, timeout)
  109. #else
  110. #define iwl_poll_bit(p, a, b, m, t) _iwl_poll_bit(p, a, b, m, t)
  111. #endif
  112. static inline void _iwl_set_bit(struct iwl_priv *priv, u32 reg, u32 mask)
  113. {
  114. _iwl_write32(priv, reg, _iwl_read32(priv, reg) | mask);
  115. }
  116. #ifdef CONFIG_IWLWIFI_DEBUG
  117. static inline void __iwl_set_bit(const char *f, u32 l,
  118. struct iwl_priv *priv, u32 reg, u32 mask)
  119. {
  120. u32 val = _iwl_read32(priv, reg) | mask;
  121. IWL_DEBUG_IO(priv, "set_bit(0x%08X, 0x%08X) = 0x%08X\n", reg, mask, val);
  122. _iwl_write32(priv, reg, val);
  123. }
  124. static inline void iwl_set_bit(struct iwl_priv *p, u32 r, u32 m)
  125. {
  126. unsigned long reg_flags;
  127. spin_lock_irqsave(&p->reg_lock, reg_flags);
  128. __iwl_set_bit(__FILE__, __LINE__, p, r, m);
  129. spin_unlock_irqrestore(&p->reg_lock, reg_flags);
  130. }
  131. #else
  132. static inline void iwl_set_bit(struct iwl_priv *p, u32 r, u32 m)
  133. {
  134. unsigned long reg_flags;
  135. spin_lock_irqsave(&p->reg_lock, reg_flags);
  136. _iwl_set_bit(p, r, m);
  137. spin_unlock_irqrestore(&p->reg_lock, reg_flags);
  138. }
  139. #endif
  140. static inline void _iwl_clear_bit(struct iwl_priv *priv, u32 reg, u32 mask)
  141. {
  142. _iwl_write32(priv, reg, _iwl_read32(priv, reg) & ~mask);
  143. }
  144. #ifdef CONFIG_IWLWIFI_DEBUG
  145. static inline void __iwl_clear_bit(const char *f, u32 l,
  146. struct iwl_priv *priv, u32 reg, u32 mask)
  147. {
  148. u32 val = _iwl_read32(priv, reg) & ~mask;
  149. IWL_DEBUG_IO(priv, "clear_bit(0x%08X, 0x%08X) = 0x%08X\n", reg, mask, val);
  150. _iwl_write32(priv, reg, val);
  151. }
  152. static inline void iwl_clear_bit(struct iwl_priv *p, u32 r, u32 m)
  153. {
  154. unsigned long reg_flags;
  155. spin_lock_irqsave(&p->reg_lock, reg_flags);
  156. __iwl_clear_bit(__FILE__, __LINE__, p, r, m);
  157. spin_unlock_irqrestore(&p->reg_lock, reg_flags);
  158. }
  159. #else
  160. static inline void iwl_clear_bit(struct iwl_priv *p, u32 r, u32 m)
  161. {
  162. unsigned long reg_flags;
  163. spin_lock_irqsave(&p->reg_lock, reg_flags);
  164. _iwl_clear_bit(p, r, m);
  165. spin_unlock_irqrestore(&p->reg_lock, reg_flags);
  166. }
  167. #endif
  168. static inline int _iwl_grab_nic_access(struct iwl_priv *priv)
  169. {
  170. int ret;
  171. u32 val;
  172. /* this bit wakes up the NIC */
  173. _iwl_set_bit(priv, CSR_GP_CNTRL, CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
  174. ret = _iwl_poll_bit(priv, CSR_GP_CNTRL,
  175. CSR_GP_CNTRL_REG_VAL_MAC_ACCESS_EN,
  176. (CSR_GP_CNTRL_REG_FLAG_MAC_CLOCK_READY |
  177. CSR_GP_CNTRL_REG_FLAG_GOING_TO_SLEEP), 15000);
  178. if (ret < 0) {
  179. val = _iwl_read32(priv, CSR_GP_CNTRL);
  180. IWL_ERR(priv, "MAC is in deep sleep!. CSR_GP_CNTRL = 0x%08X\n", val);
  181. _iwl_write32(priv, CSR_RESET, CSR_RESET_REG_FLAG_FORCE_NMI);
  182. return -EIO;
  183. }
  184. return 0;
  185. }
  186. #ifdef CONFIG_IWLWIFI_DEBUG
  187. static inline int __iwl_grab_nic_access(const char *f, u32 l,
  188. struct iwl_priv *priv)
  189. {
  190. IWL_DEBUG_IO(priv, "grabbing nic access - %s %d\n", f, l);
  191. return _iwl_grab_nic_access(priv);
  192. }
  193. #define iwl_grab_nic_access(priv) \
  194. __iwl_grab_nic_access(__FILE__, __LINE__, priv)
  195. #else
  196. #define iwl_grab_nic_access(priv) \
  197. _iwl_grab_nic_access(priv)
  198. #endif
  199. static inline void _iwl_release_nic_access(struct iwl_priv *priv)
  200. {
  201. _iwl_clear_bit(priv, CSR_GP_CNTRL,
  202. CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
  203. }
  204. #ifdef CONFIG_IWLWIFI_DEBUG
  205. static inline void __iwl_release_nic_access(const char *f, u32 l,
  206. struct iwl_priv *priv)
  207. {
  208. IWL_DEBUG_IO(priv, "releasing nic access - %s %d\n", f, l);
  209. _iwl_release_nic_access(priv);
  210. }
  211. #define iwl_release_nic_access(priv) \
  212. __iwl_release_nic_access(__FILE__, __LINE__, priv)
  213. #else
  214. #define iwl_release_nic_access(priv) \
  215. _iwl_release_nic_access(priv)
  216. #endif
  217. static inline u32 _iwl_read_direct32(struct iwl_priv *priv, u32 reg)
  218. {
  219. return _iwl_read32(priv, reg);
  220. }
  221. #ifdef CONFIG_IWLWIFI_DEBUG
  222. static inline u32 __iwl_read_direct32(const char *f, u32 l,
  223. struct iwl_priv *priv, u32 reg)
  224. {
  225. u32 value = _iwl_read_direct32(priv, reg);
  226. IWL_DEBUG_IO(priv, "read_direct32(0x%4X) = 0x%08x - %s %d \n", reg, value,
  227. f, l);
  228. return value;
  229. }
  230. static inline u32 iwl_read_direct32(struct iwl_priv *priv, u32 reg)
  231. {
  232. u32 value;
  233. unsigned long reg_flags;
  234. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  235. iwl_grab_nic_access(priv);
  236. value = __iwl_read_direct32(__FILE__, __LINE__, priv, reg);
  237. iwl_release_nic_access(priv);
  238. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  239. return value;
  240. }
  241. #else
  242. static inline u32 iwl_read_direct32(struct iwl_priv *priv, u32 reg)
  243. {
  244. u32 value;
  245. unsigned long reg_flags;
  246. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  247. iwl_grab_nic_access(priv);
  248. value = _iwl_read_direct32(priv, reg);
  249. iwl_release_nic_access(priv);
  250. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  251. return value;
  252. }
  253. #endif
  254. static inline void _iwl_write_direct32(struct iwl_priv *priv,
  255. u32 reg, u32 value)
  256. {
  257. _iwl_write32(priv, reg, value);
  258. }
  259. static inline void iwl_write_direct32(struct iwl_priv *priv, u32 reg, u32 value)
  260. {
  261. unsigned long reg_flags;
  262. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  263. if (!iwl_grab_nic_access(priv)) {
  264. _iwl_write_direct32(priv, reg, value);
  265. iwl_release_nic_access(priv);
  266. }
  267. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  268. }
  269. static inline void iwl_write_reg_buf(struct iwl_priv *priv,
  270. u32 reg, u32 len, u32 *values)
  271. {
  272. u32 count = sizeof(u32);
  273. if ((priv != NULL) && (values != NULL)) {
  274. for (; 0 < len; len -= count, reg += count, values++)
  275. iwl_write_direct32(priv, reg, *values);
  276. }
  277. }
  278. static inline int _iwl_poll_direct_bit(struct iwl_priv *priv, u32 addr,
  279. u32 mask, int timeout)
  280. {
  281. int t = 0;
  282. do {
  283. if ((iwl_read_direct32(priv, addr) & mask) == mask)
  284. return t;
  285. udelay(IWL_POLL_INTERVAL);
  286. t += IWL_POLL_INTERVAL;
  287. } while (t < timeout);
  288. return -ETIMEDOUT;
  289. }
  290. #ifdef CONFIG_IWLWIFI_DEBUG
  291. static inline int __iwl_poll_direct_bit(const char *f, u32 l,
  292. struct iwl_priv *priv,
  293. u32 addr, u32 mask, int timeout)
  294. {
  295. int ret = _iwl_poll_direct_bit(priv, addr, mask, timeout);
  296. if (unlikely(ret == -ETIMEDOUT))
  297. IWL_DEBUG_IO(priv, "poll_direct_bit(0x%08X, 0x%08X) - "
  298. "timedout - %s %d\n", addr, mask, f, l);
  299. else
  300. IWL_DEBUG_IO(priv, "poll_direct_bit(0x%08X, 0x%08X) = 0x%08X "
  301. "- %s %d\n", addr, mask, ret, f, l);
  302. return ret;
  303. }
  304. #define iwl_poll_direct_bit(priv, addr, mask, timeout) \
  305. __iwl_poll_direct_bit(__FILE__, __LINE__, priv, addr, mask, timeout)
  306. #else
  307. #define iwl_poll_direct_bit _iwl_poll_direct_bit
  308. #endif
  309. static inline u32 _iwl_read_prph(struct iwl_priv *priv, u32 reg)
  310. {
  311. _iwl_write_direct32(priv, HBUS_TARG_PRPH_RADDR, reg | (3 << 24));
  312. rmb();
  313. return _iwl_read_direct32(priv, HBUS_TARG_PRPH_RDAT);
  314. }
  315. static inline u32 iwl_read_prph(struct iwl_priv *priv, u32 reg)
  316. {
  317. unsigned long reg_flags;
  318. u32 val;
  319. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  320. iwl_grab_nic_access(priv);
  321. val = _iwl_read_prph(priv, reg);
  322. iwl_release_nic_access(priv);
  323. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  324. return val;
  325. }
  326. static inline void _iwl_write_prph(struct iwl_priv *priv,
  327. u32 addr, u32 val)
  328. {
  329. _iwl_write_direct32(priv, HBUS_TARG_PRPH_WADDR,
  330. ((addr & 0x0000FFFF) | (3 << 24)));
  331. wmb();
  332. _iwl_write_direct32(priv, HBUS_TARG_PRPH_WDAT, val);
  333. }
  334. static inline void iwl_write_prph(struct iwl_priv *priv, u32 addr, u32 val)
  335. {
  336. unsigned long reg_flags;
  337. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  338. if (!iwl_grab_nic_access(priv)) {
  339. _iwl_write_prph(priv, addr, val);
  340. iwl_release_nic_access(priv);
  341. }
  342. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  343. }
  344. #define _iwl_set_bits_prph(priv, reg, mask) \
  345. _iwl_write_prph(priv, reg, (_iwl_read_prph(priv, reg) | mask))
  346. static inline void iwl_set_bits_prph(struct iwl_priv *priv, u32 reg, u32 mask)
  347. {
  348. unsigned long reg_flags;
  349. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  350. iwl_grab_nic_access(priv);
  351. _iwl_set_bits_prph(priv, reg, mask);
  352. iwl_release_nic_access(priv);
  353. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  354. }
  355. #define _iwl_set_bits_mask_prph(priv, reg, bits, mask) \
  356. _iwl_write_prph(priv, reg, ((_iwl_read_prph(priv, reg) & mask) | bits))
  357. static inline void iwl_set_bits_mask_prph(struct iwl_priv *priv, u32 reg,
  358. u32 bits, u32 mask)
  359. {
  360. unsigned long reg_flags;
  361. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  362. iwl_grab_nic_access(priv);
  363. _iwl_set_bits_mask_prph(priv, reg, bits, mask);
  364. iwl_release_nic_access(priv);
  365. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  366. }
  367. static inline void iwl_clear_bits_prph(struct iwl_priv
  368. *priv, u32 reg, u32 mask)
  369. {
  370. unsigned long reg_flags;
  371. u32 val;
  372. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  373. iwl_grab_nic_access(priv);
  374. val = _iwl_read_prph(priv, reg);
  375. _iwl_write_prph(priv, reg, (val & ~mask));
  376. iwl_release_nic_access(priv);
  377. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  378. }
  379. static inline u32 iwl_read_targ_mem(struct iwl_priv *priv, u32 addr)
  380. {
  381. unsigned long reg_flags;
  382. u32 value;
  383. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  384. iwl_grab_nic_access(priv);
  385. _iwl_write_direct32(priv, HBUS_TARG_MEM_RADDR, addr);
  386. rmb();
  387. value = _iwl_read_direct32(priv, HBUS_TARG_MEM_RDAT);
  388. iwl_release_nic_access(priv);
  389. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  390. return value;
  391. }
  392. static inline void iwl_write_targ_mem(struct iwl_priv *priv, u32 addr, u32 val)
  393. {
  394. unsigned long reg_flags;
  395. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  396. if (!iwl_grab_nic_access(priv)) {
  397. _iwl_write_direct32(priv, HBUS_TARG_MEM_WADDR, addr);
  398. wmb();
  399. _iwl_write_direct32(priv, HBUS_TARG_MEM_WDAT, val);
  400. iwl_release_nic_access(priv);
  401. }
  402. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  403. }
  404. static inline void iwl_write_targ_mem_buf(struct iwl_priv *priv, u32 addr,
  405. u32 len, u32 *values)
  406. {
  407. unsigned long reg_flags;
  408. spin_lock_irqsave(&priv->reg_lock, reg_flags);
  409. if (!iwl_grab_nic_access(priv)) {
  410. _iwl_write_direct32(priv, HBUS_TARG_MEM_WADDR, addr);
  411. wmb();
  412. for (; 0 < len; len -= sizeof(u32), values++)
  413. _iwl_write_direct32(priv, HBUS_TARG_MEM_WDAT, *values);
  414. iwl_release_nic_access(priv);
  415. }
  416. spin_unlock_irqrestore(&priv->reg_lock, reg_flags);
  417. }
  418. #endif