mipsregs.h 49 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995, 1996, 1997, 2000, 2001 by Ralf Baechle
  7. * Copyright (C) 2000 Silicon Graphics, Inc.
  8. * Modified for further R[236]000 support by Paul M. Antoine, 1996.
  9. * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  10. * Copyright (C) 2000, 07 MIPS Technologies, Inc.
  11. * Copyright (C) 2003, 2004 Maciej W. Rozycki
  12. */
  13. #ifndef _ASM_MIPSREGS_H
  14. #define _ASM_MIPSREGS_H
  15. #include <linux/linkage.h>
  16. #include <asm/hazards.h>
  17. #include <asm/war.h>
  18. /*
  19. * The following macros are especially useful for __asm__
  20. * inline assembler.
  21. */
  22. #ifndef __STR
  23. #define __STR(x) #x
  24. #endif
  25. #ifndef STR
  26. #define STR(x) __STR(x)
  27. #endif
  28. /*
  29. * Configure language
  30. */
  31. #ifdef __ASSEMBLY__
  32. #define _ULCAST_
  33. #else
  34. #define _ULCAST_ (unsigned long)
  35. #endif
  36. /*
  37. * Coprocessor 0 register names
  38. */
  39. #define CP0_INDEX $0
  40. #define CP0_RANDOM $1
  41. #define CP0_ENTRYLO0 $2
  42. #define CP0_ENTRYLO1 $3
  43. #define CP0_CONF $3
  44. #define CP0_CONTEXT $4
  45. #define CP0_PAGEMASK $5
  46. #define CP0_WIRED $6
  47. #define CP0_INFO $7
  48. #define CP0_BADVADDR $8
  49. #define CP0_COUNT $9
  50. #define CP0_ENTRYHI $10
  51. #define CP0_COMPARE $11
  52. #define CP0_STATUS $12
  53. #define CP0_CAUSE $13
  54. #define CP0_EPC $14
  55. #define CP0_PRID $15
  56. #define CP0_CONFIG $16
  57. #define CP0_LLADDR $17
  58. #define CP0_WATCHLO $18
  59. #define CP0_WATCHHI $19
  60. #define CP0_XCONTEXT $20
  61. #define CP0_FRAMEMASK $21
  62. #define CP0_DIAGNOSTIC $22
  63. #define CP0_DEBUG $23
  64. #define CP0_DEPC $24
  65. #define CP0_PERFORMANCE $25
  66. #define CP0_ECC $26
  67. #define CP0_CACHEERR $27
  68. #define CP0_TAGLO $28
  69. #define CP0_TAGHI $29
  70. #define CP0_ERROREPC $30
  71. #define CP0_DESAVE $31
  72. /*
  73. * R4640/R4650 cp0 register names. These registers are listed
  74. * here only for completeness; without MMU these CPUs are not useable
  75. * by Linux. A future ELKS port might take make Linux run on them
  76. * though ...
  77. */
  78. #define CP0_IBASE $0
  79. #define CP0_IBOUND $1
  80. #define CP0_DBASE $2
  81. #define CP0_DBOUND $3
  82. #define CP0_CALG $17
  83. #define CP0_IWATCH $18
  84. #define CP0_DWATCH $19
  85. /*
  86. * Coprocessor 0 Set 1 register names
  87. */
  88. #define CP0_S1_DERRADDR0 $26
  89. #define CP0_S1_DERRADDR1 $27
  90. #define CP0_S1_INTCONTROL $20
  91. /*
  92. * Coprocessor 0 Set 2 register names
  93. */
  94. #define CP0_S2_SRSCTL $12 /* MIPSR2 */
  95. /*
  96. * Coprocessor 0 Set 3 register names
  97. */
  98. #define CP0_S3_SRSMAP $12 /* MIPSR2 */
  99. /*
  100. * TX39 Series
  101. */
  102. #define CP0_TX39_CACHE $7
  103. /*
  104. * Coprocessor 1 (FPU) register names
  105. */
  106. #define CP1_REVISION $0
  107. #define CP1_STATUS $31
  108. /*
  109. * FPU Status Register Values
  110. */
  111. /*
  112. * Status Register Values
  113. */
  114. #define FPU_CSR_FLUSH 0x01000000 /* flush denormalised results to 0 */
  115. #define FPU_CSR_COND 0x00800000 /* $fcc0 */
  116. #define FPU_CSR_COND0 0x00800000 /* $fcc0 */
  117. #define FPU_CSR_COND1 0x02000000 /* $fcc1 */
  118. #define FPU_CSR_COND2 0x04000000 /* $fcc2 */
  119. #define FPU_CSR_COND3 0x08000000 /* $fcc3 */
  120. #define FPU_CSR_COND4 0x10000000 /* $fcc4 */
  121. #define FPU_CSR_COND5 0x20000000 /* $fcc5 */
  122. #define FPU_CSR_COND6 0x40000000 /* $fcc6 */
  123. #define FPU_CSR_COND7 0x80000000 /* $fcc7 */
  124. /*
  125. * Bits 18 - 20 of the FPU Status Register will be read as 0,
  126. * and should be written as zero.
  127. */
  128. #define FPU_CSR_RSVD 0x001c0000
  129. /*
  130. * X the exception cause indicator
  131. * E the exception enable
  132. * S the sticky/flag bit
  133. */
  134. #define FPU_CSR_ALL_X 0x0003f000
  135. #define FPU_CSR_UNI_X 0x00020000
  136. #define FPU_CSR_INV_X 0x00010000
  137. #define FPU_CSR_DIV_X 0x00008000
  138. #define FPU_CSR_OVF_X 0x00004000
  139. #define FPU_CSR_UDF_X 0x00002000
  140. #define FPU_CSR_INE_X 0x00001000
  141. #define FPU_CSR_ALL_E 0x00000f80
  142. #define FPU_CSR_INV_E 0x00000800
  143. #define FPU_CSR_DIV_E 0x00000400
  144. #define FPU_CSR_OVF_E 0x00000200
  145. #define FPU_CSR_UDF_E 0x00000100
  146. #define FPU_CSR_INE_E 0x00000080
  147. #define FPU_CSR_ALL_S 0x0000007c
  148. #define FPU_CSR_INV_S 0x00000040
  149. #define FPU_CSR_DIV_S 0x00000020
  150. #define FPU_CSR_OVF_S 0x00000010
  151. #define FPU_CSR_UDF_S 0x00000008
  152. #define FPU_CSR_INE_S 0x00000004
  153. /* Bits 0 and 1 of FPU Status Register specify the rounding mode */
  154. #define FPU_CSR_RM 0x00000003
  155. #define FPU_CSR_RN 0x0 /* nearest */
  156. #define FPU_CSR_RZ 0x1 /* towards zero */
  157. #define FPU_CSR_RU 0x2 /* towards +Infinity */
  158. #define FPU_CSR_RD 0x3 /* towards -Infinity */
  159. /*
  160. * Values for PageMask register
  161. */
  162. #ifdef CONFIG_CPU_VR41XX
  163. /* Why doesn't stupidity hurt ... */
  164. #define PM_1K 0x00000000
  165. #define PM_4K 0x00001800
  166. #define PM_16K 0x00007800
  167. #define PM_64K 0x0001f800
  168. #define PM_256K 0x0007f800
  169. #else
  170. #define PM_4K 0x00000000
  171. #define PM_8K 0x00002000
  172. #define PM_16K 0x00006000
  173. #define PM_32K 0x0000e000
  174. #define PM_64K 0x0001e000
  175. #define PM_128K 0x0003e000
  176. #define PM_256K 0x0007e000
  177. #define PM_512K 0x000fe000
  178. #define PM_1M 0x001fe000
  179. #define PM_2M 0x003fe000
  180. #define PM_4M 0x007fe000
  181. #define PM_8M 0x00ffe000
  182. #define PM_16M 0x01ffe000
  183. #define PM_32M 0x03ffe000
  184. #define PM_64M 0x07ffe000
  185. #define PM_256M 0x1fffe000
  186. #define PM_1G 0x7fffe000
  187. #endif
  188. /*
  189. * Default page size for a given kernel configuration
  190. */
  191. #ifdef CONFIG_PAGE_SIZE_4KB
  192. #define PM_DEFAULT_MASK PM_4K
  193. #elif defined(CONFIG_PAGE_SIZE_8KB)
  194. #define PM_DEFAULT_MASK PM_8K
  195. #elif defined(CONFIG_PAGE_SIZE_16KB)
  196. #define PM_DEFAULT_MASK PM_16K
  197. #elif defined(CONFIG_PAGE_SIZE_32KB)
  198. #define PM_DEFAULT_MASK PM_32K
  199. #elif defined(CONFIG_PAGE_SIZE_64KB)
  200. #define PM_DEFAULT_MASK PM_64K
  201. #else
  202. #error Bad page size configuration!
  203. #endif
  204. /*
  205. * Default huge tlb size for a given kernel configuration
  206. */
  207. #ifdef CONFIG_PAGE_SIZE_4KB
  208. #define PM_HUGE_MASK PM_1M
  209. #elif defined(CONFIG_PAGE_SIZE_8KB)
  210. #define PM_HUGE_MASK PM_4M
  211. #elif defined(CONFIG_PAGE_SIZE_16KB)
  212. #define PM_HUGE_MASK PM_16M
  213. #elif defined(CONFIG_PAGE_SIZE_32KB)
  214. #define PM_HUGE_MASK PM_64M
  215. #elif defined(CONFIG_PAGE_SIZE_64KB)
  216. #define PM_HUGE_MASK PM_256M
  217. #elif defined(CONFIG_MIPS_HUGE_TLB_SUPPORT)
  218. #error Bad page size configuration for hugetlbfs!
  219. #endif
  220. /*
  221. * Values used for computation of new tlb entries
  222. */
  223. #define PL_4K 12
  224. #define PL_16K 14
  225. #define PL_64K 16
  226. #define PL_256K 18
  227. #define PL_1M 20
  228. #define PL_4M 22
  229. #define PL_16M 24
  230. #define PL_64M 26
  231. #define PL_256M 28
  232. /*
  233. * PageGrain bits
  234. */
  235. #define PG_RIE (_ULCAST_(1) << 31)
  236. #define PG_XIE (_ULCAST_(1) << 30)
  237. #define PG_ELPA (_ULCAST_(1) << 29)
  238. #define PG_ESP (_ULCAST_(1) << 28)
  239. /*
  240. * R4x00 interrupt enable / cause bits
  241. */
  242. #define IE_SW0 (_ULCAST_(1) << 8)
  243. #define IE_SW1 (_ULCAST_(1) << 9)
  244. #define IE_IRQ0 (_ULCAST_(1) << 10)
  245. #define IE_IRQ1 (_ULCAST_(1) << 11)
  246. #define IE_IRQ2 (_ULCAST_(1) << 12)
  247. #define IE_IRQ3 (_ULCAST_(1) << 13)
  248. #define IE_IRQ4 (_ULCAST_(1) << 14)
  249. #define IE_IRQ5 (_ULCAST_(1) << 15)
  250. /*
  251. * R4x00 interrupt cause bits
  252. */
  253. #define C_SW0 (_ULCAST_(1) << 8)
  254. #define C_SW1 (_ULCAST_(1) << 9)
  255. #define C_IRQ0 (_ULCAST_(1) << 10)
  256. #define C_IRQ1 (_ULCAST_(1) << 11)
  257. #define C_IRQ2 (_ULCAST_(1) << 12)
  258. #define C_IRQ3 (_ULCAST_(1) << 13)
  259. #define C_IRQ4 (_ULCAST_(1) << 14)
  260. #define C_IRQ5 (_ULCAST_(1) << 15)
  261. /*
  262. * Bitfields in the R4xx0 cp0 status register
  263. */
  264. #define ST0_IE 0x00000001
  265. #define ST0_EXL 0x00000002
  266. #define ST0_ERL 0x00000004
  267. #define ST0_KSU 0x00000018
  268. # define KSU_USER 0x00000010
  269. # define KSU_SUPERVISOR 0x00000008
  270. # define KSU_KERNEL 0x00000000
  271. #define ST0_UX 0x00000020
  272. #define ST0_SX 0x00000040
  273. #define ST0_KX 0x00000080
  274. #define ST0_DE 0x00010000
  275. #define ST0_CE 0x00020000
  276. /*
  277. * Setting c0_status.co enables Hit_Writeback and Hit_Writeback_Invalidate
  278. * cacheops in userspace. This bit exists only on RM7000 and RM9000
  279. * processors.
  280. */
  281. #define ST0_CO 0x08000000
  282. /*
  283. * Bitfields in the R[23]000 cp0 status register.
  284. */
  285. #define ST0_IEC 0x00000001
  286. #define ST0_KUC 0x00000002
  287. #define ST0_IEP 0x00000004
  288. #define ST0_KUP 0x00000008
  289. #define ST0_IEO 0x00000010
  290. #define ST0_KUO 0x00000020
  291. /* bits 6 & 7 are reserved on R[23]000 */
  292. #define ST0_ISC 0x00010000
  293. #define ST0_SWC 0x00020000
  294. #define ST0_CM 0x00080000
  295. /*
  296. * Bits specific to the R4640/R4650
  297. */
  298. #define ST0_UM (_ULCAST_(1) << 4)
  299. #define ST0_IL (_ULCAST_(1) << 23)
  300. #define ST0_DL (_ULCAST_(1) << 24)
  301. /*
  302. * Enable the MIPS MDMX and DSP ASEs
  303. */
  304. #define ST0_MX 0x01000000
  305. /*
  306. * Bitfields in the TX39 family CP0 Configuration Register 3
  307. */
  308. #define TX39_CONF_ICS_SHIFT 19
  309. #define TX39_CONF_ICS_MASK 0x00380000
  310. #define TX39_CONF_ICS_1KB 0x00000000
  311. #define TX39_CONF_ICS_2KB 0x00080000
  312. #define TX39_CONF_ICS_4KB 0x00100000
  313. #define TX39_CONF_ICS_8KB 0x00180000
  314. #define TX39_CONF_ICS_16KB 0x00200000
  315. #define TX39_CONF_DCS_SHIFT 16
  316. #define TX39_CONF_DCS_MASK 0x00070000
  317. #define TX39_CONF_DCS_1KB 0x00000000
  318. #define TX39_CONF_DCS_2KB 0x00010000
  319. #define TX39_CONF_DCS_4KB 0x00020000
  320. #define TX39_CONF_DCS_8KB 0x00030000
  321. #define TX39_CONF_DCS_16KB 0x00040000
  322. #define TX39_CONF_CWFON 0x00004000
  323. #define TX39_CONF_WBON 0x00002000
  324. #define TX39_CONF_RF_SHIFT 10
  325. #define TX39_CONF_RF_MASK 0x00000c00
  326. #define TX39_CONF_DOZE 0x00000200
  327. #define TX39_CONF_HALT 0x00000100
  328. #define TX39_CONF_LOCK 0x00000080
  329. #define TX39_CONF_ICE 0x00000020
  330. #define TX39_CONF_DCE 0x00000010
  331. #define TX39_CONF_IRSIZE_SHIFT 2
  332. #define TX39_CONF_IRSIZE_MASK 0x0000000c
  333. #define TX39_CONF_DRSIZE_SHIFT 0
  334. #define TX39_CONF_DRSIZE_MASK 0x00000003
  335. /*
  336. * Status register bits available in all MIPS CPUs.
  337. */
  338. #define ST0_IM 0x0000ff00
  339. #define STATUSB_IP0 8
  340. #define STATUSF_IP0 (_ULCAST_(1) << 8)
  341. #define STATUSB_IP1 9
  342. #define STATUSF_IP1 (_ULCAST_(1) << 9)
  343. #define STATUSB_IP2 10
  344. #define STATUSF_IP2 (_ULCAST_(1) << 10)
  345. #define STATUSB_IP3 11
  346. #define STATUSF_IP3 (_ULCAST_(1) << 11)
  347. #define STATUSB_IP4 12
  348. #define STATUSF_IP4 (_ULCAST_(1) << 12)
  349. #define STATUSB_IP5 13
  350. #define STATUSF_IP5 (_ULCAST_(1) << 13)
  351. #define STATUSB_IP6 14
  352. #define STATUSF_IP6 (_ULCAST_(1) << 14)
  353. #define STATUSB_IP7 15
  354. #define STATUSF_IP7 (_ULCAST_(1) << 15)
  355. #define STATUSB_IP8 0
  356. #define STATUSF_IP8 (_ULCAST_(1) << 0)
  357. #define STATUSB_IP9 1
  358. #define STATUSF_IP9 (_ULCAST_(1) << 1)
  359. #define STATUSB_IP10 2
  360. #define STATUSF_IP10 (_ULCAST_(1) << 2)
  361. #define STATUSB_IP11 3
  362. #define STATUSF_IP11 (_ULCAST_(1) << 3)
  363. #define STATUSB_IP12 4
  364. #define STATUSF_IP12 (_ULCAST_(1) << 4)
  365. #define STATUSB_IP13 5
  366. #define STATUSF_IP13 (_ULCAST_(1) << 5)
  367. #define STATUSB_IP14 6
  368. #define STATUSF_IP14 (_ULCAST_(1) << 6)
  369. #define STATUSB_IP15 7
  370. #define STATUSF_IP15 (_ULCAST_(1) << 7)
  371. #define ST0_CH 0x00040000
  372. #define ST0_NMI 0x00080000
  373. #define ST0_SR 0x00100000
  374. #define ST0_TS 0x00200000
  375. #define ST0_BEV 0x00400000
  376. #define ST0_RE 0x02000000
  377. #define ST0_FR 0x04000000
  378. #define ST0_CU 0xf0000000
  379. #define ST0_CU0 0x10000000
  380. #define ST0_CU1 0x20000000
  381. #define ST0_CU2 0x40000000
  382. #define ST0_CU3 0x80000000
  383. #define ST0_XX 0x80000000 /* MIPS IV naming */
  384. /*
  385. * Bitfields and bit numbers in the coprocessor 0 IntCtl register. (MIPSR2)
  386. *
  387. * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
  388. */
  389. #define INTCTLB_IPPCI 26
  390. #define INTCTLF_IPPCI (_ULCAST_(7) << INTCTLB_IPPCI)
  391. #define INTCTLB_IPTI 29
  392. #define INTCTLF_IPTI (_ULCAST_(7) << INTCTLB_IPTI)
  393. /*
  394. * Bitfields and bit numbers in the coprocessor 0 cause register.
  395. *
  396. * Refer to your MIPS R4xx0 manual, chapter 5 for explanation.
  397. */
  398. #define CAUSEB_EXCCODE 2
  399. #define CAUSEF_EXCCODE (_ULCAST_(31) << 2)
  400. #define CAUSEB_IP 8
  401. #define CAUSEF_IP (_ULCAST_(255) << 8)
  402. #define CAUSEB_IP0 8
  403. #define CAUSEF_IP0 (_ULCAST_(1) << 8)
  404. #define CAUSEB_IP1 9
  405. #define CAUSEF_IP1 (_ULCAST_(1) << 9)
  406. #define CAUSEB_IP2 10
  407. #define CAUSEF_IP2 (_ULCAST_(1) << 10)
  408. #define CAUSEB_IP3 11
  409. #define CAUSEF_IP3 (_ULCAST_(1) << 11)
  410. #define CAUSEB_IP4 12
  411. #define CAUSEF_IP4 (_ULCAST_(1) << 12)
  412. #define CAUSEB_IP5 13
  413. #define CAUSEF_IP5 (_ULCAST_(1) << 13)
  414. #define CAUSEB_IP6 14
  415. #define CAUSEF_IP6 (_ULCAST_(1) << 14)
  416. #define CAUSEB_IP7 15
  417. #define CAUSEF_IP7 (_ULCAST_(1) << 15)
  418. #define CAUSEB_IV 23
  419. #define CAUSEF_IV (_ULCAST_(1) << 23)
  420. #define CAUSEB_PCI 26
  421. #define CAUSEF_PCI (_ULCAST_(1) << 26)
  422. #define CAUSEB_CE 28
  423. #define CAUSEF_CE (_ULCAST_(3) << 28)
  424. #define CAUSEB_TI 30
  425. #define CAUSEF_TI (_ULCAST_(1) << 30)
  426. #define CAUSEB_BD 31
  427. #define CAUSEF_BD (_ULCAST_(1) << 31)
  428. /*
  429. * Bits in the coprocessor 0 config register.
  430. */
  431. /* Generic bits. */
  432. #define CONF_CM_CACHABLE_NO_WA 0
  433. #define CONF_CM_CACHABLE_WA 1
  434. #define CONF_CM_UNCACHED 2
  435. #define CONF_CM_CACHABLE_NONCOHERENT 3
  436. #define CONF_CM_CACHABLE_CE 4
  437. #define CONF_CM_CACHABLE_COW 5
  438. #define CONF_CM_CACHABLE_CUW 6
  439. #define CONF_CM_CACHABLE_ACCELERATED 7
  440. #define CONF_CM_CMASK 7
  441. #define CONF_BE (_ULCAST_(1) << 15)
  442. /* Bits common to various processors. */
  443. #define CONF_CU (_ULCAST_(1) << 3)
  444. #define CONF_DB (_ULCAST_(1) << 4)
  445. #define CONF_IB (_ULCAST_(1) << 5)
  446. #define CONF_DC (_ULCAST_(7) << 6)
  447. #define CONF_IC (_ULCAST_(7) << 9)
  448. #define CONF_EB (_ULCAST_(1) << 13)
  449. #define CONF_EM (_ULCAST_(1) << 14)
  450. #define CONF_SM (_ULCAST_(1) << 16)
  451. #define CONF_SC (_ULCAST_(1) << 17)
  452. #define CONF_EW (_ULCAST_(3) << 18)
  453. #define CONF_EP (_ULCAST_(15)<< 24)
  454. #define CONF_EC (_ULCAST_(7) << 28)
  455. #define CONF_CM (_ULCAST_(1) << 31)
  456. /* Bits specific to the R4xx0. */
  457. #define R4K_CONF_SW (_ULCAST_(1) << 20)
  458. #define R4K_CONF_SS (_ULCAST_(1) << 21)
  459. #define R4K_CONF_SB (_ULCAST_(3) << 22)
  460. /* Bits specific to the R5000. */
  461. #define R5K_CONF_SE (_ULCAST_(1) << 12)
  462. #define R5K_CONF_SS (_ULCAST_(3) << 20)
  463. /* Bits specific to the RM7000. */
  464. #define RM7K_CONF_SE (_ULCAST_(1) << 3)
  465. #define RM7K_CONF_TE (_ULCAST_(1) << 12)
  466. #define RM7K_CONF_CLK (_ULCAST_(1) << 16)
  467. #define RM7K_CONF_TC (_ULCAST_(1) << 17)
  468. #define RM7K_CONF_SI (_ULCAST_(3) << 20)
  469. #define RM7K_CONF_SC (_ULCAST_(1) << 31)
  470. /* Bits specific to the R10000. */
  471. #define R10K_CONF_DN (_ULCAST_(3) << 3)
  472. #define R10K_CONF_CT (_ULCAST_(1) << 5)
  473. #define R10K_CONF_PE (_ULCAST_(1) << 6)
  474. #define R10K_CONF_PM (_ULCAST_(3) << 7)
  475. #define R10K_CONF_EC (_ULCAST_(15)<< 9)
  476. #define R10K_CONF_SB (_ULCAST_(1) << 13)
  477. #define R10K_CONF_SK (_ULCAST_(1) << 14)
  478. #define R10K_CONF_SS (_ULCAST_(7) << 16)
  479. #define R10K_CONF_SC (_ULCAST_(7) << 19)
  480. #define R10K_CONF_DC (_ULCAST_(7) << 26)
  481. #define R10K_CONF_IC (_ULCAST_(7) << 29)
  482. /* Bits specific to the VR41xx. */
  483. #define VR41_CONF_CS (_ULCAST_(1) << 12)
  484. #define VR41_CONF_P4K (_ULCAST_(1) << 13)
  485. #define VR41_CONF_BP (_ULCAST_(1) << 16)
  486. #define VR41_CONF_M16 (_ULCAST_(1) << 20)
  487. #define VR41_CONF_AD (_ULCAST_(1) << 23)
  488. /* Bits specific to the R30xx. */
  489. #define R30XX_CONF_FDM (_ULCAST_(1) << 19)
  490. #define R30XX_CONF_REV (_ULCAST_(1) << 22)
  491. #define R30XX_CONF_AC (_ULCAST_(1) << 23)
  492. #define R30XX_CONF_RF (_ULCAST_(1) << 24)
  493. #define R30XX_CONF_HALT (_ULCAST_(1) << 25)
  494. #define R30XX_CONF_FPINT (_ULCAST_(7) << 26)
  495. #define R30XX_CONF_DBR (_ULCAST_(1) << 29)
  496. #define R30XX_CONF_SB (_ULCAST_(1) << 30)
  497. #define R30XX_CONF_LOCK (_ULCAST_(1) << 31)
  498. /* Bits specific to the TX49. */
  499. #define TX49_CONF_DC (_ULCAST_(1) << 16)
  500. #define TX49_CONF_IC (_ULCAST_(1) << 17) /* conflict with CONF_SC */
  501. #define TX49_CONF_HALT (_ULCAST_(1) << 18)
  502. #define TX49_CONF_CWFON (_ULCAST_(1) << 27)
  503. /* Bits specific to the MIPS32/64 PRA. */
  504. #define MIPS_CONF_MT (_ULCAST_(7) << 7)
  505. #define MIPS_CONF_AR (_ULCAST_(7) << 10)
  506. #define MIPS_CONF_AT (_ULCAST_(3) << 13)
  507. #define MIPS_CONF_M (_ULCAST_(1) << 31)
  508. /*
  509. * Bits in the MIPS32/64 PRA coprocessor 0 config registers 1 and above.
  510. */
  511. #define MIPS_CONF1_FP (_ULCAST_(1) << 0)
  512. #define MIPS_CONF1_EP (_ULCAST_(1) << 1)
  513. #define MIPS_CONF1_CA (_ULCAST_(1) << 2)
  514. #define MIPS_CONF1_WR (_ULCAST_(1) << 3)
  515. #define MIPS_CONF1_PC (_ULCAST_(1) << 4)
  516. #define MIPS_CONF1_MD (_ULCAST_(1) << 5)
  517. #define MIPS_CONF1_C2 (_ULCAST_(1) << 6)
  518. #define MIPS_CONF1_DA (_ULCAST_(7) << 7)
  519. #define MIPS_CONF1_DL (_ULCAST_(7) << 10)
  520. #define MIPS_CONF1_DS (_ULCAST_(7) << 13)
  521. #define MIPS_CONF1_IA (_ULCAST_(7) << 16)
  522. #define MIPS_CONF1_IL (_ULCAST_(7) << 19)
  523. #define MIPS_CONF1_IS (_ULCAST_(7) << 22)
  524. #define MIPS_CONF1_TLBS (_ULCAST_(63)<< 25)
  525. #define MIPS_CONF2_SA (_ULCAST_(15)<< 0)
  526. #define MIPS_CONF2_SL (_ULCAST_(15)<< 4)
  527. #define MIPS_CONF2_SS (_ULCAST_(15)<< 8)
  528. #define MIPS_CONF2_SU (_ULCAST_(15)<< 12)
  529. #define MIPS_CONF2_TA (_ULCAST_(15)<< 16)
  530. #define MIPS_CONF2_TL (_ULCAST_(15)<< 20)
  531. #define MIPS_CONF2_TS (_ULCAST_(15)<< 24)
  532. #define MIPS_CONF2_TU (_ULCAST_(7) << 28)
  533. #define MIPS_CONF3_TL (_ULCAST_(1) << 0)
  534. #define MIPS_CONF3_SM (_ULCAST_(1) << 1)
  535. #define MIPS_CONF3_MT (_ULCAST_(1) << 2)
  536. #define MIPS_CONF3_SP (_ULCAST_(1) << 4)
  537. #define MIPS_CONF3_VINT (_ULCAST_(1) << 5)
  538. #define MIPS_CONF3_VEIC (_ULCAST_(1) << 6)
  539. #define MIPS_CONF3_LPA (_ULCAST_(1) << 7)
  540. #define MIPS_CONF3_DSP (_ULCAST_(1) << 10)
  541. #define MIPS_CONF3_DSP2P (_ULCAST_(1) << 11)
  542. #define MIPS_CONF3_RXI (_ULCAST_(1) << 12)
  543. #define MIPS_CONF3_ULRI (_ULCAST_(1) << 13)
  544. #define MIPS_CONF4_MMUSIZEEXT (_ULCAST_(255) << 0)
  545. #define MIPS_CONF4_MMUEXTDEF (_ULCAST_(3) << 14)
  546. #define MIPS_CONF4_MMUEXTDEF_MMUSIZEEXT (_ULCAST_(1) << 14)
  547. #define MIPS_CONF6_SYND (_ULCAST_(1) << 13)
  548. #define MIPS_CONF7_WII (_ULCAST_(1) << 31)
  549. #define MIPS_CONF7_RPS (_ULCAST_(1) << 2)
  550. /*
  551. * Bits in the MIPS32/64 coprocessor 1 (FPU) revision register.
  552. */
  553. #define MIPS_FPIR_S (_ULCAST_(1) << 16)
  554. #define MIPS_FPIR_D (_ULCAST_(1) << 17)
  555. #define MIPS_FPIR_PS (_ULCAST_(1) << 18)
  556. #define MIPS_FPIR_3D (_ULCAST_(1) << 19)
  557. #define MIPS_FPIR_W (_ULCAST_(1) << 20)
  558. #define MIPS_FPIR_L (_ULCAST_(1) << 21)
  559. #define MIPS_FPIR_F64 (_ULCAST_(1) << 22)
  560. #ifndef __ASSEMBLY__
  561. /*
  562. * Functions to access the R10000 performance counters. These are basically
  563. * mfc0 and mtc0 instructions from and to coprocessor register with a 5-bit
  564. * performance counter number encoded into bits 1 ... 5 of the instruction.
  565. * Only performance counters 0 to 1 actually exist, so for a non-R10000 aware
  566. * disassembler these will look like an access to sel 0 or 1.
  567. */
  568. #define read_r10k_perf_cntr(counter) \
  569. ({ \
  570. unsigned int __res; \
  571. __asm__ __volatile__( \
  572. "mfpc\t%0, %1" \
  573. : "=r" (__res) \
  574. : "i" (counter)); \
  575. \
  576. __res; \
  577. })
  578. #define write_r10k_perf_cntr(counter,val) \
  579. do { \
  580. __asm__ __volatile__( \
  581. "mtpc\t%0, %1" \
  582. : \
  583. : "r" (val), "i" (counter)); \
  584. } while (0)
  585. #define read_r10k_perf_event(counter) \
  586. ({ \
  587. unsigned int __res; \
  588. __asm__ __volatile__( \
  589. "mfps\t%0, %1" \
  590. : "=r" (__res) \
  591. : "i" (counter)); \
  592. \
  593. __res; \
  594. })
  595. #define write_r10k_perf_cntl(counter,val) \
  596. do { \
  597. __asm__ __volatile__( \
  598. "mtps\t%0, %1" \
  599. : \
  600. : "r" (val), "i" (counter)); \
  601. } while (0)
  602. /*
  603. * Macros to access the system control coprocessor
  604. */
  605. #define __read_32bit_c0_register(source, sel) \
  606. ({ int __res; \
  607. if (sel == 0) \
  608. __asm__ __volatile__( \
  609. "mfc0\t%0, " #source "\n\t" \
  610. : "=r" (__res)); \
  611. else \
  612. __asm__ __volatile__( \
  613. ".set\tmips32\n\t" \
  614. "mfc0\t%0, " #source ", " #sel "\n\t" \
  615. ".set\tmips0\n\t" \
  616. : "=r" (__res)); \
  617. __res; \
  618. })
  619. #define __read_64bit_c0_register(source, sel) \
  620. ({ unsigned long long __res; \
  621. if (sizeof(unsigned long) == 4) \
  622. __res = __read_64bit_c0_split(source, sel); \
  623. else if (sel == 0) \
  624. __asm__ __volatile__( \
  625. ".set\tmips3\n\t" \
  626. "dmfc0\t%0, " #source "\n\t" \
  627. ".set\tmips0" \
  628. : "=r" (__res)); \
  629. else \
  630. __asm__ __volatile__( \
  631. ".set\tmips64\n\t" \
  632. "dmfc0\t%0, " #source ", " #sel "\n\t" \
  633. ".set\tmips0" \
  634. : "=r" (__res)); \
  635. __res; \
  636. })
  637. #define __write_32bit_c0_register(register, sel, value) \
  638. do { \
  639. if (sel == 0) \
  640. __asm__ __volatile__( \
  641. "mtc0\t%z0, " #register "\n\t" \
  642. : : "Jr" ((unsigned int)(value))); \
  643. else \
  644. __asm__ __volatile__( \
  645. ".set\tmips32\n\t" \
  646. "mtc0\t%z0, " #register ", " #sel "\n\t" \
  647. ".set\tmips0" \
  648. : : "Jr" ((unsigned int)(value))); \
  649. } while (0)
  650. #define __write_64bit_c0_register(register, sel, value) \
  651. do { \
  652. if (sizeof(unsigned long) == 4) \
  653. __write_64bit_c0_split(register, sel, value); \
  654. else if (sel == 0) \
  655. __asm__ __volatile__( \
  656. ".set\tmips3\n\t" \
  657. "dmtc0\t%z0, " #register "\n\t" \
  658. ".set\tmips0" \
  659. : : "Jr" (value)); \
  660. else \
  661. __asm__ __volatile__( \
  662. ".set\tmips64\n\t" \
  663. "dmtc0\t%z0, " #register ", " #sel "\n\t" \
  664. ".set\tmips0" \
  665. : : "Jr" (value)); \
  666. } while (0)
  667. #define __read_ulong_c0_register(reg, sel) \
  668. ((sizeof(unsigned long) == 4) ? \
  669. (unsigned long) __read_32bit_c0_register(reg, sel) : \
  670. (unsigned long) __read_64bit_c0_register(reg, sel))
  671. #define __write_ulong_c0_register(reg, sel, val) \
  672. do { \
  673. if (sizeof(unsigned long) == 4) \
  674. __write_32bit_c0_register(reg, sel, val); \
  675. else \
  676. __write_64bit_c0_register(reg, sel, val); \
  677. } while (0)
  678. /*
  679. * On RM7000/RM9000 these are uses to access cop0 set 1 registers
  680. */
  681. #define __read_32bit_c0_ctrl_register(source) \
  682. ({ int __res; \
  683. __asm__ __volatile__( \
  684. "cfc0\t%0, " #source "\n\t" \
  685. : "=r" (__res)); \
  686. __res; \
  687. })
  688. #define __write_32bit_c0_ctrl_register(register, value) \
  689. do { \
  690. __asm__ __volatile__( \
  691. "ctc0\t%z0, " #register "\n\t" \
  692. : : "Jr" ((unsigned int)(value))); \
  693. } while (0)
  694. /*
  695. * These versions are only needed for systems with more than 38 bits of
  696. * physical address space running the 32-bit kernel. That's none atm :-)
  697. */
  698. #define __read_64bit_c0_split(source, sel) \
  699. ({ \
  700. unsigned long long __val; \
  701. unsigned long __flags; \
  702. \
  703. local_irq_save(__flags); \
  704. if (sel == 0) \
  705. __asm__ __volatile__( \
  706. ".set\tmips64\n\t" \
  707. "dmfc0\t%M0, " #source "\n\t" \
  708. "dsll\t%L0, %M0, 32\n\t" \
  709. "dsra\t%M0, %M0, 32\n\t" \
  710. "dsra\t%L0, %L0, 32\n\t" \
  711. ".set\tmips0" \
  712. : "=r" (__val)); \
  713. else \
  714. __asm__ __volatile__( \
  715. ".set\tmips64\n\t" \
  716. "dmfc0\t%M0, " #source ", " #sel "\n\t" \
  717. "dsll\t%L0, %M0, 32\n\t" \
  718. "dsra\t%M0, %M0, 32\n\t" \
  719. "dsra\t%L0, %L0, 32\n\t" \
  720. ".set\tmips0" \
  721. : "=r" (__val)); \
  722. local_irq_restore(__flags); \
  723. \
  724. __val; \
  725. })
  726. #define __write_64bit_c0_split(source, sel, val) \
  727. do { \
  728. unsigned long __flags; \
  729. \
  730. local_irq_save(__flags); \
  731. if (sel == 0) \
  732. __asm__ __volatile__( \
  733. ".set\tmips64\n\t" \
  734. "dsll\t%L0, %L0, 32\n\t" \
  735. "dsrl\t%L0, %L0, 32\n\t" \
  736. "dsll\t%M0, %M0, 32\n\t" \
  737. "or\t%L0, %L0, %M0\n\t" \
  738. "dmtc0\t%L0, " #source "\n\t" \
  739. ".set\tmips0" \
  740. : : "r" (val)); \
  741. else \
  742. __asm__ __volatile__( \
  743. ".set\tmips64\n\t" \
  744. "dsll\t%L0, %L0, 32\n\t" \
  745. "dsrl\t%L0, %L0, 32\n\t" \
  746. "dsll\t%M0, %M0, 32\n\t" \
  747. "or\t%L0, %L0, %M0\n\t" \
  748. "dmtc0\t%L0, " #source ", " #sel "\n\t" \
  749. ".set\tmips0" \
  750. : : "r" (val)); \
  751. local_irq_restore(__flags); \
  752. } while (0)
  753. #define read_c0_index() __read_32bit_c0_register($0, 0)
  754. #define write_c0_index(val) __write_32bit_c0_register($0, 0, val)
  755. #define read_c0_random() __read_32bit_c0_register($1, 0)
  756. #define write_c0_random(val) __write_32bit_c0_register($1, 0, val)
  757. #define read_c0_entrylo0() __read_ulong_c0_register($2, 0)
  758. #define write_c0_entrylo0(val) __write_ulong_c0_register($2, 0, val)
  759. #define read_c0_entrylo1() __read_ulong_c0_register($3, 0)
  760. #define write_c0_entrylo1(val) __write_ulong_c0_register($3, 0, val)
  761. #define read_c0_conf() __read_32bit_c0_register($3, 0)
  762. #define write_c0_conf(val) __write_32bit_c0_register($3, 0, val)
  763. #define read_c0_context() __read_ulong_c0_register($4, 0)
  764. #define write_c0_context(val) __write_ulong_c0_register($4, 0, val)
  765. #define read_c0_userlocal() __read_ulong_c0_register($4, 2)
  766. #define write_c0_userlocal(val) __write_ulong_c0_register($4, 2, val)
  767. #define read_c0_pagemask() __read_32bit_c0_register($5, 0)
  768. #define write_c0_pagemask(val) __write_32bit_c0_register($5, 0, val)
  769. #define read_c0_pagegrain() __read_32bit_c0_register($5, 1)
  770. #define write_c0_pagegrain(val) __write_32bit_c0_register($5, 1, val)
  771. #define read_c0_wired() __read_32bit_c0_register($6, 0)
  772. #define write_c0_wired(val) __write_32bit_c0_register($6, 0, val)
  773. #define read_c0_info() __read_32bit_c0_register($7, 0)
  774. #define read_c0_cache() __read_32bit_c0_register($7, 0) /* TX39xx */
  775. #define write_c0_cache(val) __write_32bit_c0_register($7, 0, val)
  776. #define read_c0_badvaddr() __read_ulong_c0_register($8, 0)
  777. #define write_c0_badvaddr(val) __write_ulong_c0_register($8, 0, val)
  778. #define read_c0_count() __read_32bit_c0_register($9, 0)
  779. #define write_c0_count(val) __write_32bit_c0_register($9, 0, val)
  780. #define read_c0_count2() __read_32bit_c0_register($9, 6) /* pnx8550 */
  781. #define write_c0_count2(val) __write_32bit_c0_register($9, 6, val)
  782. #define read_c0_count3() __read_32bit_c0_register($9, 7) /* pnx8550 */
  783. #define write_c0_count3(val) __write_32bit_c0_register($9, 7, val)
  784. #define read_c0_entryhi() __read_ulong_c0_register($10, 0)
  785. #define write_c0_entryhi(val) __write_ulong_c0_register($10, 0, val)
  786. #define read_c0_compare() __read_32bit_c0_register($11, 0)
  787. #define write_c0_compare(val) __write_32bit_c0_register($11, 0, val)
  788. #define read_c0_compare2() __read_32bit_c0_register($11, 6) /* pnx8550 */
  789. #define write_c0_compare2(val) __write_32bit_c0_register($11, 6, val)
  790. #define read_c0_compare3() __read_32bit_c0_register($11, 7) /* pnx8550 */
  791. #define write_c0_compare3(val) __write_32bit_c0_register($11, 7, val)
  792. #define read_c0_status() __read_32bit_c0_register($12, 0)
  793. #ifdef CONFIG_MIPS_MT_SMTC
  794. #define write_c0_status(val) \
  795. do { \
  796. __write_32bit_c0_register($12, 0, val); \
  797. __ehb(); \
  798. } while (0)
  799. #else
  800. /*
  801. * Legacy non-SMTC code, which may be hazardous
  802. * but which might not support EHB
  803. */
  804. #define write_c0_status(val) __write_32bit_c0_register($12, 0, val)
  805. #endif /* CONFIG_MIPS_MT_SMTC */
  806. #define read_c0_cause() __read_32bit_c0_register($13, 0)
  807. #define write_c0_cause(val) __write_32bit_c0_register($13, 0, val)
  808. #define read_c0_epc() __read_ulong_c0_register($14, 0)
  809. #define write_c0_epc(val) __write_ulong_c0_register($14, 0, val)
  810. #define read_c0_prid() __read_32bit_c0_register($15, 0)
  811. #define read_c0_config() __read_32bit_c0_register($16, 0)
  812. #define read_c0_config1() __read_32bit_c0_register($16, 1)
  813. #define read_c0_config2() __read_32bit_c0_register($16, 2)
  814. #define read_c0_config3() __read_32bit_c0_register($16, 3)
  815. #define read_c0_config4() __read_32bit_c0_register($16, 4)
  816. #define read_c0_config5() __read_32bit_c0_register($16, 5)
  817. #define read_c0_config6() __read_32bit_c0_register($16, 6)
  818. #define read_c0_config7() __read_32bit_c0_register($16, 7)
  819. #define write_c0_config(val) __write_32bit_c0_register($16, 0, val)
  820. #define write_c0_config1(val) __write_32bit_c0_register($16, 1, val)
  821. #define write_c0_config2(val) __write_32bit_c0_register($16, 2, val)
  822. #define write_c0_config3(val) __write_32bit_c0_register($16, 3, val)
  823. #define write_c0_config4(val) __write_32bit_c0_register($16, 4, val)
  824. #define write_c0_config5(val) __write_32bit_c0_register($16, 5, val)
  825. #define write_c0_config6(val) __write_32bit_c0_register($16, 6, val)
  826. #define write_c0_config7(val) __write_32bit_c0_register($16, 7, val)
  827. /*
  828. * The WatchLo register. There may be up to 8 of them.
  829. */
  830. #define read_c0_watchlo0() __read_ulong_c0_register($18, 0)
  831. #define read_c0_watchlo1() __read_ulong_c0_register($18, 1)
  832. #define read_c0_watchlo2() __read_ulong_c0_register($18, 2)
  833. #define read_c0_watchlo3() __read_ulong_c0_register($18, 3)
  834. #define read_c0_watchlo4() __read_ulong_c0_register($18, 4)
  835. #define read_c0_watchlo5() __read_ulong_c0_register($18, 5)
  836. #define read_c0_watchlo6() __read_ulong_c0_register($18, 6)
  837. #define read_c0_watchlo7() __read_ulong_c0_register($18, 7)
  838. #define write_c0_watchlo0(val) __write_ulong_c0_register($18, 0, val)
  839. #define write_c0_watchlo1(val) __write_ulong_c0_register($18, 1, val)
  840. #define write_c0_watchlo2(val) __write_ulong_c0_register($18, 2, val)
  841. #define write_c0_watchlo3(val) __write_ulong_c0_register($18, 3, val)
  842. #define write_c0_watchlo4(val) __write_ulong_c0_register($18, 4, val)
  843. #define write_c0_watchlo5(val) __write_ulong_c0_register($18, 5, val)
  844. #define write_c0_watchlo6(val) __write_ulong_c0_register($18, 6, val)
  845. #define write_c0_watchlo7(val) __write_ulong_c0_register($18, 7, val)
  846. /*
  847. * The WatchHi register. There may be up to 8 of them.
  848. */
  849. #define read_c0_watchhi0() __read_32bit_c0_register($19, 0)
  850. #define read_c0_watchhi1() __read_32bit_c0_register($19, 1)
  851. #define read_c0_watchhi2() __read_32bit_c0_register($19, 2)
  852. #define read_c0_watchhi3() __read_32bit_c0_register($19, 3)
  853. #define read_c0_watchhi4() __read_32bit_c0_register($19, 4)
  854. #define read_c0_watchhi5() __read_32bit_c0_register($19, 5)
  855. #define read_c0_watchhi6() __read_32bit_c0_register($19, 6)
  856. #define read_c0_watchhi7() __read_32bit_c0_register($19, 7)
  857. #define write_c0_watchhi0(val) __write_32bit_c0_register($19, 0, val)
  858. #define write_c0_watchhi1(val) __write_32bit_c0_register($19, 1, val)
  859. #define write_c0_watchhi2(val) __write_32bit_c0_register($19, 2, val)
  860. #define write_c0_watchhi3(val) __write_32bit_c0_register($19, 3, val)
  861. #define write_c0_watchhi4(val) __write_32bit_c0_register($19, 4, val)
  862. #define write_c0_watchhi5(val) __write_32bit_c0_register($19, 5, val)
  863. #define write_c0_watchhi6(val) __write_32bit_c0_register($19, 6, val)
  864. #define write_c0_watchhi7(val) __write_32bit_c0_register($19, 7, val)
  865. #define read_c0_xcontext() __read_ulong_c0_register($20, 0)
  866. #define write_c0_xcontext(val) __write_ulong_c0_register($20, 0, val)
  867. #define read_c0_intcontrol() __read_32bit_c0_ctrl_register($20)
  868. #define write_c0_intcontrol(val) __write_32bit_c0_ctrl_register($20, val)
  869. #define read_c0_framemask() __read_32bit_c0_register($21, 0)
  870. #define write_c0_framemask(val) __write_32bit_c0_register($21, 0, val)
  871. #define read_c0_diag() __read_32bit_c0_register($22, 0)
  872. #define write_c0_diag(val) __write_32bit_c0_register($22, 0, val)
  873. #define read_c0_diag1() __read_32bit_c0_register($22, 1)
  874. #define write_c0_diag1(val) __write_32bit_c0_register($22, 1, val)
  875. #define read_c0_diag2() __read_32bit_c0_register($22, 2)
  876. #define write_c0_diag2(val) __write_32bit_c0_register($22, 2, val)
  877. #define read_c0_diag3() __read_32bit_c0_register($22, 3)
  878. #define write_c0_diag3(val) __write_32bit_c0_register($22, 3, val)
  879. #define read_c0_diag4() __read_32bit_c0_register($22, 4)
  880. #define write_c0_diag4(val) __write_32bit_c0_register($22, 4, val)
  881. #define read_c0_diag5() __read_32bit_c0_register($22, 5)
  882. #define write_c0_diag5(val) __write_32bit_c0_register($22, 5, val)
  883. #define read_c0_debug() __read_32bit_c0_register($23, 0)
  884. #define write_c0_debug(val) __write_32bit_c0_register($23, 0, val)
  885. #define read_c0_depc() __read_ulong_c0_register($24, 0)
  886. #define write_c0_depc(val) __write_ulong_c0_register($24, 0, val)
  887. /*
  888. * MIPS32 / MIPS64 performance counters
  889. */
  890. #define read_c0_perfctrl0() __read_32bit_c0_register($25, 0)
  891. #define write_c0_perfctrl0(val) __write_32bit_c0_register($25, 0, val)
  892. #define read_c0_perfcntr0() __read_32bit_c0_register($25, 1)
  893. #define write_c0_perfcntr0(val) __write_32bit_c0_register($25, 1, val)
  894. #define read_c0_perfcntr0_64() __read_64bit_c0_register($25, 1)
  895. #define write_c0_perfcntr0_64(val) __write_64bit_c0_register($25, 1, val)
  896. #define read_c0_perfctrl1() __read_32bit_c0_register($25, 2)
  897. #define write_c0_perfctrl1(val) __write_32bit_c0_register($25, 2, val)
  898. #define read_c0_perfcntr1() __read_32bit_c0_register($25, 3)
  899. #define write_c0_perfcntr1(val) __write_32bit_c0_register($25, 3, val)
  900. #define read_c0_perfcntr1_64() __read_64bit_c0_register($25, 3)
  901. #define write_c0_perfcntr1_64(val) __write_64bit_c0_register($25, 3, val)
  902. #define read_c0_perfctrl2() __read_32bit_c0_register($25, 4)
  903. #define write_c0_perfctrl2(val) __write_32bit_c0_register($25, 4, val)
  904. #define read_c0_perfcntr2() __read_32bit_c0_register($25, 5)
  905. #define write_c0_perfcntr2(val) __write_32bit_c0_register($25, 5, val)
  906. #define read_c0_perfcntr2_64() __read_64bit_c0_register($25, 5)
  907. #define write_c0_perfcntr2_64(val) __write_64bit_c0_register($25, 5, val)
  908. #define read_c0_perfctrl3() __read_32bit_c0_register($25, 6)
  909. #define write_c0_perfctrl3(val) __write_32bit_c0_register($25, 6, val)
  910. #define read_c0_perfcntr3() __read_32bit_c0_register($25, 7)
  911. #define write_c0_perfcntr3(val) __write_32bit_c0_register($25, 7, val)
  912. #define read_c0_perfcntr3_64() __read_64bit_c0_register($25, 7)
  913. #define write_c0_perfcntr3_64(val) __write_64bit_c0_register($25, 7, val)
  914. #define read_c0_ecc() __read_32bit_c0_register($26, 0)
  915. #define write_c0_ecc(val) __write_32bit_c0_register($26, 0, val)
  916. #define read_c0_derraddr0() __read_ulong_c0_register($26, 1)
  917. #define write_c0_derraddr0(val) __write_ulong_c0_register($26, 1, val)
  918. #define read_c0_cacheerr() __read_32bit_c0_register($27, 0)
  919. #define read_c0_derraddr1() __read_ulong_c0_register($27, 1)
  920. #define write_c0_derraddr1(val) __write_ulong_c0_register($27, 1, val)
  921. #define read_c0_taglo() __read_32bit_c0_register($28, 0)
  922. #define write_c0_taglo(val) __write_32bit_c0_register($28, 0, val)
  923. #define read_c0_dtaglo() __read_32bit_c0_register($28, 2)
  924. #define write_c0_dtaglo(val) __write_32bit_c0_register($28, 2, val)
  925. #define read_c0_ddatalo() __read_32bit_c0_register($28, 3)
  926. #define write_c0_ddatalo(val) __write_32bit_c0_register($28, 3, val)
  927. #define read_c0_staglo() __read_32bit_c0_register($28, 4)
  928. #define write_c0_staglo(val) __write_32bit_c0_register($28, 4, val)
  929. #define read_c0_taghi() __read_32bit_c0_register($29, 0)
  930. #define write_c0_taghi(val) __write_32bit_c0_register($29, 0, val)
  931. #define read_c0_errorepc() __read_ulong_c0_register($30, 0)
  932. #define write_c0_errorepc(val) __write_ulong_c0_register($30, 0, val)
  933. /* MIPSR2 */
  934. #define read_c0_hwrena() __read_32bit_c0_register($7, 0)
  935. #define write_c0_hwrena(val) __write_32bit_c0_register($7, 0, val)
  936. #define read_c0_intctl() __read_32bit_c0_register($12, 1)
  937. #define write_c0_intctl(val) __write_32bit_c0_register($12, 1, val)
  938. #define read_c0_srsctl() __read_32bit_c0_register($12, 2)
  939. #define write_c0_srsctl(val) __write_32bit_c0_register($12, 2, val)
  940. #define read_c0_srsmap() __read_32bit_c0_register($12, 3)
  941. #define write_c0_srsmap(val) __write_32bit_c0_register($12, 3, val)
  942. #define read_c0_ebase() __read_32bit_c0_register($15, 1)
  943. #define write_c0_ebase(val) __write_32bit_c0_register($15, 1, val)
  944. /* Cavium OCTEON (cnMIPS) */
  945. #define read_c0_cvmcount() __read_ulong_c0_register($9, 6)
  946. #define write_c0_cvmcount(val) __write_ulong_c0_register($9, 6, val)
  947. #define read_c0_cvmctl() __read_64bit_c0_register($9, 7)
  948. #define write_c0_cvmctl(val) __write_64bit_c0_register($9, 7, val)
  949. #define read_c0_cvmmemctl() __read_64bit_c0_register($11, 7)
  950. #define write_c0_cvmmemctl(val) __write_64bit_c0_register($11, 7, val)
  951. /*
  952. * The cacheerr registers are not standardized. On OCTEON, they are
  953. * 64 bits wide.
  954. */
  955. #define read_octeon_c0_icacheerr() __read_64bit_c0_register($27, 0)
  956. #define write_octeon_c0_icacheerr(val) __write_64bit_c0_register($27, 0, val)
  957. #define read_octeon_c0_dcacheerr() __read_64bit_c0_register($27, 1)
  958. #define write_octeon_c0_dcacheerr(val) __write_64bit_c0_register($27, 1, val)
  959. /* BMIPS3300 */
  960. #define read_c0_brcm_config_0() __read_32bit_c0_register($22, 0)
  961. #define write_c0_brcm_config_0(val) __write_32bit_c0_register($22, 0, val)
  962. #define read_c0_brcm_bus_pll() __read_32bit_c0_register($22, 4)
  963. #define write_c0_brcm_bus_pll(val) __write_32bit_c0_register($22, 4, val)
  964. #define read_c0_brcm_reset() __read_32bit_c0_register($22, 5)
  965. #define write_c0_brcm_reset(val) __write_32bit_c0_register($22, 5, val)
  966. /* BMIPS43xx */
  967. #define read_c0_brcm_cmt_intr() __read_32bit_c0_register($22, 1)
  968. #define write_c0_brcm_cmt_intr(val) __write_32bit_c0_register($22, 1, val)
  969. #define read_c0_brcm_cmt_ctrl() __read_32bit_c0_register($22, 2)
  970. #define write_c0_brcm_cmt_ctrl(val) __write_32bit_c0_register($22, 2, val)
  971. #define read_c0_brcm_cmt_local() __read_32bit_c0_register($22, 3)
  972. #define write_c0_brcm_cmt_local(val) __write_32bit_c0_register($22, 3, val)
  973. #define read_c0_brcm_config_1() __read_32bit_c0_register($22, 5)
  974. #define write_c0_brcm_config_1(val) __write_32bit_c0_register($22, 5, val)
  975. #define read_c0_brcm_cbr() __read_32bit_c0_register($22, 6)
  976. #define write_c0_brcm_cbr(val) __write_32bit_c0_register($22, 6, val)
  977. /* BMIPS5000 */
  978. #define read_c0_brcm_config() __read_32bit_c0_register($22, 0)
  979. #define write_c0_brcm_config(val) __write_32bit_c0_register($22, 0, val)
  980. #define read_c0_brcm_mode() __read_32bit_c0_register($22, 1)
  981. #define write_c0_brcm_mode(val) __write_32bit_c0_register($22, 1, val)
  982. #define read_c0_brcm_action() __read_32bit_c0_register($22, 2)
  983. #define write_c0_brcm_action(val) __write_32bit_c0_register($22, 2, val)
  984. #define read_c0_brcm_edsp() __read_32bit_c0_register($22, 3)
  985. #define write_c0_brcm_edsp(val) __write_32bit_c0_register($22, 3, val)
  986. #define read_c0_brcm_bootvec() __read_32bit_c0_register($22, 4)
  987. #define write_c0_brcm_bootvec(val) __write_32bit_c0_register($22, 4, val)
  988. #define read_c0_brcm_sleepcount() __read_32bit_c0_register($22, 7)
  989. #define write_c0_brcm_sleepcount(val) __write_32bit_c0_register($22, 7, val)
  990. /*
  991. * Macros to access the floating point coprocessor control registers
  992. */
  993. #define read_32bit_cp1_register(source) \
  994. ({ int __res; \
  995. __asm__ __volatile__( \
  996. ".set\tpush\n\t" \
  997. ".set\treorder\n\t" \
  998. /* gas fails to assemble cfc1 for some archs (octeon).*/ \
  999. ".set\tmips1\n\t" \
  1000. "cfc1\t%0,"STR(source)"\n\t" \
  1001. ".set\tpop" \
  1002. : "=r" (__res)); \
  1003. __res;})
  1004. #define rddsp(mask) \
  1005. ({ \
  1006. unsigned int __res; \
  1007. \
  1008. __asm__ __volatile__( \
  1009. " .set push \n" \
  1010. " .set noat \n" \
  1011. " # rddsp $1, %x1 \n" \
  1012. " .word 0x7c000cb8 | (%x1 << 16) \n" \
  1013. " move %0, $1 \n" \
  1014. " .set pop \n" \
  1015. : "=r" (__res) \
  1016. : "i" (mask)); \
  1017. __res; \
  1018. })
  1019. #define wrdsp(val, mask) \
  1020. do { \
  1021. __asm__ __volatile__( \
  1022. " .set push \n" \
  1023. " .set noat \n" \
  1024. " move $1, %0 \n" \
  1025. " # wrdsp $1, %x1 \n" \
  1026. " .word 0x7c2004f8 | (%x1 << 11) \n" \
  1027. " .set pop \n" \
  1028. : \
  1029. : "r" (val), "i" (mask)); \
  1030. } while (0)
  1031. #if 0 /* Need DSP ASE capable assembler ... */
  1032. #define mflo0() ({ long mflo0; __asm__("mflo %0, $ac0" : "=r" (mflo0)); mflo0;})
  1033. #define mflo1() ({ long mflo1; __asm__("mflo %0, $ac1" : "=r" (mflo1)); mflo1;})
  1034. #define mflo2() ({ long mflo2; __asm__("mflo %0, $ac2" : "=r" (mflo2)); mflo2;})
  1035. #define mflo3() ({ long mflo3; __asm__("mflo %0, $ac3" : "=r" (mflo3)); mflo3;})
  1036. #define mfhi0() ({ long mfhi0; __asm__("mfhi %0, $ac0" : "=r" (mfhi0)); mfhi0;})
  1037. #define mfhi1() ({ long mfhi1; __asm__("mfhi %0, $ac1" : "=r" (mfhi1)); mfhi1;})
  1038. #define mfhi2() ({ long mfhi2; __asm__("mfhi %0, $ac2" : "=r" (mfhi2)); mfhi2;})
  1039. #define mfhi3() ({ long mfhi3; __asm__("mfhi %0, $ac3" : "=r" (mfhi3)); mfhi3;})
  1040. #define mtlo0(x) __asm__("mtlo %0, $ac0" ::"r" (x))
  1041. #define mtlo1(x) __asm__("mtlo %0, $ac1" ::"r" (x))
  1042. #define mtlo2(x) __asm__("mtlo %0, $ac2" ::"r" (x))
  1043. #define mtlo3(x) __asm__("mtlo %0, $ac3" ::"r" (x))
  1044. #define mthi0(x) __asm__("mthi %0, $ac0" ::"r" (x))
  1045. #define mthi1(x) __asm__("mthi %0, $ac1" ::"r" (x))
  1046. #define mthi2(x) __asm__("mthi %0, $ac2" ::"r" (x))
  1047. #define mthi3(x) __asm__("mthi %0, $ac3" ::"r" (x))
  1048. #else
  1049. #define mfhi0() \
  1050. ({ \
  1051. unsigned long __treg; \
  1052. \
  1053. __asm__ __volatile__( \
  1054. " .set push \n" \
  1055. " .set noat \n" \
  1056. " # mfhi %0, $ac0 \n" \
  1057. " .word 0x00000810 \n" \
  1058. " move %0, $1 \n" \
  1059. " .set pop \n" \
  1060. : "=r" (__treg)); \
  1061. __treg; \
  1062. })
  1063. #define mfhi1() \
  1064. ({ \
  1065. unsigned long __treg; \
  1066. \
  1067. __asm__ __volatile__( \
  1068. " .set push \n" \
  1069. " .set noat \n" \
  1070. " # mfhi %0, $ac1 \n" \
  1071. " .word 0x00200810 \n" \
  1072. " move %0, $1 \n" \
  1073. " .set pop \n" \
  1074. : "=r" (__treg)); \
  1075. __treg; \
  1076. })
  1077. #define mfhi2() \
  1078. ({ \
  1079. unsigned long __treg; \
  1080. \
  1081. __asm__ __volatile__( \
  1082. " .set push \n" \
  1083. " .set noat \n" \
  1084. " # mfhi %0, $ac2 \n" \
  1085. " .word 0x00400810 \n" \
  1086. " move %0, $1 \n" \
  1087. " .set pop \n" \
  1088. : "=r" (__treg)); \
  1089. __treg; \
  1090. })
  1091. #define mfhi3() \
  1092. ({ \
  1093. unsigned long __treg; \
  1094. \
  1095. __asm__ __volatile__( \
  1096. " .set push \n" \
  1097. " .set noat \n" \
  1098. " # mfhi %0, $ac3 \n" \
  1099. " .word 0x00600810 \n" \
  1100. " move %0, $1 \n" \
  1101. " .set pop \n" \
  1102. : "=r" (__treg)); \
  1103. __treg; \
  1104. })
  1105. #define mflo0() \
  1106. ({ \
  1107. unsigned long __treg; \
  1108. \
  1109. __asm__ __volatile__( \
  1110. " .set push \n" \
  1111. " .set noat \n" \
  1112. " # mflo %0, $ac0 \n" \
  1113. " .word 0x00000812 \n" \
  1114. " move %0, $1 \n" \
  1115. " .set pop \n" \
  1116. : "=r" (__treg)); \
  1117. __treg; \
  1118. })
  1119. #define mflo1() \
  1120. ({ \
  1121. unsigned long __treg; \
  1122. \
  1123. __asm__ __volatile__( \
  1124. " .set push \n" \
  1125. " .set noat \n" \
  1126. " # mflo %0, $ac1 \n" \
  1127. " .word 0x00200812 \n" \
  1128. " move %0, $1 \n" \
  1129. " .set pop \n" \
  1130. : "=r" (__treg)); \
  1131. __treg; \
  1132. })
  1133. #define mflo2() \
  1134. ({ \
  1135. unsigned long __treg; \
  1136. \
  1137. __asm__ __volatile__( \
  1138. " .set push \n" \
  1139. " .set noat \n" \
  1140. " # mflo %0, $ac2 \n" \
  1141. " .word 0x00400812 \n" \
  1142. " move %0, $1 \n" \
  1143. " .set pop \n" \
  1144. : "=r" (__treg)); \
  1145. __treg; \
  1146. })
  1147. #define mflo3() \
  1148. ({ \
  1149. unsigned long __treg; \
  1150. \
  1151. __asm__ __volatile__( \
  1152. " .set push \n" \
  1153. " .set noat \n" \
  1154. " # mflo %0, $ac3 \n" \
  1155. " .word 0x00600812 \n" \
  1156. " move %0, $1 \n" \
  1157. " .set pop \n" \
  1158. : "=r" (__treg)); \
  1159. __treg; \
  1160. })
  1161. #define mthi0(x) \
  1162. do { \
  1163. __asm__ __volatile__( \
  1164. " .set push \n" \
  1165. " .set noat \n" \
  1166. " move $1, %0 \n" \
  1167. " # mthi $1, $ac0 \n" \
  1168. " .word 0x00200011 \n" \
  1169. " .set pop \n" \
  1170. : \
  1171. : "r" (x)); \
  1172. } while (0)
  1173. #define mthi1(x) \
  1174. do { \
  1175. __asm__ __volatile__( \
  1176. " .set push \n" \
  1177. " .set noat \n" \
  1178. " move $1, %0 \n" \
  1179. " # mthi $1, $ac1 \n" \
  1180. " .word 0x00200811 \n" \
  1181. " .set pop \n" \
  1182. : \
  1183. : "r" (x)); \
  1184. } while (0)
  1185. #define mthi2(x) \
  1186. do { \
  1187. __asm__ __volatile__( \
  1188. " .set push \n" \
  1189. " .set noat \n" \
  1190. " move $1, %0 \n" \
  1191. " # mthi $1, $ac2 \n" \
  1192. " .word 0x00201011 \n" \
  1193. " .set pop \n" \
  1194. : \
  1195. : "r" (x)); \
  1196. } while (0)
  1197. #define mthi3(x) \
  1198. do { \
  1199. __asm__ __volatile__( \
  1200. " .set push \n" \
  1201. " .set noat \n" \
  1202. " move $1, %0 \n" \
  1203. " # mthi $1, $ac3 \n" \
  1204. " .word 0x00201811 \n" \
  1205. " .set pop \n" \
  1206. : \
  1207. : "r" (x)); \
  1208. } while (0)
  1209. #define mtlo0(x) \
  1210. do { \
  1211. __asm__ __volatile__( \
  1212. " .set push \n" \
  1213. " .set noat \n" \
  1214. " move $1, %0 \n" \
  1215. " # mtlo $1, $ac0 \n" \
  1216. " .word 0x00200013 \n" \
  1217. " .set pop \n" \
  1218. : \
  1219. : "r" (x)); \
  1220. } while (0)
  1221. #define mtlo1(x) \
  1222. do { \
  1223. __asm__ __volatile__( \
  1224. " .set push \n" \
  1225. " .set noat \n" \
  1226. " move $1, %0 \n" \
  1227. " # mtlo $1, $ac1 \n" \
  1228. " .word 0x00200813 \n" \
  1229. " .set pop \n" \
  1230. : \
  1231. : "r" (x)); \
  1232. } while (0)
  1233. #define mtlo2(x) \
  1234. do { \
  1235. __asm__ __volatile__( \
  1236. " .set push \n" \
  1237. " .set noat \n" \
  1238. " move $1, %0 \n" \
  1239. " # mtlo $1, $ac2 \n" \
  1240. " .word 0x00201013 \n" \
  1241. " .set pop \n" \
  1242. : \
  1243. : "r" (x)); \
  1244. } while (0)
  1245. #define mtlo3(x) \
  1246. do { \
  1247. __asm__ __volatile__( \
  1248. " .set push \n" \
  1249. " .set noat \n" \
  1250. " move $1, %0 \n" \
  1251. " # mtlo $1, $ac3 \n" \
  1252. " .word 0x00201813 \n" \
  1253. " .set pop \n" \
  1254. : \
  1255. : "r" (x)); \
  1256. } while (0)
  1257. #endif
  1258. /*
  1259. * TLB operations.
  1260. *
  1261. * It is responsibility of the caller to take care of any TLB hazards.
  1262. */
  1263. static inline void tlb_probe(void)
  1264. {
  1265. __asm__ __volatile__(
  1266. ".set noreorder\n\t"
  1267. "tlbp\n\t"
  1268. ".set reorder");
  1269. }
  1270. static inline void tlb_read(void)
  1271. {
  1272. #if MIPS34K_MISSED_ITLB_WAR
  1273. int res = 0;
  1274. __asm__ __volatile__(
  1275. " .set push \n"
  1276. " .set noreorder \n"
  1277. " .set noat \n"
  1278. " .set mips32r2 \n"
  1279. " .word 0x41610001 # dvpe $1 \n"
  1280. " move %0, $1 \n"
  1281. " ehb \n"
  1282. " .set pop \n"
  1283. : "=r" (res));
  1284. instruction_hazard();
  1285. #endif
  1286. __asm__ __volatile__(
  1287. ".set noreorder\n\t"
  1288. "tlbr\n\t"
  1289. ".set reorder");
  1290. #if MIPS34K_MISSED_ITLB_WAR
  1291. if ((res & _ULCAST_(1)))
  1292. __asm__ __volatile__(
  1293. " .set push \n"
  1294. " .set noreorder \n"
  1295. " .set noat \n"
  1296. " .set mips32r2 \n"
  1297. " .word 0x41600021 # evpe \n"
  1298. " ehb \n"
  1299. " .set pop \n");
  1300. #endif
  1301. }
  1302. static inline void tlb_write_indexed(void)
  1303. {
  1304. __asm__ __volatile__(
  1305. ".set noreorder\n\t"
  1306. "tlbwi\n\t"
  1307. ".set reorder");
  1308. }
  1309. static inline void tlb_write_random(void)
  1310. {
  1311. __asm__ __volatile__(
  1312. ".set noreorder\n\t"
  1313. "tlbwr\n\t"
  1314. ".set reorder");
  1315. }
  1316. /*
  1317. * Manipulate bits in a c0 register.
  1318. */
  1319. #ifndef CONFIG_MIPS_MT_SMTC
  1320. /*
  1321. * SMTC Linux requires shutting-down microthread scheduling
  1322. * during CP0 register read-modify-write sequences.
  1323. */
  1324. #define __BUILD_SET_C0(name) \
  1325. static inline unsigned int \
  1326. set_c0_##name(unsigned int set) \
  1327. { \
  1328. unsigned int res, new; \
  1329. \
  1330. res = read_c0_##name(); \
  1331. new = res | set; \
  1332. write_c0_##name(new); \
  1333. \
  1334. return res; \
  1335. } \
  1336. \
  1337. static inline unsigned int \
  1338. clear_c0_##name(unsigned int clear) \
  1339. { \
  1340. unsigned int res, new; \
  1341. \
  1342. res = read_c0_##name(); \
  1343. new = res & ~clear; \
  1344. write_c0_##name(new); \
  1345. \
  1346. return res; \
  1347. } \
  1348. \
  1349. static inline unsigned int \
  1350. change_c0_##name(unsigned int change, unsigned int val) \
  1351. { \
  1352. unsigned int res, new; \
  1353. \
  1354. res = read_c0_##name(); \
  1355. new = res & ~change; \
  1356. new |= (val & change); \
  1357. write_c0_##name(new); \
  1358. \
  1359. return res; \
  1360. }
  1361. #else /* SMTC versions that manage MT scheduling */
  1362. #include <linux/irqflags.h>
  1363. /*
  1364. * This is a duplicate of dmt() in mipsmtregs.h to avoid problems with
  1365. * header file recursion.
  1366. */
  1367. static inline unsigned int __dmt(void)
  1368. {
  1369. int res;
  1370. __asm__ __volatile__(
  1371. " .set push \n"
  1372. " .set mips32r2 \n"
  1373. " .set noat \n"
  1374. " .word 0x41610BC1 # dmt $1 \n"
  1375. " ehb \n"
  1376. " move %0, $1 \n"
  1377. " .set pop \n"
  1378. : "=r" (res));
  1379. instruction_hazard();
  1380. return res;
  1381. }
  1382. #define __VPECONTROL_TE_SHIFT 15
  1383. #define __VPECONTROL_TE (1UL << __VPECONTROL_TE_SHIFT)
  1384. #define __EMT_ENABLE __VPECONTROL_TE
  1385. static inline void __emt(unsigned int previous)
  1386. {
  1387. if ((previous & __EMT_ENABLE))
  1388. __asm__ __volatile__(
  1389. " .set mips32r2 \n"
  1390. " .word 0x41600be1 # emt \n"
  1391. " ehb \n"
  1392. " .set mips0 \n");
  1393. }
  1394. static inline void __ehb(void)
  1395. {
  1396. __asm__ __volatile__(
  1397. " .set mips32r2 \n"
  1398. " ehb \n" " .set mips0 \n");
  1399. }
  1400. /*
  1401. * Note that local_irq_save/restore affect TC-specific IXMT state,
  1402. * not Status.IE as in non-SMTC kernel.
  1403. */
  1404. #define __BUILD_SET_C0(name) \
  1405. static inline unsigned int \
  1406. set_c0_##name(unsigned int set) \
  1407. { \
  1408. unsigned int res; \
  1409. unsigned int new; \
  1410. unsigned int omt; \
  1411. unsigned long flags; \
  1412. \
  1413. local_irq_save(flags); \
  1414. omt = __dmt(); \
  1415. res = read_c0_##name(); \
  1416. new = res | set; \
  1417. write_c0_##name(new); \
  1418. __emt(omt); \
  1419. local_irq_restore(flags); \
  1420. \
  1421. return res; \
  1422. } \
  1423. \
  1424. static inline unsigned int \
  1425. clear_c0_##name(unsigned int clear) \
  1426. { \
  1427. unsigned int res; \
  1428. unsigned int new; \
  1429. unsigned int omt; \
  1430. unsigned long flags; \
  1431. \
  1432. local_irq_save(flags); \
  1433. omt = __dmt(); \
  1434. res = read_c0_##name(); \
  1435. new = res & ~clear; \
  1436. write_c0_##name(new); \
  1437. __emt(omt); \
  1438. local_irq_restore(flags); \
  1439. \
  1440. return res; \
  1441. } \
  1442. \
  1443. static inline unsigned int \
  1444. change_c0_##name(unsigned int change, unsigned int newbits) \
  1445. { \
  1446. unsigned int res; \
  1447. unsigned int new; \
  1448. unsigned int omt; \
  1449. unsigned long flags; \
  1450. \
  1451. local_irq_save(flags); \
  1452. \
  1453. omt = __dmt(); \
  1454. res = read_c0_##name(); \
  1455. new = res & ~change; \
  1456. new |= (newbits & change); \
  1457. write_c0_##name(new); \
  1458. __emt(omt); \
  1459. local_irq_restore(flags); \
  1460. \
  1461. return res; \
  1462. }
  1463. #endif
  1464. __BUILD_SET_C0(status)
  1465. __BUILD_SET_C0(cause)
  1466. __BUILD_SET_C0(config)
  1467. __BUILD_SET_C0(intcontrol)
  1468. __BUILD_SET_C0(intctl)
  1469. __BUILD_SET_C0(srsmap)
  1470. __BUILD_SET_C0(brcm_config_0)
  1471. __BUILD_SET_C0(brcm_bus_pll)
  1472. __BUILD_SET_C0(brcm_reset)
  1473. __BUILD_SET_C0(brcm_cmt_intr)
  1474. __BUILD_SET_C0(brcm_cmt_ctrl)
  1475. __BUILD_SET_C0(brcm_config)
  1476. __BUILD_SET_C0(brcm_mode)
  1477. #endif /* !__ASSEMBLY__ */
  1478. #endif /* _ASM_MIPSREGS_H */