evergreen.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769
  1. /*
  2. * Copyright 2010 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Alex Deucher
  23. */
  24. #include <linux/firmware.h>
  25. #include <linux/platform_device.h>
  26. #include "drmP.h"
  27. #include "radeon.h"
  28. #include "radeon_asic.h"
  29. #include "radeon_drm.h"
  30. #include "rv770d.h"
  31. #include "atom.h"
  32. #include "avivod.h"
  33. #include "evergreen_reg.h"
  34. static void evergreen_gpu_init(struct radeon_device *rdev);
  35. void evergreen_fini(struct radeon_device *rdev);
  36. bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd)
  37. {
  38. bool connected = false;
  39. /* XXX */
  40. return connected;
  41. }
  42. void evergreen_hpd_set_polarity(struct radeon_device *rdev,
  43. enum radeon_hpd_id hpd)
  44. {
  45. /* XXX */
  46. }
  47. void evergreen_hpd_init(struct radeon_device *rdev)
  48. {
  49. /* XXX */
  50. }
  51. void evergreen_bandwidth_update(struct radeon_device *rdev)
  52. {
  53. /* XXX */
  54. }
  55. void evergreen_hpd_fini(struct radeon_device *rdev)
  56. {
  57. /* XXX */
  58. }
  59. static int evergreen_mc_wait_for_idle(struct radeon_device *rdev)
  60. {
  61. unsigned i;
  62. u32 tmp;
  63. for (i = 0; i < rdev->usec_timeout; i++) {
  64. /* read MC_STATUS */
  65. tmp = RREG32(SRBM_STATUS) & 0x1F00;
  66. if (!tmp)
  67. return 0;
  68. udelay(1);
  69. }
  70. return -1;
  71. }
  72. /*
  73. * GART
  74. */
  75. int evergreen_pcie_gart_enable(struct radeon_device *rdev)
  76. {
  77. u32 tmp;
  78. int r, i;
  79. if (rdev->gart.table.vram.robj == NULL) {
  80. dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
  81. return -EINVAL;
  82. }
  83. r = radeon_gart_table_vram_pin(rdev);
  84. if (r)
  85. return r;
  86. radeon_gart_restore(rdev);
  87. /* Setup L2 cache */
  88. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  89. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  90. EFFECTIVE_L2_QUEUE_SIZE(7));
  91. WREG32(VM_L2_CNTL2, 0);
  92. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  93. /* Setup TLB control */
  94. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  95. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  96. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  97. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  98. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  99. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  100. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  101. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  102. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  103. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  104. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  105. WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
  106. WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
  107. WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
  108. WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT | PAGE_TABLE_DEPTH(0) |
  109. RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
  110. WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
  111. (u32)(rdev->dummy_page.addr >> 12));
  112. for (i = 1; i < 7; i++)
  113. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  114. r600_pcie_gart_tlb_flush(rdev);
  115. rdev->gart.ready = true;
  116. return 0;
  117. }
  118. void evergreen_pcie_gart_disable(struct radeon_device *rdev)
  119. {
  120. u32 tmp;
  121. int i, r;
  122. /* Disable all tables */
  123. for (i = 0; i < 7; i++)
  124. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  125. /* Setup L2 cache */
  126. WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING |
  127. EFFECTIVE_L2_QUEUE_SIZE(7));
  128. WREG32(VM_L2_CNTL2, 0);
  129. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  130. /* Setup TLB control */
  131. tmp = EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  132. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  133. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  134. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  135. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  136. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  137. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  138. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  139. if (rdev->gart.table.vram.robj) {
  140. r = radeon_bo_reserve(rdev->gart.table.vram.robj, false);
  141. if (likely(r == 0)) {
  142. radeon_bo_kunmap(rdev->gart.table.vram.robj);
  143. radeon_bo_unpin(rdev->gart.table.vram.robj);
  144. radeon_bo_unreserve(rdev->gart.table.vram.robj);
  145. }
  146. }
  147. }
  148. void evergreen_pcie_gart_fini(struct radeon_device *rdev)
  149. {
  150. evergreen_pcie_gart_disable(rdev);
  151. radeon_gart_table_vram_free(rdev);
  152. radeon_gart_fini(rdev);
  153. }
  154. void evergreen_agp_enable(struct radeon_device *rdev)
  155. {
  156. u32 tmp;
  157. int i;
  158. /* Setup L2 cache */
  159. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  160. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  161. EFFECTIVE_L2_QUEUE_SIZE(7));
  162. WREG32(VM_L2_CNTL2, 0);
  163. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  164. /* Setup TLB control */
  165. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  166. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  167. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  168. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  169. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  170. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  171. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  172. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  173. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  174. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  175. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  176. for (i = 0; i < 7; i++)
  177. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  178. }
  179. static void evergreen_mc_stop(struct radeon_device *rdev, struct evergreen_mc_save *save)
  180. {
  181. save->vga_control[0] = RREG32(D1VGA_CONTROL);
  182. save->vga_control[1] = RREG32(D2VGA_CONTROL);
  183. save->vga_control[2] = RREG32(EVERGREEN_D3VGA_CONTROL);
  184. save->vga_control[3] = RREG32(EVERGREEN_D4VGA_CONTROL);
  185. save->vga_control[4] = RREG32(EVERGREEN_D5VGA_CONTROL);
  186. save->vga_control[5] = RREG32(EVERGREEN_D6VGA_CONTROL);
  187. save->vga_render_control = RREG32(VGA_RENDER_CONTROL);
  188. save->vga_hdp_control = RREG32(VGA_HDP_CONTROL);
  189. save->crtc_control[0] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET);
  190. save->crtc_control[1] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET);
  191. save->crtc_control[2] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET);
  192. save->crtc_control[3] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET);
  193. save->crtc_control[4] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET);
  194. save->crtc_control[5] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  195. /* Stop all video */
  196. WREG32(VGA_RENDER_CONTROL, 0);
  197. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  198. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  199. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  200. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  201. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  202. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  203. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  204. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  205. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  206. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  207. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  208. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  209. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  210. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  211. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  212. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  213. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  214. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  215. WREG32(D1VGA_CONTROL, 0);
  216. WREG32(D2VGA_CONTROL, 0);
  217. WREG32(EVERGREEN_D3VGA_CONTROL, 0);
  218. WREG32(EVERGREEN_D4VGA_CONTROL, 0);
  219. WREG32(EVERGREEN_D5VGA_CONTROL, 0);
  220. WREG32(EVERGREEN_D6VGA_CONTROL, 0);
  221. }
  222. static void evergreen_mc_resume(struct radeon_device *rdev, struct evergreen_mc_save *save)
  223. {
  224. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  225. upper_32_bits(rdev->mc.vram_start));
  226. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  227. upper_32_bits(rdev->mc.vram_start));
  228. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  229. (u32)rdev->mc.vram_start);
  230. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  231. (u32)rdev->mc.vram_start);
  232. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  233. upper_32_bits(rdev->mc.vram_start));
  234. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  235. upper_32_bits(rdev->mc.vram_start));
  236. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  237. (u32)rdev->mc.vram_start);
  238. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  239. (u32)rdev->mc.vram_start);
  240. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  241. upper_32_bits(rdev->mc.vram_start));
  242. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  243. upper_32_bits(rdev->mc.vram_start));
  244. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  245. (u32)rdev->mc.vram_start);
  246. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  247. (u32)rdev->mc.vram_start);
  248. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  249. upper_32_bits(rdev->mc.vram_start));
  250. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  251. upper_32_bits(rdev->mc.vram_start));
  252. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  253. (u32)rdev->mc.vram_start);
  254. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  255. (u32)rdev->mc.vram_start);
  256. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  257. upper_32_bits(rdev->mc.vram_start));
  258. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  259. upper_32_bits(rdev->mc.vram_start));
  260. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  261. (u32)rdev->mc.vram_start);
  262. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  263. (u32)rdev->mc.vram_start);
  264. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  265. upper_32_bits(rdev->mc.vram_start));
  266. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  267. upper_32_bits(rdev->mc.vram_start));
  268. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  269. (u32)rdev->mc.vram_start);
  270. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  271. (u32)rdev->mc.vram_start);
  272. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS_HIGH, upper_32_bits(rdev->mc.vram_start));
  273. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS, (u32)rdev->mc.vram_start);
  274. /* Unlock host access */
  275. WREG32(VGA_HDP_CONTROL, save->vga_hdp_control);
  276. mdelay(1);
  277. /* Restore video state */
  278. WREG32(D1VGA_CONTROL, save->vga_control[0]);
  279. WREG32(D2VGA_CONTROL, save->vga_control[1]);
  280. WREG32(EVERGREEN_D3VGA_CONTROL, save->vga_control[2]);
  281. WREG32(EVERGREEN_D4VGA_CONTROL, save->vga_control[3]);
  282. WREG32(EVERGREEN_D5VGA_CONTROL, save->vga_control[4]);
  283. WREG32(EVERGREEN_D6VGA_CONTROL, save->vga_control[5]);
  284. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  285. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  286. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  287. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  288. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  289. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  290. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, save->crtc_control[0]);
  291. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, save->crtc_control[1]);
  292. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, save->crtc_control[2]);
  293. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, save->crtc_control[3]);
  294. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, save->crtc_control[4]);
  295. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, save->crtc_control[5]);
  296. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  297. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  298. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  299. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  300. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  301. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  302. WREG32(VGA_RENDER_CONTROL, save->vga_render_control);
  303. }
  304. static void evergreen_mc_program(struct radeon_device *rdev)
  305. {
  306. struct evergreen_mc_save save;
  307. u32 tmp;
  308. int i, j;
  309. /* Initialize HDP */
  310. for (i = 0, j = 0; i < 32; i++, j += 0x18) {
  311. WREG32((0x2c14 + j), 0x00000000);
  312. WREG32((0x2c18 + j), 0x00000000);
  313. WREG32((0x2c1c + j), 0x00000000);
  314. WREG32((0x2c20 + j), 0x00000000);
  315. WREG32((0x2c24 + j), 0x00000000);
  316. }
  317. WREG32(HDP_REG_COHERENCY_FLUSH_CNTL, 0);
  318. evergreen_mc_stop(rdev, &save);
  319. if (evergreen_mc_wait_for_idle(rdev)) {
  320. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  321. }
  322. /* Lockout access through VGA aperture*/
  323. WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
  324. /* Update configuration */
  325. if (rdev->flags & RADEON_IS_AGP) {
  326. if (rdev->mc.vram_start < rdev->mc.gtt_start) {
  327. /* VRAM before AGP */
  328. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  329. rdev->mc.vram_start >> 12);
  330. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  331. rdev->mc.gtt_end >> 12);
  332. } else {
  333. /* VRAM after AGP */
  334. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  335. rdev->mc.gtt_start >> 12);
  336. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  337. rdev->mc.vram_end >> 12);
  338. }
  339. } else {
  340. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  341. rdev->mc.vram_start >> 12);
  342. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  343. rdev->mc.vram_end >> 12);
  344. }
  345. WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, 0);
  346. tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
  347. tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF);
  348. WREG32(MC_VM_FB_LOCATION, tmp);
  349. WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
  350. WREG32(HDP_NONSURFACE_INFO, (2 << 7));
  351. WREG32(HDP_NONSURFACE_SIZE, (rdev->mc.mc_vram_size - 1) | 0x3FF);
  352. if (rdev->flags & RADEON_IS_AGP) {
  353. WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 16);
  354. WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 16);
  355. WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
  356. } else {
  357. WREG32(MC_VM_AGP_BASE, 0);
  358. WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
  359. WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
  360. }
  361. if (evergreen_mc_wait_for_idle(rdev)) {
  362. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  363. }
  364. evergreen_mc_resume(rdev, &save);
  365. /* we need to own VRAM, so turn off the VGA renderer here
  366. * to stop it overwriting our objects */
  367. rv515_vga_render_disable(rdev);
  368. }
  369. #if 0
  370. /*
  371. * CP.
  372. */
  373. static void evergreen_cp_stop(struct radeon_device *rdev)
  374. {
  375. /* XXX */
  376. }
  377. static int evergreen_cp_load_microcode(struct radeon_device *rdev)
  378. {
  379. /* XXX */
  380. return 0;
  381. }
  382. /*
  383. * Core functions
  384. */
  385. static u32 evergreen_get_tile_pipe_to_backend_map(u32 num_tile_pipes,
  386. u32 num_backends,
  387. u32 backend_disable_mask)
  388. {
  389. u32 backend_map = 0;
  390. return backend_map;
  391. }
  392. #endif
  393. static void evergreen_gpu_init(struct radeon_device *rdev)
  394. {
  395. /* XXX */
  396. }
  397. int evergreen_mc_init(struct radeon_device *rdev)
  398. {
  399. fixed20_12 a;
  400. u32 tmp;
  401. int chansize, numchan;
  402. /* Get VRAM informations */
  403. rdev->mc.vram_is_ddr = true;
  404. tmp = RREG32(MC_ARB_RAMCFG);
  405. if (tmp & CHANSIZE_OVERRIDE) {
  406. chansize = 16;
  407. } else if (tmp & CHANSIZE_MASK) {
  408. chansize = 64;
  409. } else {
  410. chansize = 32;
  411. }
  412. tmp = RREG32(MC_SHARED_CHMAP);
  413. switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
  414. case 0:
  415. default:
  416. numchan = 1;
  417. break;
  418. case 1:
  419. numchan = 2;
  420. break;
  421. case 2:
  422. numchan = 4;
  423. break;
  424. case 3:
  425. numchan = 8;
  426. break;
  427. }
  428. rdev->mc.vram_width = numchan * chansize;
  429. /* Could aper size report 0 ? */
  430. rdev->mc.aper_base = drm_get_resource_start(rdev->ddev, 0);
  431. rdev->mc.aper_size = drm_get_resource_len(rdev->ddev, 0);
  432. /* Setup GPU memory space */
  433. /* size in MB on evergreen */
  434. rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  435. rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  436. rdev->mc.visible_vram_size = rdev->mc.aper_size;
  437. /* FIXME remove this once we support unmappable VRAM */
  438. if (rdev->mc.mc_vram_size > rdev->mc.aper_size) {
  439. rdev->mc.mc_vram_size = rdev->mc.aper_size;
  440. rdev->mc.real_vram_size = rdev->mc.aper_size;
  441. }
  442. r600_vram_gtt_location(rdev, &rdev->mc);
  443. /* FIXME: we should enforce default clock in case GPU is not in
  444. * default setup
  445. */
  446. a.full = rfixed_const(100);
  447. rdev->pm.sclk.full = rfixed_const(rdev->clock.default_sclk);
  448. rdev->pm.sclk.full = rfixed_div(rdev->pm.sclk, a);
  449. return 0;
  450. }
  451. int evergreen_gpu_reset(struct radeon_device *rdev)
  452. {
  453. /* FIXME: implement for evergreen */
  454. return 0;
  455. }
  456. static int evergreen_startup(struct radeon_device *rdev)
  457. {
  458. #if 0
  459. int r;
  460. if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) {
  461. r = r600_init_microcode(rdev);
  462. if (r) {
  463. DRM_ERROR("Failed to load firmware!\n");
  464. return r;
  465. }
  466. }
  467. #endif
  468. evergreen_mc_program(rdev);
  469. #if 0
  470. if (rdev->flags & RADEON_IS_AGP) {
  471. evergreem_agp_enable(rdev);
  472. } else {
  473. r = evergreen_pcie_gart_enable(rdev);
  474. if (r)
  475. return r;
  476. }
  477. #endif
  478. evergreen_gpu_init(rdev);
  479. #if 0
  480. if (!rdev->r600_blit.shader_obj) {
  481. r = r600_blit_init(rdev);
  482. if (r) {
  483. DRM_ERROR("radeon: failed blitter (%d).\n", r);
  484. return r;
  485. }
  486. }
  487. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  488. if (unlikely(r != 0))
  489. return r;
  490. r = radeon_bo_pin(rdev->r600_blit.shader_obj, RADEON_GEM_DOMAIN_VRAM,
  491. &rdev->r600_blit.shader_gpu_addr);
  492. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  493. if (r) {
  494. DRM_ERROR("failed to pin blit object %d\n", r);
  495. return r;
  496. }
  497. /* Enable IRQ */
  498. r = r600_irq_init(rdev);
  499. if (r) {
  500. DRM_ERROR("radeon: IH init failed (%d).\n", r);
  501. radeon_irq_kms_fini(rdev);
  502. return r;
  503. }
  504. r600_irq_set(rdev);
  505. r = radeon_ring_init(rdev, rdev->cp.ring_size);
  506. if (r)
  507. return r;
  508. r = evergreen_cp_load_microcode(rdev);
  509. if (r)
  510. return r;
  511. r = r600_cp_resume(rdev);
  512. if (r)
  513. return r;
  514. /* write back buffer are not vital so don't worry about failure */
  515. r600_wb_enable(rdev);
  516. #endif
  517. return 0;
  518. }
  519. int evergreen_resume(struct radeon_device *rdev)
  520. {
  521. int r;
  522. /* Do not reset GPU before posting, on rv770 hw unlike on r500 hw,
  523. * posting will perform necessary task to bring back GPU into good
  524. * shape.
  525. */
  526. /* post card */
  527. atom_asic_init(rdev->mode_info.atom_context);
  528. /* Initialize clocks */
  529. r = radeon_clocks_init(rdev);
  530. if (r) {
  531. return r;
  532. }
  533. r = evergreen_startup(rdev);
  534. if (r) {
  535. DRM_ERROR("r600 startup failed on resume\n");
  536. return r;
  537. }
  538. #if 0
  539. r = r600_ib_test(rdev);
  540. if (r) {
  541. DRM_ERROR("radeon: failled testing IB (%d).\n", r);
  542. return r;
  543. }
  544. #endif
  545. return r;
  546. }
  547. int evergreen_suspend(struct radeon_device *rdev)
  548. {
  549. #if 0
  550. int r;
  551. /* FIXME: we should wait for ring to be empty */
  552. r700_cp_stop(rdev);
  553. rdev->cp.ready = false;
  554. r600_wb_disable(rdev);
  555. evergreen_pcie_gart_disable(rdev);
  556. /* unpin shaders bo */
  557. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  558. if (likely(r == 0)) {
  559. radeon_bo_unpin(rdev->r600_blit.shader_obj);
  560. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  561. }
  562. #endif
  563. return 0;
  564. }
  565. static bool evergreen_card_posted(struct radeon_device *rdev)
  566. {
  567. u32 reg;
  568. /* first check CRTCs */
  569. reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) |
  570. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET) |
  571. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET) |
  572. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET) |
  573. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET) |
  574. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  575. if (reg & EVERGREEN_CRTC_MASTER_EN)
  576. return true;
  577. /* then check MEM_SIZE, in case the crtcs are off */
  578. if (RREG32(CONFIG_MEMSIZE))
  579. return true;
  580. return false;
  581. }
  582. /* Plan is to move initialization in that function and use
  583. * helper function so that radeon_device_init pretty much
  584. * do nothing more than calling asic specific function. This
  585. * should also allow to remove a bunch of callback function
  586. * like vram_info.
  587. */
  588. int evergreen_init(struct radeon_device *rdev)
  589. {
  590. int r;
  591. r = radeon_dummy_page_init(rdev);
  592. if (r)
  593. return r;
  594. /* This don't do much */
  595. r = radeon_gem_init(rdev);
  596. if (r)
  597. return r;
  598. /* Read BIOS */
  599. if (!radeon_get_bios(rdev)) {
  600. if (ASIC_IS_AVIVO(rdev))
  601. return -EINVAL;
  602. }
  603. /* Must be an ATOMBIOS */
  604. if (!rdev->is_atom_bios) {
  605. dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
  606. return -EINVAL;
  607. }
  608. r = radeon_atombios_init(rdev);
  609. if (r)
  610. return r;
  611. /* Post card if necessary */
  612. if (!evergreen_card_posted(rdev)) {
  613. if (!rdev->bios) {
  614. dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
  615. return -EINVAL;
  616. }
  617. DRM_INFO("GPU not posted. posting now...\n");
  618. atom_asic_init(rdev->mode_info.atom_context);
  619. }
  620. /* Initialize scratch registers */
  621. r600_scratch_init(rdev);
  622. /* Initialize surface registers */
  623. radeon_surface_init(rdev);
  624. /* Initialize clocks */
  625. radeon_get_clock_info(rdev->ddev);
  626. r = radeon_clocks_init(rdev);
  627. if (r)
  628. return r;
  629. /* Initialize power management */
  630. radeon_pm_init(rdev);
  631. /* Fence driver */
  632. r = radeon_fence_driver_init(rdev);
  633. if (r)
  634. return r;
  635. /* initialize AGP */
  636. if (rdev->flags & RADEON_IS_AGP) {
  637. r = radeon_agp_init(rdev);
  638. if (r)
  639. radeon_agp_disable(rdev);
  640. }
  641. /* initialize memory controller */
  642. r = evergreen_mc_init(rdev);
  643. if (r)
  644. return r;
  645. /* Memory manager */
  646. r = radeon_bo_init(rdev);
  647. if (r)
  648. return r;
  649. #if 0
  650. r = radeon_irq_kms_init(rdev);
  651. if (r)
  652. return r;
  653. rdev->cp.ring_obj = NULL;
  654. r600_ring_init(rdev, 1024 * 1024);
  655. rdev->ih.ring_obj = NULL;
  656. r600_ih_ring_init(rdev, 64 * 1024);
  657. r = r600_pcie_gart_init(rdev);
  658. if (r)
  659. return r;
  660. #endif
  661. rdev->accel_working = false;
  662. r = evergreen_startup(rdev);
  663. if (r) {
  664. evergreen_suspend(rdev);
  665. /*r600_wb_fini(rdev);*/
  666. /*radeon_ring_fini(rdev);*/
  667. /*evergreen_pcie_gart_fini(rdev);*/
  668. rdev->accel_working = false;
  669. }
  670. if (rdev->accel_working) {
  671. r = radeon_ib_pool_init(rdev);
  672. if (r) {
  673. DRM_ERROR("radeon: failed initializing IB pool (%d).\n", r);
  674. rdev->accel_working = false;
  675. }
  676. r = r600_ib_test(rdev);
  677. if (r) {
  678. DRM_ERROR("radeon: failed testing IB (%d).\n", r);
  679. rdev->accel_working = false;
  680. }
  681. }
  682. return 0;
  683. }
  684. void evergreen_fini(struct radeon_device *rdev)
  685. {
  686. radeon_pm_fini(rdev);
  687. evergreen_suspend(rdev);
  688. #if 0
  689. r600_blit_fini(rdev);
  690. r600_irq_fini(rdev);
  691. radeon_irq_kms_fini(rdev);
  692. radeon_ring_fini(rdev);
  693. r600_wb_fini(rdev);
  694. evergreen_pcie_gart_fini(rdev);
  695. #endif
  696. radeon_gem_fini(rdev);
  697. radeon_fence_driver_fini(rdev);
  698. radeon_clocks_fini(rdev);
  699. radeon_agp_fini(rdev);
  700. radeon_bo_fini(rdev);
  701. radeon_atombios_fini(rdev);
  702. kfree(rdev->bios);
  703. rdev->bios = NULL;
  704. radeon_dummy_page_fini(rdev);
  705. }