evergreen.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764
  1. /*
  2. * Copyright 2010 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Alex Deucher
  23. */
  24. #include <linux/firmware.h>
  25. #include <linux/platform_device.h>
  26. #include "drmP.h"
  27. #include "radeon.h"
  28. #include "radeon_asic.h"
  29. #include "radeon_drm.h"
  30. #include "rv770d.h"
  31. #include "atom.h"
  32. #include "avivod.h"
  33. #include "evergreen_reg.h"
  34. static void evergreen_gpu_init(struct radeon_device *rdev);
  35. void evergreen_fini(struct radeon_device *rdev);
  36. bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd)
  37. {
  38. bool connected = false;
  39. /* XXX */
  40. return connected;
  41. }
  42. void evergreen_hpd_set_polarity(struct radeon_device *rdev,
  43. enum radeon_hpd_id hpd)
  44. {
  45. /* XXX */
  46. }
  47. void evergreen_hpd_init(struct radeon_device *rdev)
  48. {
  49. /* XXX */
  50. }
  51. void evergreen_bandwidth_update(struct radeon_device *rdev)
  52. {
  53. /* XXX */
  54. }
  55. void evergreen_hpd_fini(struct radeon_device *rdev)
  56. {
  57. /* XXX */
  58. }
  59. static int evergreen_mc_wait_for_idle(struct radeon_device *rdev)
  60. {
  61. unsigned i;
  62. u32 tmp;
  63. for (i = 0; i < rdev->usec_timeout; i++) {
  64. /* read MC_STATUS */
  65. tmp = RREG32(SRBM_STATUS) & 0x1F00;
  66. if (!tmp)
  67. return 0;
  68. udelay(1);
  69. }
  70. return -1;
  71. }
  72. /*
  73. * GART
  74. */
  75. int evergreen_pcie_gart_enable(struct radeon_device *rdev)
  76. {
  77. u32 tmp;
  78. int r, i;
  79. if (rdev->gart.table.vram.robj == NULL) {
  80. dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
  81. return -EINVAL;
  82. }
  83. r = radeon_gart_table_vram_pin(rdev);
  84. if (r)
  85. return r;
  86. radeon_gart_restore(rdev);
  87. /* Setup L2 cache */
  88. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  89. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  90. EFFECTIVE_L2_QUEUE_SIZE(7));
  91. WREG32(VM_L2_CNTL2, 0);
  92. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  93. /* Setup TLB control */
  94. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  95. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  96. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  97. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  98. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  99. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  100. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  101. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  102. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  103. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  104. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  105. WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
  106. WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
  107. WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
  108. WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT | PAGE_TABLE_DEPTH(0) |
  109. RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
  110. WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
  111. (u32)(rdev->dummy_page.addr >> 12));
  112. for (i = 1; i < 7; i++)
  113. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  114. r600_pcie_gart_tlb_flush(rdev);
  115. rdev->gart.ready = true;
  116. return 0;
  117. }
  118. void evergreen_pcie_gart_disable(struct radeon_device *rdev)
  119. {
  120. u32 tmp;
  121. int i, r;
  122. /* Disable all tables */
  123. for (i = 0; i < 7; i++)
  124. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  125. /* Setup L2 cache */
  126. WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING |
  127. EFFECTIVE_L2_QUEUE_SIZE(7));
  128. WREG32(VM_L2_CNTL2, 0);
  129. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  130. /* Setup TLB control */
  131. tmp = EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  132. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  133. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  134. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  135. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  136. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  137. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  138. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  139. if (rdev->gart.table.vram.robj) {
  140. r = radeon_bo_reserve(rdev->gart.table.vram.robj, false);
  141. if (likely(r == 0)) {
  142. radeon_bo_kunmap(rdev->gart.table.vram.robj);
  143. radeon_bo_unpin(rdev->gart.table.vram.robj);
  144. radeon_bo_unreserve(rdev->gart.table.vram.robj);
  145. }
  146. }
  147. }
  148. void evergreen_pcie_gart_fini(struct radeon_device *rdev)
  149. {
  150. evergreen_pcie_gart_disable(rdev);
  151. radeon_gart_table_vram_free(rdev);
  152. radeon_gart_fini(rdev);
  153. }
  154. void evergreen_agp_enable(struct radeon_device *rdev)
  155. {
  156. u32 tmp;
  157. int i;
  158. /* Setup L2 cache */
  159. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  160. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  161. EFFECTIVE_L2_QUEUE_SIZE(7));
  162. WREG32(VM_L2_CNTL2, 0);
  163. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  164. /* Setup TLB control */
  165. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  166. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  167. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  168. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  169. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  170. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  171. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  172. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  173. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  174. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  175. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  176. for (i = 0; i < 7; i++)
  177. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  178. }
  179. static void evergreen_mc_stop(struct radeon_device *rdev, struct evergreen_mc_save *save)
  180. {
  181. save->vga_control[0] = RREG32(D1VGA_CONTROL);
  182. save->vga_control[1] = RREG32(D2VGA_CONTROL);
  183. save->vga_control[2] = RREG32(EVERGREEN_D3VGA_CONTROL);
  184. save->vga_control[3] = RREG32(EVERGREEN_D4VGA_CONTROL);
  185. save->vga_control[4] = RREG32(EVERGREEN_D5VGA_CONTROL);
  186. save->vga_control[5] = RREG32(EVERGREEN_D6VGA_CONTROL);
  187. save->vga_render_control = RREG32(VGA_RENDER_CONTROL);
  188. save->vga_hdp_control = RREG32(VGA_HDP_CONTROL);
  189. save->crtc_control[0] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET);
  190. save->crtc_control[1] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET);
  191. save->crtc_control[2] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET);
  192. save->crtc_control[3] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET);
  193. save->crtc_control[4] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET);
  194. save->crtc_control[5] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  195. /* Stop all video */
  196. WREG32(VGA_RENDER_CONTROL, 0);
  197. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  198. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  199. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  200. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  201. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  202. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  203. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  204. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  205. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  206. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  207. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  208. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  209. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  210. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  211. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  212. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  213. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  214. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  215. WREG32(D1VGA_CONTROL, 0);
  216. WREG32(D2VGA_CONTROL, 0);
  217. WREG32(EVERGREEN_D3VGA_CONTROL, 0);
  218. WREG32(EVERGREEN_D4VGA_CONTROL, 0);
  219. WREG32(EVERGREEN_D5VGA_CONTROL, 0);
  220. WREG32(EVERGREEN_D6VGA_CONTROL, 0);
  221. }
  222. static void evergreen_mc_resume(struct radeon_device *rdev, struct evergreen_mc_save *save)
  223. {
  224. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  225. upper_32_bits(rdev->mc.vram_start));
  226. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  227. upper_32_bits(rdev->mc.vram_start));
  228. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  229. (u32)rdev->mc.vram_start);
  230. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  231. (u32)rdev->mc.vram_start);
  232. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  233. upper_32_bits(rdev->mc.vram_start));
  234. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  235. upper_32_bits(rdev->mc.vram_start));
  236. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  237. (u32)rdev->mc.vram_start);
  238. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  239. (u32)rdev->mc.vram_start);
  240. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  241. upper_32_bits(rdev->mc.vram_start));
  242. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  243. upper_32_bits(rdev->mc.vram_start));
  244. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  245. (u32)rdev->mc.vram_start);
  246. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  247. (u32)rdev->mc.vram_start);
  248. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  249. upper_32_bits(rdev->mc.vram_start));
  250. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  251. upper_32_bits(rdev->mc.vram_start));
  252. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  253. (u32)rdev->mc.vram_start);
  254. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  255. (u32)rdev->mc.vram_start);
  256. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  257. upper_32_bits(rdev->mc.vram_start));
  258. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  259. upper_32_bits(rdev->mc.vram_start));
  260. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  261. (u32)rdev->mc.vram_start);
  262. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  263. (u32)rdev->mc.vram_start);
  264. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  265. upper_32_bits(rdev->mc.vram_start));
  266. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  267. upper_32_bits(rdev->mc.vram_start));
  268. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  269. (u32)rdev->mc.vram_start);
  270. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  271. (u32)rdev->mc.vram_start);
  272. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS_HIGH, upper_32_bits(rdev->mc.vram_start));
  273. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS, (u32)rdev->mc.vram_start);
  274. /* Unlock host access */
  275. WREG32(VGA_HDP_CONTROL, save->vga_hdp_control);
  276. mdelay(1);
  277. /* Restore video state */
  278. WREG32(D1VGA_CONTROL, save->vga_control[0]);
  279. WREG32(D2VGA_CONTROL, save->vga_control[1]);
  280. WREG32(EVERGREEN_D3VGA_CONTROL, save->vga_control[2]);
  281. WREG32(EVERGREEN_D4VGA_CONTROL, save->vga_control[3]);
  282. WREG32(EVERGREEN_D5VGA_CONTROL, save->vga_control[4]);
  283. WREG32(EVERGREEN_D6VGA_CONTROL, save->vga_control[5]);
  284. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  285. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  286. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  287. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  288. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  289. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  290. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, save->crtc_control[0]);
  291. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, save->crtc_control[1]);
  292. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, save->crtc_control[2]);
  293. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, save->crtc_control[3]);
  294. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, save->crtc_control[4]);
  295. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, save->crtc_control[5]);
  296. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  297. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  298. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  299. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  300. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  301. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  302. WREG32(VGA_RENDER_CONTROL, save->vga_render_control);
  303. }
  304. static void evergreen_mc_program(struct radeon_device *rdev)
  305. {
  306. struct evergreen_mc_save save;
  307. u32 tmp;
  308. int i, j;
  309. /* Initialize HDP */
  310. for (i = 0, j = 0; i < 32; i++, j += 0x18) {
  311. WREG32((0x2c14 + j), 0x00000000);
  312. WREG32((0x2c18 + j), 0x00000000);
  313. WREG32((0x2c1c + j), 0x00000000);
  314. WREG32((0x2c20 + j), 0x00000000);
  315. WREG32((0x2c24 + j), 0x00000000);
  316. }
  317. WREG32(HDP_REG_COHERENCY_FLUSH_CNTL, 0);
  318. evergreen_mc_stop(rdev, &save);
  319. if (evergreen_mc_wait_for_idle(rdev)) {
  320. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  321. }
  322. /* Lockout access through VGA aperture*/
  323. WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
  324. /* Update configuration */
  325. if (rdev->flags & RADEON_IS_AGP) {
  326. if (rdev->mc.vram_start < rdev->mc.gtt_start) {
  327. /* VRAM before AGP */
  328. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  329. rdev->mc.vram_start >> 12);
  330. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  331. rdev->mc.gtt_end >> 12);
  332. } else {
  333. /* VRAM after AGP */
  334. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  335. rdev->mc.gtt_start >> 12);
  336. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  337. rdev->mc.vram_end >> 12);
  338. }
  339. } else {
  340. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  341. rdev->mc.vram_start >> 12);
  342. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  343. rdev->mc.vram_end >> 12);
  344. }
  345. WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, 0);
  346. tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
  347. tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF);
  348. WREG32(MC_VM_FB_LOCATION, tmp);
  349. WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
  350. WREG32(HDP_NONSURFACE_INFO, (2 << 7));
  351. WREG32(HDP_NONSURFACE_SIZE, (rdev->mc.mc_vram_size - 1) | 0x3FF);
  352. if (rdev->flags & RADEON_IS_AGP) {
  353. WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 16);
  354. WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 16);
  355. WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
  356. } else {
  357. WREG32(MC_VM_AGP_BASE, 0);
  358. WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
  359. WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
  360. }
  361. if (evergreen_mc_wait_for_idle(rdev)) {
  362. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  363. }
  364. evergreen_mc_resume(rdev, &save);
  365. /* we need to own VRAM, so turn off the VGA renderer here
  366. * to stop it overwriting our objects */
  367. rv515_vga_render_disable(rdev);
  368. }
  369. #if 0
  370. /*
  371. * CP.
  372. */
  373. static void evergreen_cp_stop(struct radeon_device *rdev)
  374. {
  375. /* XXX */
  376. }
  377. static int evergreen_cp_load_microcode(struct radeon_device *rdev)
  378. {
  379. /* XXX */
  380. return 0;
  381. }
  382. /*
  383. * Core functions
  384. */
  385. static u32 evergreen_get_tile_pipe_to_backend_map(u32 num_tile_pipes,
  386. u32 num_backends,
  387. u32 backend_disable_mask)
  388. {
  389. u32 backend_map = 0;
  390. return backend_map;
  391. }
  392. #endif
  393. static void evergreen_gpu_init(struct radeon_device *rdev)
  394. {
  395. /* XXX */
  396. }
  397. int evergreen_mc_init(struct radeon_device *rdev)
  398. {
  399. u32 tmp;
  400. int chansize, numchan;
  401. /* Get VRAM informations */
  402. rdev->mc.vram_is_ddr = true;
  403. tmp = RREG32(MC_ARB_RAMCFG);
  404. if (tmp & CHANSIZE_OVERRIDE) {
  405. chansize = 16;
  406. } else if (tmp & CHANSIZE_MASK) {
  407. chansize = 64;
  408. } else {
  409. chansize = 32;
  410. }
  411. tmp = RREG32(MC_SHARED_CHMAP);
  412. switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
  413. case 0:
  414. default:
  415. numchan = 1;
  416. break;
  417. case 1:
  418. numchan = 2;
  419. break;
  420. case 2:
  421. numchan = 4;
  422. break;
  423. case 3:
  424. numchan = 8;
  425. break;
  426. }
  427. rdev->mc.vram_width = numchan * chansize;
  428. /* Could aper size report 0 ? */
  429. rdev->mc.aper_base = drm_get_resource_start(rdev->ddev, 0);
  430. rdev->mc.aper_size = drm_get_resource_len(rdev->ddev, 0);
  431. /* Setup GPU memory space */
  432. /* size in MB on evergreen */
  433. rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  434. rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  435. rdev->mc.visible_vram_size = rdev->mc.aper_size;
  436. /* FIXME remove this once we support unmappable VRAM */
  437. if (rdev->mc.mc_vram_size > rdev->mc.aper_size) {
  438. rdev->mc.mc_vram_size = rdev->mc.aper_size;
  439. rdev->mc.real_vram_size = rdev->mc.aper_size;
  440. }
  441. r600_vram_gtt_location(rdev, &rdev->mc);
  442. radeon_update_bandwidth_info(rdev);
  443. return 0;
  444. }
  445. int evergreen_gpu_reset(struct radeon_device *rdev)
  446. {
  447. /* FIXME: implement for evergreen */
  448. return 0;
  449. }
  450. static int evergreen_startup(struct radeon_device *rdev)
  451. {
  452. #if 0
  453. int r;
  454. if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) {
  455. r = r600_init_microcode(rdev);
  456. if (r) {
  457. DRM_ERROR("Failed to load firmware!\n");
  458. return r;
  459. }
  460. }
  461. #endif
  462. evergreen_mc_program(rdev);
  463. #if 0
  464. if (rdev->flags & RADEON_IS_AGP) {
  465. evergreem_agp_enable(rdev);
  466. } else {
  467. r = evergreen_pcie_gart_enable(rdev);
  468. if (r)
  469. return r;
  470. }
  471. #endif
  472. evergreen_gpu_init(rdev);
  473. #if 0
  474. if (!rdev->r600_blit.shader_obj) {
  475. r = r600_blit_init(rdev);
  476. if (r) {
  477. DRM_ERROR("radeon: failed blitter (%d).\n", r);
  478. return r;
  479. }
  480. }
  481. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  482. if (unlikely(r != 0))
  483. return r;
  484. r = radeon_bo_pin(rdev->r600_blit.shader_obj, RADEON_GEM_DOMAIN_VRAM,
  485. &rdev->r600_blit.shader_gpu_addr);
  486. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  487. if (r) {
  488. DRM_ERROR("failed to pin blit object %d\n", r);
  489. return r;
  490. }
  491. /* Enable IRQ */
  492. r = r600_irq_init(rdev);
  493. if (r) {
  494. DRM_ERROR("radeon: IH init failed (%d).\n", r);
  495. radeon_irq_kms_fini(rdev);
  496. return r;
  497. }
  498. r600_irq_set(rdev);
  499. r = radeon_ring_init(rdev, rdev->cp.ring_size);
  500. if (r)
  501. return r;
  502. r = evergreen_cp_load_microcode(rdev);
  503. if (r)
  504. return r;
  505. r = r600_cp_resume(rdev);
  506. if (r)
  507. return r;
  508. /* write back buffer are not vital so don't worry about failure */
  509. r600_wb_enable(rdev);
  510. #endif
  511. return 0;
  512. }
  513. int evergreen_resume(struct radeon_device *rdev)
  514. {
  515. int r;
  516. /* Do not reset GPU before posting, on rv770 hw unlike on r500 hw,
  517. * posting will perform necessary task to bring back GPU into good
  518. * shape.
  519. */
  520. /* post card */
  521. atom_asic_init(rdev->mode_info.atom_context);
  522. /* Initialize clocks */
  523. r = radeon_clocks_init(rdev);
  524. if (r) {
  525. return r;
  526. }
  527. r = evergreen_startup(rdev);
  528. if (r) {
  529. DRM_ERROR("r600 startup failed on resume\n");
  530. return r;
  531. }
  532. #if 0
  533. r = r600_ib_test(rdev);
  534. if (r) {
  535. DRM_ERROR("radeon: failled testing IB (%d).\n", r);
  536. return r;
  537. }
  538. #endif
  539. return r;
  540. }
  541. int evergreen_suspend(struct radeon_device *rdev)
  542. {
  543. #if 0
  544. int r;
  545. /* FIXME: we should wait for ring to be empty */
  546. r700_cp_stop(rdev);
  547. rdev->cp.ready = false;
  548. r600_wb_disable(rdev);
  549. evergreen_pcie_gart_disable(rdev);
  550. /* unpin shaders bo */
  551. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  552. if (likely(r == 0)) {
  553. radeon_bo_unpin(rdev->r600_blit.shader_obj);
  554. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  555. }
  556. #endif
  557. return 0;
  558. }
  559. static bool evergreen_card_posted(struct radeon_device *rdev)
  560. {
  561. u32 reg;
  562. /* first check CRTCs */
  563. reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) |
  564. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET) |
  565. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET) |
  566. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET) |
  567. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET) |
  568. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  569. if (reg & EVERGREEN_CRTC_MASTER_EN)
  570. return true;
  571. /* then check MEM_SIZE, in case the crtcs are off */
  572. if (RREG32(CONFIG_MEMSIZE))
  573. return true;
  574. return false;
  575. }
  576. /* Plan is to move initialization in that function and use
  577. * helper function so that radeon_device_init pretty much
  578. * do nothing more than calling asic specific function. This
  579. * should also allow to remove a bunch of callback function
  580. * like vram_info.
  581. */
  582. int evergreen_init(struct radeon_device *rdev)
  583. {
  584. int r;
  585. r = radeon_dummy_page_init(rdev);
  586. if (r)
  587. return r;
  588. /* This don't do much */
  589. r = radeon_gem_init(rdev);
  590. if (r)
  591. return r;
  592. /* Read BIOS */
  593. if (!radeon_get_bios(rdev)) {
  594. if (ASIC_IS_AVIVO(rdev))
  595. return -EINVAL;
  596. }
  597. /* Must be an ATOMBIOS */
  598. if (!rdev->is_atom_bios) {
  599. dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
  600. return -EINVAL;
  601. }
  602. r = radeon_atombios_init(rdev);
  603. if (r)
  604. return r;
  605. /* Post card if necessary */
  606. if (!evergreen_card_posted(rdev)) {
  607. if (!rdev->bios) {
  608. dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
  609. return -EINVAL;
  610. }
  611. DRM_INFO("GPU not posted. posting now...\n");
  612. atom_asic_init(rdev->mode_info.atom_context);
  613. }
  614. /* Initialize scratch registers */
  615. r600_scratch_init(rdev);
  616. /* Initialize surface registers */
  617. radeon_surface_init(rdev);
  618. /* Initialize clocks */
  619. radeon_get_clock_info(rdev->ddev);
  620. r = radeon_clocks_init(rdev);
  621. if (r)
  622. return r;
  623. /* Initialize power management */
  624. radeon_pm_init(rdev);
  625. /* Fence driver */
  626. r = radeon_fence_driver_init(rdev);
  627. if (r)
  628. return r;
  629. /* initialize AGP */
  630. if (rdev->flags & RADEON_IS_AGP) {
  631. r = radeon_agp_init(rdev);
  632. if (r)
  633. radeon_agp_disable(rdev);
  634. }
  635. /* initialize memory controller */
  636. r = evergreen_mc_init(rdev);
  637. if (r)
  638. return r;
  639. /* Memory manager */
  640. r = radeon_bo_init(rdev);
  641. if (r)
  642. return r;
  643. #if 0
  644. r = radeon_irq_kms_init(rdev);
  645. if (r)
  646. return r;
  647. rdev->cp.ring_obj = NULL;
  648. r600_ring_init(rdev, 1024 * 1024);
  649. rdev->ih.ring_obj = NULL;
  650. r600_ih_ring_init(rdev, 64 * 1024);
  651. r = r600_pcie_gart_init(rdev);
  652. if (r)
  653. return r;
  654. #endif
  655. rdev->accel_working = false;
  656. r = evergreen_startup(rdev);
  657. if (r) {
  658. evergreen_suspend(rdev);
  659. /*r600_wb_fini(rdev);*/
  660. /*radeon_ring_fini(rdev);*/
  661. /*evergreen_pcie_gart_fini(rdev);*/
  662. rdev->accel_working = false;
  663. }
  664. if (rdev->accel_working) {
  665. r = radeon_ib_pool_init(rdev);
  666. if (r) {
  667. DRM_ERROR("radeon: failed initializing IB pool (%d).\n", r);
  668. rdev->accel_working = false;
  669. }
  670. r = r600_ib_test(rdev);
  671. if (r) {
  672. DRM_ERROR("radeon: failed testing IB (%d).\n", r);
  673. rdev->accel_working = false;
  674. }
  675. }
  676. return 0;
  677. }
  678. void evergreen_fini(struct radeon_device *rdev)
  679. {
  680. radeon_pm_fini(rdev);
  681. evergreen_suspend(rdev);
  682. #if 0
  683. r600_blit_fini(rdev);
  684. r600_irq_fini(rdev);
  685. radeon_irq_kms_fini(rdev);
  686. radeon_ring_fini(rdev);
  687. r600_wb_fini(rdev);
  688. evergreen_pcie_gart_fini(rdev);
  689. #endif
  690. radeon_gem_fini(rdev);
  691. radeon_fence_driver_fini(rdev);
  692. radeon_clocks_fini(rdev);
  693. radeon_agp_fini(rdev);
  694. radeon_bo_fini(rdev);
  695. radeon_atombios_fini(rdev);
  696. kfree(rdev->bios);
  697. rdev->bios = NULL;
  698. radeon_dummy_page_fini(rdev);
  699. }