evergreen.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766
  1. /*
  2. * Copyright 2010 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Alex Deucher
  23. */
  24. #include <linux/firmware.h>
  25. #include <linux/platform_device.h>
  26. #include "drmP.h"
  27. #include "radeon.h"
  28. #include "radeon_drm.h"
  29. #include "rv770d.h"
  30. #include "atom.h"
  31. #include "avivod.h"
  32. #include "evergreen_reg.h"
  33. static void evergreen_gpu_init(struct radeon_device *rdev);
  34. void evergreen_fini(struct radeon_device *rdev);
  35. bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd)
  36. {
  37. bool connected = false;
  38. /* XXX */
  39. return connected;
  40. }
  41. void evergreen_hpd_set_polarity(struct radeon_device *rdev,
  42. enum radeon_hpd_id hpd)
  43. {
  44. /* XXX */
  45. }
  46. void evergreen_hpd_init(struct radeon_device *rdev)
  47. {
  48. /* XXX */
  49. }
  50. void evergreen_bandwidth_update(struct radeon_device *rdev)
  51. {
  52. /* XXX */
  53. }
  54. void evergreen_hpd_fini(struct radeon_device *rdev)
  55. {
  56. /* XXX */
  57. }
  58. static int evergreen_mc_wait_for_idle(struct radeon_device *rdev)
  59. {
  60. unsigned i;
  61. u32 tmp;
  62. for (i = 0; i < rdev->usec_timeout; i++) {
  63. /* read MC_STATUS */
  64. tmp = RREG32(SRBM_STATUS) & 0x1F00;
  65. if (!tmp)
  66. return 0;
  67. udelay(1);
  68. }
  69. return -1;
  70. }
  71. /*
  72. * GART
  73. */
  74. int evergreen_pcie_gart_enable(struct radeon_device *rdev)
  75. {
  76. u32 tmp;
  77. int r, i;
  78. if (rdev->gart.table.vram.robj == NULL) {
  79. dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
  80. return -EINVAL;
  81. }
  82. r = radeon_gart_table_vram_pin(rdev);
  83. if (r)
  84. return r;
  85. radeon_gart_restore(rdev);
  86. /* Setup L2 cache */
  87. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  88. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  89. EFFECTIVE_L2_QUEUE_SIZE(7));
  90. WREG32(VM_L2_CNTL2, 0);
  91. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  92. /* Setup TLB control */
  93. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  94. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  95. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  96. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  97. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  98. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  99. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  100. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  101. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  102. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  103. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  104. WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
  105. WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
  106. WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
  107. WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT | PAGE_TABLE_DEPTH(0) |
  108. RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
  109. WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
  110. (u32)(rdev->dummy_page.addr >> 12));
  111. for (i = 1; i < 7; i++)
  112. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  113. r600_pcie_gart_tlb_flush(rdev);
  114. rdev->gart.ready = true;
  115. return 0;
  116. }
  117. void evergreen_pcie_gart_disable(struct radeon_device *rdev)
  118. {
  119. u32 tmp;
  120. int i, r;
  121. /* Disable all tables */
  122. for (i = 0; i < 7; i++)
  123. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  124. /* Setup L2 cache */
  125. WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING |
  126. EFFECTIVE_L2_QUEUE_SIZE(7));
  127. WREG32(VM_L2_CNTL2, 0);
  128. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  129. /* Setup TLB control */
  130. tmp = EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  131. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  132. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  133. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  134. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  135. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  136. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  137. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  138. if (rdev->gart.table.vram.robj) {
  139. r = radeon_bo_reserve(rdev->gart.table.vram.robj, false);
  140. if (likely(r == 0)) {
  141. radeon_bo_kunmap(rdev->gart.table.vram.robj);
  142. radeon_bo_unpin(rdev->gart.table.vram.robj);
  143. radeon_bo_unreserve(rdev->gart.table.vram.robj);
  144. }
  145. }
  146. }
  147. void evergreen_pcie_gart_fini(struct radeon_device *rdev)
  148. {
  149. evergreen_pcie_gart_disable(rdev);
  150. radeon_gart_table_vram_free(rdev);
  151. radeon_gart_fini(rdev);
  152. }
  153. void evergreen_agp_enable(struct radeon_device *rdev)
  154. {
  155. u32 tmp;
  156. int i;
  157. /* Setup L2 cache */
  158. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  159. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  160. EFFECTIVE_L2_QUEUE_SIZE(7));
  161. WREG32(VM_L2_CNTL2, 0);
  162. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  163. /* Setup TLB control */
  164. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  165. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  166. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  167. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  168. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  169. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  170. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  171. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  172. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  173. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  174. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  175. for (i = 0; i < 7; i++)
  176. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  177. }
  178. static void evergreen_mc_stop(struct radeon_device *rdev, struct evergreen_mc_save *save)
  179. {
  180. save->vga_control[0] = RREG32(D1VGA_CONTROL);
  181. save->vga_control[1] = RREG32(D2VGA_CONTROL);
  182. save->vga_control[2] = RREG32(EVERGREEN_D3VGA_CONTROL);
  183. save->vga_control[3] = RREG32(EVERGREEN_D4VGA_CONTROL);
  184. save->vga_control[4] = RREG32(EVERGREEN_D5VGA_CONTROL);
  185. save->vga_control[5] = RREG32(EVERGREEN_D6VGA_CONTROL);
  186. save->vga_render_control = RREG32(VGA_RENDER_CONTROL);
  187. save->vga_hdp_control = RREG32(VGA_HDP_CONTROL);
  188. save->crtc_control[0] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET);
  189. save->crtc_control[1] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET);
  190. save->crtc_control[2] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET);
  191. save->crtc_control[3] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET);
  192. save->crtc_control[4] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET);
  193. save->crtc_control[5] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  194. /* Stop all video */
  195. WREG32(VGA_RENDER_CONTROL, 0);
  196. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  197. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  198. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  199. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  200. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  201. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  202. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  203. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  204. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  205. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  206. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  207. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  208. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  209. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  210. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  211. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  212. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  213. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  214. WREG32(D1VGA_CONTROL, 0);
  215. WREG32(D2VGA_CONTROL, 0);
  216. WREG32(EVERGREEN_D3VGA_CONTROL, 0);
  217. WREG32(EVERGREEN_D4VGA_CONTROL, 0);
  218. WREG32(EVERGREEN_D5VGA_CONTROL, 0);
  219. WREG32(EVERGREEN_D6VGA_CONTROL, 0);
  220. }
  221. static void evergreen_mc_resume(struct radeon_device *rdev, struct evergreen_mc_save *save)
  222. {
  223. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  224. upper_32_bits(rdev->mc.vram_start));
  225. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  226. upper_32_bits(rdev->mc.vram_start));
  227. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  228. (u32)rdev->mc.vram_start);
  229. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  230. (u32)rdev->mc.vram_start);
  231. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  232. upper_32_bits(rdev->mc.vram_start));
  233. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  234. upper_32_bits(rdev->mc.vram_start));
  235. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  236. (u32)rdev->mc.vram_start);
  237. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  238. (u32)rdev->mc.vram_start);
  239. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  240. upper_32_bits(rdev->mc.vram_start));
  241. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  242. upper_32_bits(rdev->mc.vram_start));
  243. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  244. (u32)rdev->mc.vram_start);
  245. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  246. (u32)rdev->mc.vram_start);
  247. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  248. upper_32_bits(rdev->mc.vram_start));
  249. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  250. upper_32_bits(rdev->mc.vram_start));
  251. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  252. (u32)rdev->mc.vram_start);
  253. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  254. (u32)rdev->mc.vram_start);
  255. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  256. upper_32_bits(rdev->mc.vram_start));
  257. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  258. upper_32_bits(rdev->mc.vram_start));
  259. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  260. (u32)rdev->mc.vram_start);
  261. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  262. (u32)rdev->mc.vram_start);
  263. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  264. upper_32_bits(rdev->mc.vram_start));
  265. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  266. upper_32_bits(rdev->mc.vram_start));
  267. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  268. (u32)rdev->mc.vram_start);
  269. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  270. (u32)rdev->mc.vram_start);
  271. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS_HIGH, upper_32_bits(rdev->mc.vram_start));
  272. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS, (u32)rdev->mc.vram_start);
  273. /* Unlock host access */
  274. WREG32(VGA_HDP_CONTROL, save->vga_hdp_control);
  275. mdelay(1);
  276. /* Restore video state */
  277. WREG32(D1VGA_CONTROL, save->vga_control[0]);
  278. WREG32(D2VGA_CONTROL, save->vga_control[1]);
  279. WREG32(EVERGREEN_D3VGA_CONTROL, save->vga_control[2]);
  280. WREG32(EVERGREEN_D4VGA_CONTROL, save->vga_control[3]);
  281. WREG32(EVERGREEN_D5VGA_CONTROL, save->vga_control[4]);
  282. WREG32(EVERGREEN_D6VGA_CONTROL, save->vga_control[5]);
  283. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  284. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  285. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  286. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  287. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  288. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  289. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, save->crtc_control[0]);
  290. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, save->crtc_control[1]);
  291. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, save->crtc_control[2]);
  292. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, save->crtc_control[3]);
  293. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, save->crtc_control[4]);
  294. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, save->crtc_control[5]);
  295. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  296. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  297. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  298. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  299. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  300. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  301. WREG32(VGA_RENDER_CONTROL, save->vga_render_control);
  302. }
  303. static void evergreen_mc_program(struct radeon_device *rdev)
  304. {
  305. struct evergreen_mc_save save;
  306. u32 tmp;
  307. int i, j;
  308. /* Initialize HDP */
  309. for (i = 0, j = 0; i < 32; i++, j += 0x18) {
  310. WREG32((0x2c14 + j), 0x00000000);
  311. WREG32((0x2c18 + j), 0x00000000);
  312. WREG32((0x2c1c + j), 0x00000000);
  313. WREG32((0x2c20 + j), 0x00000000);
  314. WREG32((0x2c24 + j), 0x00000000);
  315. }
  316. WREG32(HDP_REG_COHERENCY_FLUSH_CNTL, 0);
  317. evergreen_mc_stop(rdev, &save);
  318. if (evergreen_mc_wait_for_idle(rdev)) {
  319. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  320. }
  321. /* Lockout access through VGA aperture*/
  322. WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
  323. /* Update configuration */
  324. if (rdev->flags & RADEON_IS_AGP) {
  325. if (rdev->mc.vram_start < rdev->mc.gtt_start) {
  326. /* VRAM before AGP */
  327. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  328. rdev->mc.vram_start >> 12);
  329. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  330. rdev->mc.gtt_end >> 12);
  331. } else {
  332. /* VRAM after AGP */
  333. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  334. rdev->mc.gtt_start >> 12);
  335. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  336. rdev->mc.vram_end >> 12);
  337. }
  338. } else {
  339. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  340. rdev->mc.vram_start >> 12);
  341. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  342. rdev->mc.vram_end >> 12);
  343. }
  344. WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, 0);
  345. tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
  346. tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF);
  347. WREG32(MC_VM_FB_LOCATION, tmp);
  348. WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
  349. WREG32(HDP_NONSURFACE_INFO, (2 << 7));
  350. WREG32(HDP_NONSURFACE_SIZE, (rdev->mc.mc_vram_size - 1) | 0x3FF);
  351. if (rdev->flags & RADEON_IS_AGP) {
  352. WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 16);
  353. WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 16);
  354. WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
  355. } else {
  356. WREG32(MC_VM_AGP_BASE, 0);
  357. WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
  358. WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
  359. }
  360. if (evergreen_mc_wait_for_idle(rdev)) {
  361. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  362. }
  363. evergreen_mc_resume(rdev, &save);
  364. /* we need to own VRAM, so turn off the VGA renderer here
  365. * to stop it overwriting our objects */
  366. rv515_vga_render_disable(rdev);
  367. }
  368. #if 0
  369. /*
  370. * CP.
  371. */
  372. static void evergreen_cp_stop(struct radeon_device *rdev)
  373. {
  374. /* XXX */
  375. }
  376. static int evergreen_cp_load_microcode(struct radeon_device *rdev)
  377. {
  378. /* XXX */
  379. return 0;
  380. }
  381. /*
  382. * Core functions
  383. */
  384. static u32 evergreen_get_tile_pipe_to_backend_map(u32 num_tile_pipes,
  385. u32 num_backends,
  386. u32 backend_disable_mask)
  387. {
  388. u32 backend_map = 0;
  389. return backend_map;
  390. }
  391. #endif
  392. static void evergreen_gpu_init(struct radeon_device *rdev)
  393. {
  394. /* XXX */
  395. }
  396. int evergreen_mc_init(struct radeon_device *rdev)
  397. {
  398. fixed20_12 a;
  399. u32 tmp;
  400. int chansize, numchan;
  401. /* Get VRAM informations */
  402. rdev->mc.vram_is_ddr = true;
  403. tmp = RREG32(MC_ARB_RAMCFG);
  404. if (tmp & CHANSIZE_OVERRIDE) {
  405. chansize = 16;
  406. } else if (tmp & CHANSIZE_MASK) {
  407. chansize = 64;
  408. } else {
  409. chansize = 32;
  410. }
  411. tmp = RREG32(MC_SHARED_CHMAP);
  412. switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
  413. case 0:
  414. default:
  415. numchan = 1;
  416. break;
  417. case 1:
  418. numchan = 2;
  419. break;
  420. case 2:
  421. numchan = 4;
  422. break;
  423. case 3:
  424. numchan = 8;
  425. break;
  426. }
  427. rdev->mc.vram_width = numchan * chansize;
  428. /* Could aper size report 0 ? */
  429. rdev->mc.aper_base = drm_get_resource_start(rdev->ddev, 0);
  430. rdev->mc.aper_size = drm_get_resource_len(rdev->ddev, 0);
  431. /* Setup GPU memory space */
  432. /* size in MB on evergreen */
  433. rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  434. rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  435. /* FIXME remove this once we support unmappable VRAM */
  436. if (rdev->mc.mc_vram_size > rdev->mc.aper_size) {
  437. rdev->mc.mc_vram_size = rdev->mc.aper_size;
  438. rdev->mc.real_vram_size = rdev->mc.aper_size;
  439. }
  440. r600_vram_gtt_location(rdev, &rdev->mc);
  441. /* FIXME: we should enforce default clock in case GPU is not in
  442. * default setup
  443. */
  444. a.full = rfixed_const(100);
  445. rdev->pm.sclk.full = rfixed_const(rdev->clock.default_sclk);
  446. rdev->pm.sclk.full = rfixed_div(rdev->pm.sclk, a);
  447. return 0;
  448. }
  449. int evergreen_gpu_reset(struct radeon_device *rdev)
  450. {
  451. /* FIXME: implement for evergreen */
  452. return 0;
  453. }
  454. static int evergreen_startup(struct radeon_device *rdev)
  455. {
  456. #if 0
  457. int r;
  458. if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) {
  459. r = r600_init_microcode(rdev);
  460. if (r) {
  461. DRM_ERROR("Failed to load firmware!\n");
  462. return r;
  463. }
  464. }
  465. #endif
  466. evergreen_mc_program(rdev);
  467. #if 0
  468. if (rdev->flags & RADEON_IS_AGP) {
  469. evergreem_agp_enable(rdev);
  470. } else {
  471. r = evergreen_pcie_gart_enable(rdev);
  472. if (r)
  473. return r;
  474. }
  475. #endif
  476. evergreen_gpu_init(rdev);
  477. #if 0
  478. if (!rdev->r600_blit.shader_obj) {
  479. r = r600_blit_init(rdev);
  480. if (r) {
  481. DRM_ERROR("radeon: failed blitter (%d).\n", r);
  482. return r;
  483. }
  484. }
  485. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  486. if (unlikely(r != 0))
  487. return r;
  488. r = radeon_bo_pin(rdev->r600_blit.shader_obj, RADEON_GEM_DOMAIN_VRAM,
  489. &rdev->r600_blit.shader_gpu_addr);
  490. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  491. if (r) {
  492. DRM_ERROR("failed to pin blit object %d\n", r);
  493. return r;
  494. }
  495. /* Enable IRQ */
  496. r = r600_irq_init(rdev);
  497. if (r) {
  498. DRM_ERROR("radeon: IH init failed (%d).\n", r);
  499. radeon_irq_kms_fini(rdev);
  500. return r;
  501. }
  502. r600_irq_set(rdev);
  503. r = radeon_ring_init(rdev, rdev->cp.ring_size);
  504. if (r)
  505. return r;
  506. r = evergreen_cp_load_microcode(rdev);
  507. if (r)
  508. return r;
  509. r = r600_cp_resume(rdev);
  510. if (r)
  511. return r;
  512. /* write back buffer are not vital so don't worry about failure */
  513. r600_wb_enable(rdev);
  514. #endif
  515. return 0;
  516. }
  517. int evergreen_resume(struct radeon_device *rdev)
  518. {
  519. int r;
  520. /* Do not reset GPU before posting, on rv770 hw unlike on r500 hw,
  521. * posting will perform necessary task to bring back GPU into good
  522. * shape.
  523. */
  524. /* post card */
  525. atom_asic_init(rdev->mode_info.atom_context);
  526. /* Initialize clocks */
  527. r = radeon_clocks_init(rdev);
  528. if (r) {
  529. return r;
  530. }
  531. r = evergreen_startup(rdev);
  532. if (r) {
  533. DRM_ERROR("r600 startup failed on resume\n");
  534. return r;
  535. }
  536. #if 0
  537. r = r600_ib_test(rdev);
  538. if (r) {
  539. DRM_ERROR("radeon: failled testing IB (%d).\n", r);
  540. return r;
  541. }
  542. #endif
  543. return r;
  544. }
  545. int evergreen_suspend(struct radeon_device *rdev)
  546. {
  547. #if 0
  548. int r;
  549. /* FIXME: we should wait for ring to be empty */
  550. r700_cp_stop(rdev);
  551. rdev->cp.ready = false;
  552. r600_wb_disable(rdev);
  553. evergreen_pcie_gart_disable(rdev);
  554. /* unpin shaders bo */
  555. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  556. if (likely(r == 0)) {
  557. radeon_bo_unpin(rdev->r600_blit.shader_obj);
  558. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  559. }
  560. #endif
  561. return 0;
  562. }
  563. static bool evergreen_card_posted(struct radeon_device *rdev)
  564. {
  565. u32 reg;
  566. /* first check CRTCs */
  567. reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) |
  568. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET) |
  569. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET) |
  570. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET) |
  571. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET) |
  572. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  573. if (reg & EVERGREEN_CRTC_MASTER_EN)
  574. return true;
  575. /* then check MEM_SIZE, in case the crtcs are off */
  576. if (RREG32(CONFIG_MEMSIZE))
  577. return true;
  578. return false;
  579. }
  580. /* Plan is to move initialization in that function and use
  581. * helper function so that radeon_device_init pretty much
  582. * do nothing more than calling asic specific function. This
  583. * should also allow to remove a bunch of callback function
  584. * like vram_info.
  585. */
  586. int evergreen_init(struct radeon_device *rdev)
  587. {
  588. int r;
  589. r = radeon_dummy_page_init(rdev);
  590. if (r)
  591. return r;
  592. /* This don't do much */
  593. r = radeon_gem_init(rdev);
  594. if (r)
  595. return r;
  596. /* Read BIOS */
  597. if (!radeon_get_bios(rdev)) {
  598. if (ASIC_IS_AVIVO(rdev))
  599. return -EINVAL;
  600. }
  601. /* Must be an ATOMBIOS */
  602. if (!rdev->is_atom_bios) {
  603. dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
  604. return -EINVAL;
  605. }
  606. r = radeon_atombios_init(rdev);
  607. if (r)
  608. return r;
  609. /* Post card if necessary */
  610. if (!evergreen_card_posted(rdev)) {
  611. if (!rdev->bios) {
  612. dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
  613. return -EINVAL;
  614. }
  615. DRM_INFO("GPU not posted. posting now...\n");
  616. atom_asic_init(rdev->mode_info.atom_context);
  617. }
  618. /* Initialize scratch registers */
  619. r600_scratch_init(rdev);
  620. /* Initialize surface registers */
  621. radeon_surface_init(rdev);
  622. /* Initialize clocks */
  623. radeon_get_clock_info(rdev->ddev);
  624. r = radeon_clocks_init(rdev);
  625. if (r)
  626. return r;
  627. /* Initialize power management */
  628. radeon_pm_init(rdev);
  629. /* Fence driver */
  630. r = radeon_fence_driver_init(rdev);
  631. if (r)
  632. return r;
  633. /* initialize AGP */
  634. if (rdev->flags & RADEON_IS_AGP) {
  635. r = radeon_agp_init(rdev);
  636. if (r)
  637. radeon_agp_disable(rdev);
  638. }
  639. /* initialize memory controller */
  640. r = evergreen_mc_init(rdev);
  641. if (r)
  642. return r;
  643. /* Memory manager */
  644. r = radeon_bo_init(rdev);
  645. if (r)
  646. return r;
  647. #if 0
  648. r = radeon_irq_kms_init(rdev);
  649. if (r)
  650. return r;
  651. rdev->cp.ring_obj = NULL;
  652. r600_ring_init(rdev, 1024 * 1024);
  653. rdev->ih.ring_obj = NULL;
  654. r600_ih_ring_init(rdev, 64 * 1024);
  655. r = r600_pcie_gart_init(rdev);
  656. if (r)
  657. return r;
  658. #endif
  659. rdev->accel_working = false;
  660. r = evergreen_startup(rdev);
  661. if (r) {
  662. evergreen_suspend(rdev);
  663. /*r600_wb_fini(rdev);*/
  664. /*radeon_ring_fini(rdev);*/
  665. /*evergreen_pcie_gart_fini(rdev);*/
  666. rdev->accel_working = false;
  667. }
  668. if (rdev->accel_working) {
  669. r = radeon_ib_pool_init(rdev);
  670. if (r) {
  671. DRM_ERROR("radeon: failed initializing IB pool (%d).\n", r);
  672. rdev->accel_working = false;
  673. }
  674. r = r600_ib_test(rdev);
  675. if (r) {
  676. DRM_ERROR("radeon: failed testing IB (%d).\n", r);
  677. rdev->accel_working = false;
  678. }
  679. }
  680. return 0;
  681. }
  682. void evergreen_fini(struct radeon_device *rdev)
  683. {
  684. evergreen_suspend(rdev);
  685. #if 0
  686. r600_blit_fini(rdev);
  687. r600_irq_fini(rdev);
  688. radeon_irq_kms_fini(rdev);
  689. radeon_ring_fini(rdev);
  690. r600_wb_fini(rdev);
  691. evergreen_pcie_gart_fini(rdev);
  692. #endif
  693. radeon_gem_fini(rdev);
  694. radeon_fence_driver_fini(rdev);
  695. radeon_clocks_fini(rdev);
  696. radeon_agp_fini(rdev);
  697. radeon_bo_fini(rdev);
  698. radeon_atombios_fini(rdev);
  699. kfree(rdev->bios);
  700. rdev->bios = NULL;
  701. radeon_dummy_page_fini(rdev);
  702. }