evergreen.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794
  1. /*
  2. * Copyright 2010 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Alex Deucher
  23. */
  24. #include <linux/firmware.h>
  25. #include <linux/platform_device.h>
  26. #include "drmP.h"
  27. #include "radeon.h"
  28. #include "radeon_drm.h"
  29. #include "rv770d.h"
  30. #include "atom.h"
  31. #include "avivod.h"
  32. #include "evergreen_reg.h"
  33. static void evergreen_gpu_init(struct radeon_device *rdev);
  34. void evergreen_fini(struct radeon_device *rdev);
  35. bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd)
  36. {
  37. bool connected = false;
  38. /* XXX */
  39. return connected;
  40. }
  41. void evergreen_hpd_set_polarity(struct radeon_device *rdev,
  42. enum radeon_hpd_id hpd)
  43. {
  44. /* XXX */
  45. }
  46. void evergreen_hpd_init(struct radeon_device *rdev)
  47. {
  48. /* XXX */
  49. }
  50. void evergreen_bandwidth_update(struct radeon_device *rdev)
  51. {
  52. /* XXX */
  53. }
  54. void evergreen_hpd_fini(struct radeon_device *rdev)
  55. {
  56. /* XXX */
  57. }
  58. static int evergreen_mc_wait_for_idle(struct radeon_device *rdev)
  59. {
  60. unsigned i;
  61. u32 tmp;
  62. for (i = 0; i < rdev->usec_timeout; i++) {
  63. /* read MC_STATUS */
  64. tmp = RREG32(SRBM_STATUS) & 0x1F00;
  65. if (!tmp)
  66. return 0;
  67. udelay(1);
  68. }
  69. return -1;
  70. }
  71. /*
  72. * GART
  73. */
  74. int evergreen_pcie_gart_enable(struct radeon_device *rdev)
  75. {
  76. u32 tmp;
  77. int r, i;
  78. if (rdev->gart.table.vram.robj == NULL) {
  79. dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
  80. return -EINVAL;
  81. }
  82. r = radeon_gart_table_vram_pin(rdev);
  83. if (r)
  84. return r;
  85. /* Setup L2 cache */
  86. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  87. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  88. EFFECTIVE_L2_QUEUE_SIZE(7));
  89. WREG32(VM_L2_CNTL2, 0);
  90. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  91. /* Setup TLB control */
  92. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  93. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  94. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  95. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  96. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  97. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  98. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  99. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  100. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  101. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  102. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  103. WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
  104. WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
  105. WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
  106. WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT | PAGE_TABLE_DEPTH(0) |
  107. RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
  108. WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
  109. (u32)(rdev->dummy_page.addr >> 12));
  110. for (i = 1; i < 7; i++)
  111. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  112. r600_pcie_gart_tlb_flush(rdev);
  113. rdev->gart.ready = true;
  114. return 0;
  115. }
  116. void evergreen_pcie_gart_disable(struct radeon_device *rdev)
  117. {
  118. u32 tmp;
  119. int i, r;
  120. /* Disable all tables */
  121. for (i = 0; i < 7; i++)
  122. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  123. /* Setup L2 cache */
  124. WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING |
  125. EFFECTIVE_L2_QUEUE_SIZE(7));
  126. WREG32(VM_L2_CNTL2, 0);
  127. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  128. /* Setup TLB control */
  129. tmp = EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  130. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  131. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  132. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  133. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  134. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  135. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  136. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  137. if (rdev->gart.table.vram.robj) {
  138. r = radeon_bo_reserve(rdev->gart.table.vram.robj, false);
  139. if (likely(r == 0)) {
  140. radeon_bo_kunmap(rdev->gart.table.vram.robj);
  141. radeon_bo_unpin(rdev->gart.table.vram.robj);
  142. radeon_bo_unreserve(rdev->gart.table.vram.robj);
  143. }
  144. }
  145. }
  146. void evergreen_pcie_gart_fini(struct radeon_device *rdev)
  147. {
  148. evergreen_pcie_gart_disable(rdev);
  149. radeon_gart_table_vram_free(rdev);
  150. radeon_gart_fini(rdev);
  151. }
  152. void evergreen_agp_enable(struct radeon_device *rdev)
  153. {
  154. u32 tmp;
  155. int i;
  156. /* Setup L2 cache */
  157. WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
  158. ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
  159. EFFECTIVE_L2_QUEUE_SIZE(7));
  160. WREG32(VM_L2_CNTL2, 0);
  161. WREG32(VM_L2_CNTL3, BANK_SELECT(0) | CACHE_UPDATE_MODE(2));
  162. /* Setup TLB control */
  163. tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
  164. SYSTEM_ACCESS_MODE_NOT_IN_SYS |
  165. SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU |
  166. EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5);
  167. WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
  168. WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
  169. WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
  170. WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
  171. WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
  172. WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
  173. WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
  174. for (i = 0; i < 7; i++)
  175. WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
  176. }
  177. static void evergreen_mc_stop(struct radeon_device *rdev, struct evergreen_mc_save *save)
  178. {
  179. save->vga_control[0] = RREG32(D1VGA_CONTROL);
  180. save->vga_control[1] = RREG32(D2VGA_CONTROL);
  181. save->vga_control[2] = RREG32(EVERGREEN_D3VGA_CONTROL);
  182. save->vga_control[3] = RREG32(EVERGREEN_D4VGA_CONTROL);
  183. save->vga_control[4] = RREG32(EVERGREEN_D5VGA_CONTROL);
  184. save->vga_control[5] = RREG32(EVERGREEN_D6VGA_CONTROL);
  185. save->vga_render_control = RREG32(VGA_RENDER_CONTROL);
  186. save->vga_hdp_control = RREG32(VGA_HDP_CONTROL);
  187. save->crtc_control[0] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET);
  188. save->crtc_control[1] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET);
  189. save->crtc_control[2] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET);
  190. save->crtc_control[3] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET);
  191. save->crtc_control[4] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET);
  192. save->crtc_control[5] = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  193. /* Stop all video */
  194. WREG32(VGA_RENDER_CONTROL, 0);
  195. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  196. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  197. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  198. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  199. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  200. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  201. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  202. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  203. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  204. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  205. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  206. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  207. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  208. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  209. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  210. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  211. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  212. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  213. WREG32(D1VGA_CONTROL, 0);
  214. WREG32(D2VGA_CONTROL, 0);
  215. WREG32(EVERGREEN_D3VGA_CONTROL, 0);
  216. WREG32(EVERGREEN_D4VGA_CONTROL, 0);
  217. WREG32(EVERGREEN_D5VGA_CONTROL, 0);
  218. WREG32(EVERGREEN_D6VGA_CONTROL, 0);
  219. }
  220. static void evergreen_mc_resume(struct radeon_device *rdev, struct evergreen_mc_save *save)
  221. {
  222. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  223. upper_32_bits(rdev->mc.vram_start));
  224. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC0_REGISTER_OFFSET,
  225. upper_32_bits(rdev->mc.vram_start));
  226. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  227. (u32)rdev->mc.vram_start);
  228. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC0_REGISTER_OFFSET,
  229. (u32)rdev->mc.vram_start);
  230. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  231. upper_32_bits(rdev->mc.vram_start));
  232. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC1_REGISTER_OFFSET,
  233. upper_32_bits(rdev->mc.vram_start));
  234. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  235. (u32)rdev->mc.vram_start);
  236. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC1_REGISTER_OFFSET,
  237. (u32)rdev->mc.vram_start);
  238. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  239. upper_32_bits(rdev->mc.vram_start));
  240. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC2_REGISTER_OFFSET,
  241. upper_32_bits(rdev->mc.vram_start));
  242. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  243. (u32)rdev->mc.vram_start);
  244. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC2_REGISTER_OFFSET,
  245. (u32)rdev->mc.vram_start);
  246. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  247. upper_32_bits(rdev->mc.vram_start));
  248. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC3_REGISTER_OFFSET,
  249. upper_32_bits(rdev->mc.vram_start));
  250. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  251. (u32)rdev->mc.vram_start);
  252. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC3_REGISTER_OFFSET,
  253. (u32)rdev->mc.vram_start);
  254. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  255. upper_32_bits(rdev->mc.vram_start));
  256. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC4_REGISTER_OFFSET,
  257. upper_32_bits(rdev->mc.vram_start));
  258. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  259. (u32)rdev->mc.vram_start);
  260. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC4_REGISTER_OFFSET,
  261. (u32)rdev->mc.vram_start);
  262. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  263. upper_32_bits(rdev->mc.vram_start));
  264. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + EVERGREEN_CRTC5_REGISTER_OFFSET,
  265. upper_32_bits(rdev->mc.vram_start));
  266. WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  267. (u32)rdev->mc.vram_start);
  268. WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + EVERGREEN_CRTC5_REGISTER_OFFSET,
  269. (u32)rdev->mc.vram_start);
  270. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS_HIGH, upper_32_bits(rdev->mc.vram_start));
  271. WREG32(EVERGREEN_VGA_MEMORY_BASE_ADDRESS, (u32)rdev->mc.vram_start);
  272. /* Unlock host access */
  273. WREG32(VGA_HDP_CONTROL, save->vga_hdp_control);
  274. mdelay(1);
  275. /* Restore video state */
  276. WREG32(D1VGA_CONTROL, save->vga_control[0]);
  277. WREG32(D2VGA_CONTROL, save->vga_control[1]);
  278. WREG32(EVERGREEN_D3VGA_CONTROL, save->vga_control[2]);
  279. WREG32(EVERGREEN_D4VGA_CONTROL, save->vga_control[3]);
  280. WREG32(EVERGREEN_D5VGA_CONTROL, save->vga_control[4]);
  281. WREG32(EVERGREEN_D6VGA_CONTROL, save->vga_control[5]);
  282. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 1);
  283. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 1);
  284. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 1);
  285. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 1);
  286. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 1);
  287. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 1);
  288. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, save->crtc_control[0]);
  289. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, save->crtc_control[1]);
  290. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, save->crtc_control[2]);
  291. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, save->crtc_control[3]);
  292. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, save->crtc_control[4]);
  293. WREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, save->crtc_control[5]);
  294. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
  295. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
  296. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
  297. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
  298. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
  299. WREG32(EVERGREEN_CRTC_UPDATE_LOCK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
  300. WREG32(VGA_RENDER_CONTROL, save->vga_render_control);
  301. }
  302. static void evergreen_mc_program(struct radeon_device *rdev)
  303. {
  304. struct evergreen_mc_save save;
  305. u32 tmp;
  306. int i, j;
  307. /* Initialize HDP */
  308. for (i = 0, j = 0; i < 32; i++, j += 0x18) {
  309. WREG32((0x2c14 + j), 0x00000000);
  310. WREG32((0x2c18 + j), 0x00000000);
  311. WREG32((0x2c1c + j), 0x00000000);
  312. WREG32((0x2c20 + j), 0x00000000);
  313. WREG32((0x2c24 + j), 0x00000000);
  314. }
  315. WREG32(HDP_REG_COHERENCY_FLUSH_CNTL, 0);
  316. evergreen_mc_stop(rdev, &save);
  317. if (evergreen_mc_wait_for_idle(rdev)) {
  318. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  319. }
  320. /* Lockout access through VGA aperture*/
  321. WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
  322. /* Update configuration */
  323. if (rdev->flags & RADEON_IS_AGP) {
  324. if (rdev->mc.vram_start < rdev->mc.gtt_start) {
  325. /* VRAM before AGP */
  326. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  327. rdev->mc.vram_start >> 12);
  328. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  329. rdev->mc.gtt_end >> 12);
  330. } else {
  331. /* VRAM after AGP */
  332. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  333. rdev->mc.gtt_start >> 12);
  334. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  335. rdev->mc.vram_end >> 12);
  336. }
  337. } else {
  338. WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
  339. rdev->mc.vram_start >> 12);
  340. WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
  341. rdev->mc.vram_end >> 12);
  342. }
  343. WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, 0);
  344. tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
  345. tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF);
  346. WREG32(MC_VM_FB_LOCATION, tmp);
  347. WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
  348. WREG32(HDP_NONSURFACE_INFO, (2 << 7));
  349. WREG32(HDP_NONSURFACE_SIZE, (rdev->mc.mc_vram_size - 1) | 0x3FF);
  350. if (rdev->flags & RADEON_IS_AGP) {
  351. WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 16);
  352. WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 16);
  353. WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
  354. } else {
  355. WREG32(MC_VM_AGP_BASE, 0);
  356. WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
  357. WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
  358. }
  359. if (evergreen_mc_wait_for_idle(rdev)) {
  360. dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
  361. }
  362. evergreen_mc_resume(rdev, &save);
  363. /* we need to own VRAM, so turn off the VGA renderer here
  364. * to stop it overwriting our objects */
  365. rv515_vga_render_disable(rdev);
  366. }
  367. #if 0
  368. /*
  369. * CP.
  370. */
  371. static void evergreen_cp_stop(struct radeon_device *rdev)
  372. {
  373. /* XXX */
  374. }
  375. static int evergreen_cp_load_microcode(struct radeon_device *rdev)
  376. {
  377. /* XXX */
  378. return 0;
  379. }
  380. /*
  381. * Core functions
  382. */
  383. static u32 evergreen_get_tile_pipe_to_backend_map(u32 num_tile_pipes,
  384. u32 num_backends,
  385. u32 backend_disable_mask)
  386. {
  387. u32 backend_map = 0;
  388. return backend_map;
  389. }
  390. #endif
  391. static void evergreen_gpu_init(struct radeon_device *rdev)
  392. {
  393. /* XXX */
  394. }
  395. int evergreen_mc_init(struct radeon_device *rdev)
  396. {
  397. fixed20_12 a;
  398. u32 tmp;
  399. int chansize, numchan;
  400. int r;
  401. /* Get VRAM informations */
  402. rdev->mc.vram_is_ddr = true;
  403. tmp = RREG32(MC_ARB_RAMCFG);
  404. if (tmp & CHANSIZE_OVERRIDE) {
  405. chansize = 16;
  406. } else if (tmp & CHANSIZE_MASK) {
  407. chansize = 64;
  408. } else {
  409. chansize = 32;
  410. }
  411. tmp = RREG32(MC_SHARED_CHMAP);
  412. switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
  413. case 0:
  414. default:
  415. numchan = 1;
  416. break;
  417. case 1:
  418. numchan = 2;
  419. break;
  420. case 2:
  421. numchan = 4;
  422. break;
  423. case 3:
  424. numchan = 8;
  425. break;
  426. }
  427. rdev->mc.vram_width = numchan * chansize;
  428. /* Could aper size report 0 ? */
  429. rdev->mc.aper_base = drm_get_resource_start(rdev->ddev, 0);
  430. rdev->mc.aper_size = drm_get_resource_len(rdev->ddev, 0);
  431. /* Setup GPU memory space */
  432. /* size in MB on evergreen */
  433. rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  434. rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE) * 1024 * 1024;
  435. if (rdev->mc.mc_vram_size > rdev->mc.aper_size)
  436. rdev->mc.mc_vram_size = rdev->mc.aper_size;
  437. if (rdev->mc.real_vram_size > rdev->mc.aper_size)
  438. rdev->mc.real_vram_size = rdev->mc.aper_size;
  439. if (rdev->flags & RADEON_IS_AGP) {
  440. r = radeon_agp_init(rdev);
  441. if (r)
  442. return r;
  443. /* gtt_size is setup by radeon_agp_init */
  444. rdev->mc.gtt_location = rdev->mc.agp_base;
  445. tmp = 0xFFFFFFFFUL - rdev->mc.agp_base - rdev->mc.gtt_size;
  446. /* Try to put vram before or after AGP because we
  447. * we want SYSTEM_APERTURE to cover both VRAM and
  448. * AGP so that GPU can catch out of VRAM/AGP access
  449. */
  450. if (rdev->mc.gtt_location > rdev->mc.mc_vram_size) {
  451. /* Enought place before */
  452. rdev->mc.vram_location = rdev->mc.gtt_location -
  453. rdev->mc.mc_vram_size;
  454. } else if (tmp > rdev->mc.mc_vram_size) {
  455. /* Enought place after */
  456. rdev->mc.vram_location = rdev->mc.gtt_location +
  457. rdev->mc.gtt_size;
  458. } else {
  459. /* Try to setup VRAM then AGP might not
  460. * not work on some card
  461. */
  462. rdev->mc.vram_location = 0x00000000UL;
  463. rdev->mc.gtt_location = rdev->mc.mc_vram_size;
  464. }
  465. } else {
  466. rdev->mc.vram_location = 0x00000000UL;
  467. rdev->mc.gtt_location = rdev->mc.mc_vram_size;
  468. rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
  469. }
  470. rdev->mc.vram_start = rdev->mc.vram_location;
  471. rdev->mc.vram_end = rdev->mc.vram_location + rdev->mc.mc_vram_size - 1;
  472. rdev->mc.gtt_start = rdev->mc.gtt_location;
  473. rdev->mc.gtt_end = rdev->mc.gtt_location + rdev->mc.gtt_size - 1;
  474. /* FIXME: we should enforce default clock in case GPU is not in
  475. * default setup
  476. */
  477. a.full = rfixed_const(100);
  478. rdev->pm.sclk.full = rfixed_const(rdev->clock.default_sclk);
  479. rdev->pm.sclk.full = rfixed_div(rdev->pm.sclk, a);
  480. return 0;
  481. }
  482. int evergreen_gpu_reset(struct radeon_device *rdev)
  483. {
  484. /* FIXME: implement for evergreen */
  485. return 0;
  486. }
  487. static int evergreen_startup(struct radeon_device *rdev)
  488. {
  489. #if 0
  490. int r;
  491. if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) {
  492. r = r600_init_microcode(rdev);
  493. if (r) {
  494. DRM_ERROR("Failed to load firmware!\n");
  495. return r;
  496. }
  497. }
  498. #endif
  499. evergreen_mc_program(rdev);
  500. #if 0
  501. if (rdev->flags & RADEON_IS_AGP) {
  502. evergreem_agp_enable(rdev);
  503. } else {
  504. r = evergreen_pcie_gart_enable(rdev);
  505. if (r)
  506. return r;
  507. }
  508. #endif
  509. evergreen_gpu_init(rdev);
  510. #if 0
  511. if (!rdev->r600_blit.shader_obj) {
  512. r = r600_blit_init(rdev);
  513. if (r) {
  514. DRM_ERROR("radeon: failed blitter (%d).\n", r);
  515. return r;
  516. }
  517. }
  518. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  519. if (unlikely(r != 0))
  520. return r;
  521. r = radeon_bo_pin(rdev->r600_blit.shader_obj, RADEON_GEM_DOMAIN_VRAM,
  522. &rdev->r600_blit.shader_gpu_addr);
  523. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  524. if (r) {
  525. DRM_ERROR("failed to pin blit object %d\n", r);
  526. return r;
  527. }
  528. /* Enable IRQ */
  529. r = r600_irq_init(rdev);
  530. if (r) {
  531. DRM_ERROR("radeon: IH init failed (%d).\n", r);
  532. radeon_irq_kms_fini(rdev);
  533. return r;
  534. }
  535. r600_irq_set(rdev);
  536. r = radeon_ring_init(rdev, rdev->cp.ring_size);
  537. if (r)
  538. return r;
  539. r = evergreen_cp_load_microcode(rdev);
  540. if (r)
  541. return r;
  542. r = r600_cp_resume(rdev);
  543. if (r)
  544. return r;
  545. /* write back buffer are not vital so don't worry about failure */
  546. r600_wb_enable(rdev);
  547. #endif
  548. return 0;
  549. }
  550. int evergreen_resume(struct radeon_device *rdev)
  551. {
  552. int r;
  553. /* Do not reset GPU before posting, on rv770 hw unlike on r500 hw,
  554. * posting will perform necessary task to bring back GPU into good
  555. * shape.
  556. */
  557. /* post card */
  558. atom_asic_init(rdev->mode_info.atom_context);
  559. /* Initialize clocks */
  560. r = radeon_clocks_init(rdev);
  561. if (r) {
  562. return r;
  563. }
  564. r = evergreen_startup(rdev);
  565. if (r) {
  566. DRM_ERROR("r600 startup failed on resume\n");
  567. return r;
  568. }
  569. #if 0
  570. r = r600_ib_test(rdev);
  571. if (r) {
  572. DRM_ERROR("radeon: failled testing IB (%d).\n", r);
  573. return r;
  574. }
  575. #endif
  576. return r;
  577. }
  578. int evergreen_suspend(struct radeon_device *rdev)
  579. {
  580. #if 0
  581. int r;
  582. /* FIXME: we should wait for ring to be empty */
  583. r700_cp_stop(rdev);
  584. rdev->cp.ready = false;
  585. r600_wb_disable(rdev);
  586. evergreen_pcie_gart_disable(rdev);
  587. /* unpin shaders bo */
  588. r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
  589. if (likely(r == 0)) {
  590. radeon_bo_unpin(rdev->r600_blit.shader_obj);
  591. radeon_bo_unreserve(rdev->r600_blit.shader_obj);
  592. }
  593. #endif
  594. return 0;
  595. }
  596. static bool evergreen_card_posted(struct radeon_device *rdev)
  597. {
  598. u32 reg;
  599. /* first check CRTCs */
  600. reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) |
  601. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET) |
  602. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET) |
  603. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET) |
  604. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET) |
  605. RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
  606. if (reg & EVERGREEN_CRTC_MASTER_EN)
  607. return true;
  608. /* then check MEM_SIZE, in case the crtcs are off */
  609. if (RREG32(CONFIG_MEMSIZE))
  610. return true;
  611. return false;
  612. }
  613. /* Plan is to move initialization in that function and use
  614. * helper function so that radeon_device_init pretty much
  615. * do nothing more than calling asic specific function. This
  616. * should also allow to remove a bunch of callback function
  617. * like vram_info.
  618. */
  619. int evergreen_init(struct radeon_device *rdev)
  620. {
  621. int r;
  622. r = radeon_dummy_page_init(rdev);
  623. if (r)
  624. return r;
  625. /* This don't do much */
  626. r = radeon_gem_init(rdev);
  627. if (r)
  628. return r;
  629. /* Read BIOS */
  630. if (!radeon_get_bios(rdev)) {
  631. if (ASIC_IS_AVIVO(rdev))
  632. return -EINVAL;
  633. }
  634. /* Must be an ATOMBIOS */
  635. if (!rdev->is_atom_bios) {
  636. dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
  637. return -EINVAL;
  638. }
  639. r = radeon_atombios_init(rdev);
  640. if (r)
  641. return r;
  642. /* Post card if necessary */
  643. if (!evergreen_card_posted(rdev)) {
  644. if (!rdev->bios) {
  645. dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
  646. return -EINVAL;
  647. }
  648. DRM_INFO("GPU not posted. posting now...\n");
  649. atom_asic_init(rdev->mode_info.atom_context);
  650. }
  651. /* Initialize scratch registers */
  652. r600_scratch_init(rdev);
  653. /* Initialize surface registers */
  654. radeon_surface_init(rdev);
  655. /* Initialize clocks */
  656. radeon_get_clock_info(rdev->ddev);
  657. r = radeon_clocks_init(rdev);
  658. if (r)
  659. return r;
  660. /* Initialize power management */
  661. radeon_pm_init(rdev);
  662. /* Fence driver */
  663. r = radeon_fence_driver_init(rdev);
  664. if (r)
  665. return r;
  666. r = evergreen_mc_init(rdev);
  667. if (r)
  668. return r;
  669. /* Memory manager */
  670. r = radeon_bo_init(rdev);
  671. if (r)
  672. return r;
  673. #if 0
  674. r = radeon_irq_kms_init(rdev);
  675. if (r)
  676. return r;
  677. rdev->cp.ring_obj = NULL;
  678. r600_ring_init(rdev, 1024 * 1024);
  679. rdev->ih.ring_obj = NULL;
  680. r600_ih_ring_init(rdev, 64 * 1024);
  681. r = r600_pcie_gart_init(rdev);
  682. if (r)
  683. return r;
  684. #endif
  685. rdev->accel_working = false;
  686. r = evergreen_startup(rdev);
  687. if (r) {
  688. evergreen_suspend(rdev);
  689. /*r600_wb_fini(rdev);*/
  690. /*radeon_ring_fini(rdev);*/
  691. /*evergreen_pcie_gart_fini(rdev);*/
  692. rdev->accel_working = false;
  693. }
  694. if (rdev->accel_working) {
  695. r = radeon_ib_pool_init(rdev);
  696. if (r) {
  697. DRM_ERROR("radeon: failed initializing IB pool (%d).\n", r);
  698. rdev->accel_working = false;
  699. }
  700. r = r600_ib_test(rdev);
  701. if (r) {
  702. DRM_ERROR("radeon: failed testing IB (%d).\n", r);
  703. rdev->accel_working = false;
  704. }
  705. }
  706. return 0;
  707. }
  708. void evergreen_fini(struct radeon_device *rdev)
  709. {
  710. evergreen_suspend(rdev);
  711. #if 0
  712. r600_blit_fini(rdev);
  713. r600_irq_fini(rdev);
  714. radeon_irq_kms_fini(rdev);
  715. radeon_ring_fini(rdev);
  716. r600_wb_fini(rdev);
  717. evergreen_pcie_gart_fini(rdev);
  718. #endif
  719. radeon_gem_fini(rdev);
  720. radeon_fence_driver_fini(rdev);
  721. radeon_clocks_fini(rdev);
  722. radeon_agp_fini(rdev);
  723. radeon_bo_fini(rdev);
  724. radeon_atombios_fini(rdev);
  725. kfree(rdev->bios);
  726. rdev->bios = NULL;
  727. radeon_dummy_page_fini(rdev);
  728. }