r420.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #include <linux/seq_file.h>
  29. #include "drmP.h"
  30. #include "radeon_reg.h"
  31. #include "radeon.h"
  32. #include "atom.h"
  33. #include "r100d.h"
  34. #include "r420d.h"
  35. #include "r420_reg_safe.h"
  36. static void r420_set_reg_safe(struct radeon_device *rdev)
  37. {
  38. rdev->config.r300.reg_safe_bm = r420_reg_safe_bm;
  39. rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(r420_reg_safe_bm);
  40. }
  41. int r420_mc_init(struct radeon_device *rdev)
  42. {
  43. int r;
  44. /* Setup GPU memory space */
  45. rdev->mc.vram_location = 0xFFFFFFFFUL;
  46. rdev->mc.gtt_location = 0xFFFFFFFFUL;
  47. if (rdev->flags & RADEON_IS_AGP) {
  48. r = radeon_agp_init(rdev);
  49. if (r) {
  50. radeon_agp_disable(rdev);
  51. } else {
  52. rdev->mc.gtt_location = rdev->mc.agp_base;
  53. }
  54. }
  55. r = radeon_mc_setup(rdev);
  56. if (r) {
  57. return r;
  58. }
  59. return 0;
  60. }
  61. void r420_pipes_init(struct radeon_device *rdev)
  62. {
  63. unsigned tmp;
  64. unsigned gb_pipe_select;
  65. unsigned num_pipes;
  66. /* GA_ENHANCE workaround TCL deadlock issue */
  67. WREG32(R300_GA_ENHANCE, R300_GA_DEADLOCK_CNTL | R300_GA_FASTSYNC_CNTL |
  68. (1 << 2) | (1 << 3));
  69. /* add idle wait as per freedesktop.org bug 24041 */
  70. if (r100_gui_wait_for_idle(rdev)) {
  71. printk(KERN_WARNING "Failed to wait GUI idle while "
  72. "programming pipes. Bad things might happen.\n");
  73. }
  74. /* get max number of pipes */
  75. gb_pipe_select = RREG32(0x402C);
  76. num_pipes = ((gb_pipe_select >> 12) & 3) + 1;
  77. rdev->num_gb_pipes = num_pipes;
  78. tmp = 0;
  79. switch (num_pipes) {
  80. default:
  81. /* force to 1 pipe */
  82. num_pipes = 1;
  83. case 1:
  84. tmp = (0 << 1);
  85. break;
  86. case 2:
  87. tmp = (3 << 1);
  88. break;
  89. case 3:
  90. tmp = (6 << 1);
  91. break;
  92. case 4:
  93. tmp = (7 << 1);
  94. break;
  95. }
  96. WREG32(R500_SU_REG_DEST, (1 << num_pipes) - 1);
  97. /* Sub pixel 1/12 so we can have 4K rendering according to doc */
  98. tmp |= R300_TILE_SIZE_16 | R300_ENABLE_TILING;
  99. WREG32(R300_GB_TILE_CONFIG, tmp);
  100. if (r100_gui_wait_for_idle(rdev)) {
  101. printk(KERN_WARNING "Failed to wait GUI idle while "
  102. "programming pipes. Bad things might happen.\n");
  103. }
  104. tmp = RREG32(R300_DST_PIPE_CONFIG);
  105. WREG32(R300_DST_PIPE_CONFIG, tmp | R300_PIPE_AUTO_CONFIG);
  106. WREG32(R300_RB2D_DSTCACHE_MODE,
  107. RREG32(R300_RB2D_DSTCACHE_MODE) |
  108. R300_DC_AUTOFLUSH_ENABLE |
  109. R300_DC_DC_DISABLE_IGNORE_PE);
  110. if (r100_gui_wait_for_idle(rdev)) {
  111. printk(KERN_WARNING "Failed to wait GUI idle while "
  112. "programming pipes. Bad things might happen.\n");
  113. }
  114. if (rdev->family == CHIP_RV530) {
  115. tmp = RREG32(RV530_GB_PIPE_SELECT2);
  116. if ((tmp & 3) == 3)
  117. rdev->num_z_pipes = 2;
  118. else
  119. rdev->num_z_pipes = 1;
  120. } else
  121. rdev->num_z_pipes = 1;
  122. DRM_INFO("radeon: %d quad pipes, %d z pipes initialized.\n",
  123. rdev->num_gb_pipes, rdev->num_z_pipes);
  124. }
  125. u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg)
  126. {
  127. u32 r;
  128. WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg));
  129. r = RREG32(R_0001FC_MC_IND_DATA);
  130. return r;
  131. }
  132. void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v)
  133. {
  134. WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg) |
  135. S_0001F8_MC_IND_WR_EN(1));
  136. WREG32(R_0001FC_MC_IND_DATA, v);
  137. }
  138. static void r420_debugfs(struct radeon_device *rdev)
  139. {
  140. if (r100_debugfs_rbbm_init(rdev)) {
  141. DRM_ERROR("Failed to register debugfs file for RBBM !\n");
  142. }
  143. if (r420_debugfs_pipes_info_init(rdev)) {
  144. DRM_ERROR("Failed to register debugfs file for pipes !\n");
  145. }
  146. }
  147. static void r420_clock_resume(struct radeon_device *rdev)
  148. {
  149. u32 sclk_cntl;
  150. if (radeon_dynclks != -1 && radeon_dynclks)
  151. radeon_atom_set_clock_gating(rdev, 1);
  152. sclk_cntl = RREG32_PLL(R_00000D_SCLK_CNTL);
  153. sclk_cntl |= S_00000D_FORCE_CP(1) | S_00000D_FORCE_VIP(1);
  154. if (rdev->family == CHIP_R420)
  155. sclk_cntl |= S_00000D_FORCE_PX(1) | S_00000D_FORCE_TX(1);
  156. WREG32_PLL(R_00000D_SCLK_CNTL, sclk_cntl);
  157. }
  158. static void r420_cp_errata_init(struct radeon_device *rdev)
  159. {
  160. /* RV410 and R420 can lock up if CP DMA to host memory happens
  161. * while the 2D engine is busy.
  162. *
  163. * The proper workaround is to queue a RESYNC at the beginning
  164. * of the CP init, apparently.
  165. */
  166. radeon_scratch_get(rdev, &rdev->config.r300.resync_scratch);
  167. radeon_ring_lock(rdev, 8);
  168. radeon_ring_write(rdev, PACKET0(R300_CP_RESYNC_ADDR, 1));
  169. radeon_ring_write(rdev, rdev->config.r300.resync_scratch);
  170. radeon_ring_write(rdev, 0xDEADBEEF);
  171. radeon_ring_unlock_commit(rdev);
  172. }
  173. static void r420_cp_errata_fini(struct radeon_device *rdev)
  174. {
  175. /* Catch the RESYNC we dispatched all the way back,
  176. * at the very beginning of the CP init.
  177. */
  178. radeon_ring_lock(rdev, 8);
  179. radeon_ring_write(rdev, PACKET0(R300_RB3D_DSTCACHE_CTLSTAT, 0));
  180. radeon_ring_write(rdev, R300_RB3D_DC_FINISH);
  181. radeon_ring_unlock_commit(rdev);
  182. radeon_scratch_free(rdev, rdev->config.r300.resync_scratch);
  183. }
  184. static int r420_startup(struct radeon_device *rdev)
  185. {
  186. int r;
  187. /* set common regs */
  188. r100_set_common_regs(rdev);
  189. /* program mc */
  190. r300_mc_program(rdev);
  191. /* Resume clock */
  192. r420_clock_resume(rdev);
  193. /* Initialize GART (initialize after TTM so we can allocate
  194. * memory through TTM but finalize after TTM) */
  195. if (rdev->flags & RADEON_IS_PCIE) {
  196. r = rv370_pcie_gart_enable(rdev);
  197. if (r)
  198. return r;
  199. }
  200. if (rdev->flags & RADEON_IS_PCI) {
  201. r = r100_pci_gart_enable(rdev);
  202. if (r)
  203. return r;
  204. }
  205. r420_pipes_init(rdev);
  206. /* Enable IRQ */
  207. r100_irq_set(rdev);
  208. rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
  209. /* 1M ring buffer */
  210. r = r100_cp_init(rdev, 1024 * 1024);
  211. if (r) {
  212. dev_err(rdev->dev, "failled initializing CP (%d).\n", r);
  213. return r;
  214. }
  215. r420_cp_errata_init(rdev);
  216. r = r100_wb_init(rdev);
  217. if (r) {
  218. dev_err(rdev->dev, "failled initializing WB (%d).\n", r);
  219. }
  220. r = r100_ib_init(rdev);
  221. if (r) {
  222. dev_err(rdev->dev, "failled initializing IB (%d).\n", r);
  223. return r;
  224. }
  225. return 0;
  226. }
  227. int r420_resume(struct radeon_device *rdev)
  228. {
  229. /* Make sur GART are not working */
  230. if (rdev->flags & RADEON_IS_PCIE)
  231. rv370_pcie_gart_disable(rdev);
  232. if (rdev->flags & RADEON_IS_PCI)
  233. r100_pci_gart_disable(rdev);
  234. /* Resume clock before doing reset */
  235. r420_clock_resume(rdev);
  236. /* Reset gpu before posting otherwise ATOM will enter infinite loop */
  237. if (radeon_gpu_reset(rdev)) {
  238. dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
  239. RREG32(R_000E40_RBBM_STATUS),
  240. RREG32(R_0007C0_CP_STAT));
  241. }
  242. /* check if cards are posted or not */
  243. if (rdev->is_atom_bios) {
  244. atom_asic_init(rdev->mode_info.atom_context);
  245. } else {
  246. radeon_combios_asic_init(rdev->ddev);
  247. }
  248. /* Resume clock after posting */
  249. r420_clock_resume(rdev);
  250. /* Initialize surface registers */
  251. radeon_surface_init(rdev);
  252. return r420_startup(rdev);
  253. }
  254. int r420_suspend(struct radeon_device *rdev)
  255. {
  256. r420_cp_errata_fini(rdev);
  257. r100_cp_disable(rdev);
  258. r100_wb_disable(rdev);
  259. r100_irq_disable(rdev);
  260. if (rdev->flags & RADEON_IS_PCIE)
  261. rv370_pcie_gart_disable(rdev);
  262. if (rdev->flags & RADEON_IS_PCI)
  263. r100_pci_gart_disable(rdev);
  264. return 0;
  265. }
  266. void r420_fini(struct radeon_device *rdev)
  267. {
  268. r100_cp_fini(rdev);
  269. r100_wb_fini(rdev);
  270. r100_ib_fini(rdev);
  271. radeon_gem_fini(rdev);
  272. if (rdev->flags & RADEON_IS_PCIE)
  273. rv370_pcie_gart_fini(rdev);
  274. if (rdev->flags & RADEON_IS_PCI)
  275. r100_pci_gart_fini(rdev);
  276. radeon_agp_fini(rdev);
  277. radeon_irq_kms_fini(rdev);
  278. radeon_fence_driver_fini(rdev);
  279. radeon_bo_fini(rdev);
  280. if (rdev->is_atom_bios) {
  281. radeon_atombios_fini(rdev);
  282. } else {
  283. radeon_combios_fini(rdev);
  284. }
  285. kfree(rdev->bios);
  286. rdev->bios = NULL;
  287. }
  288. int r420_init(struct radeon_device *rdev)
  289. {
  290. int r;
  291. /* Initialize scratch registers */
  292. radeon_scratch_init(rdev);
  293. /* Initialize surface registers */
  294. radeon_surface_init(rdev);
  295. /* TODO: disable VGA need to use VGA request */
  296. /* BIOS*/
  297. if (!radeon_get_bios(rdev)) {
  298. if (ASIC_IS_AVIVO(rdev))
  299. return -EINVAL;
  300. }
  301. if (rdev->is_atom_bios) {
  302. r = radeon_atombios_init(rdev);
  303. if (r) {
  304. return r;
  305. }
  306. } else {
  307. r = radeon_combios_init(rdev);
  308. if (r) {
  309. return r;
  310. }
  311. }
  312. /* Reset gpu before posting otherwise ATOM will enter infinite loop */
  313. if (radeon_gpu_reset(rdev)) {
  314. dev_warn(rdev->dev,
  315. "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
  316. RREG32(R_000E40_RBBM_STATUS),
  317. RREG32(R_0007C0_CP_STAT));
  318. }
  319. /* check if cards are posted or not */
  320. if (radeon_boot_test_post_card(rdev) == false)
  321. return -EINVAL;
  322. /* Initialize clocks */
  323. radeon_get_clock_info(rdev->ddev);
  324. /* Initialize power management */
  325. radeon_pm_init(rdev);
  326. /* Get vram informations */
  327. r300_vram_info(rdev);
  328. /* Initialize memory controller (also test AGP) */
  329. r = r420_mc_init(rdev);
  330. if (r) {
  331. return r;
  332. }
  333. r420_debugfs(rdev);
  334. /* Fence driver */
  335. r = radeon_fence_driver_init(rdev);
  336. if (r) {
  337. return r;
  338. }
  339. r = radeon_irq_kms_init(rdev);
  340. if (r) {
  341. return r;
  342. }
  343. /* Memory manager */
  344. r = radeon_bo_init(rdev);
  345. if (r) {
  346. return r;
  347. }
  348. if (rdev->family == CHIP_R420)
  349. r100_enable_bm(rdev);
  350. if (rdev->flags & RADEON_IS_PCIE) {
  351. r = rv370_pcie_gart_init(rdev);
  352. if (r)
  353. return r;
  354. }
  355. if (rdev->flags & RADEON_IS_PCI) {
  356. r = r100_pci_gart_init(rdev);
  357. if (r)
  358. return r;
  359. }
  360. r420_set_reg_safe(rdev);
  361. rdev->accel_working = true;
  362. r = r420_startup(rdev);
  363. if (r) {
  364. /* Somethings want wront with the accel init stop accel */
  365. dev_err(rdev->dev, "Disabling GPU acceleration\n");
  366. r100_cp_fini(rdev);
  367. r100_wb_fini(rdev);
  368. r100_ib_fini(rdev);
  369. radeon_irq_kms_fini(rdev);
  370. if (rdev->flags & RADEON_IS_PCIE)
  371. rv370_pcie_gart_fini(rdev);
  372. if (rdev->flags & RADEON_IS_PCI)
  373. r100_pci_gart_fini(rdev);
  374. radeon_agp_fini(rdev);
  375. rdev->accel_working = false;
  376. }
  377. return 0;
  378. }
  379. /*
  380. * Debugfs info
  381. */
  382. #if defined(CONFIG_DEBUG_FS)
  383. static int r420_debugfs_pipes_info(struct seq_file *m, void *data)
  384. {
  385. struct drm_info_node *node = (struct drm_info_node *) m->private;
  386. struct drm_device *dev = node->minor->dev;
  387. struct radeon_device *rdev = dev->dev_private;
  388. uint32_t tmp;
  389. tmp = RREG32(R400_GB_PIPE_SELECT);
  390. seq_printf(m, "GB_PIPE_SELECT 0x%08x\n", tmp);
  391. tmp = RREG32(R300_GB_TILE_CONFIG);
  392. seq_printf(m, "GB_TILE_CONFIG 0x%08x\n", tmp);
  393. tmp = RREG32(R300_DST_PIPE_CONFIG);
  394. seq_printf(m, "DST_PIPE_CONFIG 0x%08x\n", tmp);
  395. return 0;
  396. }
  397. static struct drm_info_list r420_pipes_info_list[] = {
  398. {"r420_pipes_info", r420_debugfs_pipes_info, 0, NULL},
  399. };
  400. #endif
  401. int r420_debugfs_pipes_info_init(struct radeon_device *rdev)
  402. {
  403. #if defined(CONFIG_DEBUG_FS)
  404. return radeon_debugfs_add_files(rdev, r420_pipes_info_list, 1);
  405. #else
  406. return 0;
  407. #endif
  408. }