radeon_drv.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462
  1. /**
  2. * \file radeon_drv.c
  3. * ATI Radeon driver
  4. *
  5. * \author Gareth Hughes <gareth@valinux.com>
  6. */
  7. /*
  8. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  9. * All Rights Reserved.
  10. *
  11. * Permission is hereby granted, free of charge, to any person obtaining a
  12. * copy of this software and associated documentation files (the "Software"),
  13. * to deal in the Software without restriction, including without limitation
  14. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  15. * and/or sell copies of the Software, and to permit persons to whom the
  16. * Software is furnished to do so, subject to the following conditions:
  17. *
  18. * The above copyright notice and this permission notice (including the next
  19. * paragraph) shall be included in all copies or substantial portions of the
  20. * Software.
  21. *
  22. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  23. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  24. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  25. * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  26. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  27. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  28. * OTHER DEALINGS IN THE SOFTWARE.
  29. */
  30. #include <drm/drmP.h>
  31. #include <drm/radeon_drm.h>
  32. #include "radeon_drv.h"
  33. #include <drm/drm_pciids.h>
  34. #include <linux/console.h>
  35. #include <linux/module.h>
  36. /*
  37. * KMS wrapper.
  38. * - 2.0.0 - initial interface
  39. * - 2.1.0 - add square tiling interface
  40. * - 2.2.0 - add r6xx/r7xx const buffer support
  41. * - 2.3.0 - add MSPOS + 3D texture + r500 VAP regs
  42. * - 2.4.0 - add crtc id query
  43. * - 2.5.0 - add get accel 2 to work around ddx breakage for evergreen
  44. * - 2.6.0 - add tiling config query (r6xx+), add initial HiZ support (r300->r500)
  45. * 2.7.0 - fixups for r600 2D tiling support. (no external ABI change), add eg dyn gpr regs
  46. * 2.8.0 - pageflip support, r500 US_FORMAT regs. r500 ARGB2101010 colorbuf, r300->r500 CMASK, clock crystal query
  47. * 2.9.0 - r600 tiling (s3tc,rgtc) working, SET_PREDICATION packet 3 on r600 + eg, backend query
  48. * 2.10.0 - fusion 2D tiling
  49. * 2.11.0 - backend map, initial compute support for the CS checker
  50. * 2.12.0 - RADEON_CS_KEEP_TILING_FLAGS
  51. * 2.13.0 - virtual memory support, streamout
  52. * 2.14.0 - add evergreen tiling informations
  53. * 2.15.0 - add max_pipes query
  54. * 2.16.0 - fix evergreen 2D tiled surface calculation
  55. * 2.17.0 - add STRMOUT_BASE_UPDATE for r7xx
  56. * 2.18.0 - r600-eg: allow "invalid" DB formats
  57. * 2.19.0 - r600-eg: MSAA textures
  58. * 2.20.0 - r600-si: RADEON_INFO_TIMESTAMP query
  59. * 2.21.0 - r600-r700: FMASK and CMASK
  60. * 2.22.0 - r600 only: RESOLVE_BOX allowed
  61. * 2.23.0 - allow STRMOUT_BASE_UPDATE on RS780 and RS880
  62. * 2.24.0 - eg only: allow MIP_ADDRESS=0 for MSAA textures
  63. */
  64. #define KMS_DRIVER_MAJOR 2
  65. #define KMS_DRIVER_MINOR 24
  66. #define KMS_DRIVER_PATCHLEVEL 0
  67. int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags);
  68. int radeon_driver_unload_kms(struct drm_device *dev);
  69. int radeon_driver_firstopen_kms(struct drm_device *dev);
  70. void radeon_driver_lastclose_kms(struct drm_device *dev);
  71. int radeon_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv);
  72. void radeon_driver_postclose_kms(struct drm_device *dev,
  73. struct drm_file *file_priv);
  74. void radeon_driver_preclose_kms(struct drm_device *dev,
  75. struct drm_file *file_priv);
  76. int radeon_suspend_kms(struct drm_device *dev, pm_message_t state);
  77. int radeon_resume_kms(struct drm_device *dev);
  78. u32 radeon_get_vblank_counter_kms(struct drm_device *dev, int crtc);
  79. int radeon_enable_vblank_kms(struct drm_device *dev, int crtc);
  80. void radeon_disable_vblank_kms(struct drm_device *dev, int crtc);
  81. int radeon_get_vblank_timestamp_kms(struct drm_device *dev, int crtc,
  82. int *max_error,
  83. struct timeval *vblank_time,
  84. unsigned flags);
  85. void radeon_driver_irq_preinstall_kms(struct drm_device *dev);
  86. int radeon_driver_irq_postinstall_kms(struct drm_device *dev);
  87. void radeon_driver_irq_uninstall_kms(struct drm_device *dev);
  88. irqreturn_t radeon_driver_irq_handler_kms(DRM_IRQ_ARGS);
  89. int radeon_dma_ioctl_kms(struct drm_device *dev, void *data,
  90. struct drm_file *file_priv);
  91. int radeon_gem_object_init(struct drm_gem_object *obj);
  92. void radeon_gem_object_free(struct drm_gem_object *obj);
  93. int radeon_gem_object_open(struct drm_gem_object *obj,
  94. struct drm_file *file_priv);
  95. void radeon_gem_object_close(struct drm_gem_object *obj,
  96. struct drm_file *file_priv);
  97. extern int radeon_get_crtc_scanoutpos(struct drm_device *dev, int crtc,
  98. int *vpos, int *hpos);
  99. extern struct drm_ioctl_desc radeon_ioctls_kms[];
  100. extern int radeon_max_kms_ioctl;
  101. int radeon_mmap(struct file *filp, struct vm_area_struct *vma);
  102. int radeon_mode_dumb_mmap(struct drm_file *filp,
  103. struct drm_device *dev,
  104. uint32_t handle, uint64_t *offset_p);
  105. int radeon_mode_dumb_create(struct drm_file *file_priv,
  106. struct drm_device *dev,
  107. struct drm_mode_create_dumb *args);
  108. int radeon_mode_dumb_destroy(struct drm_file *file_priv,
  109. struct drm_device *dev,
  110. uint32_t handle);
  111. struct dma_buf *radeon_gem_prime_export(struct drm_device *dev,
  112. struct drm_gem_object *obj,
  113. int flags);
  114. struct drm_gem_object *radeon_gem_prime_import(struct drm_device *dev,
  115. struct dma_buf *dma_buf);
  116. #if defined(CONFIG_DEBUG_FS)
  117. int radeon_debugfs_init(struct drm_minor *minor);
  118. void radeon_debugfs_cleanup(struct drm_minor *minor);
  119. #endif
  120. int radeon_no_wb;
  121. int radeon_modeset = -1;
  122. int radeon_dynclks = -1;
  123. int radeon_r4xx_atom = 0;
  124. int radeon_agpmode = 0;
  125. int radeon_vram_limit = 0;
  126. int radeon_gart_size = 512; /* default gart size */
  127. int radeon_benchmarking = 0;
  128. int radeon_testing = 0;
  129. int radeon_connector_table = 0;
  130. int radeon_tv = 1;
  131. int radeon_audio = 0;
  132. int radeon_disp_priority = 0;
  133. int radeon_hw_i2c = 0;
  134. int radeon_pcie_gen2 = -1;
  135. int radeon_msi = -1;
  136. int radeon_lockup_timeout = 10000;
  137. MODULE_PARM_DESC(no_wb, "Disable AGP writeback for scratch registers");
  138. module_param_named(no_wb, radeon_no_wb, int, 0444);
  139. MODULE_PARM_DESC(modeset, "Disable/Enable modesetting");
  140. module_param_named(modeset, radeon_modeset, int, 0400);
  141. MODULE_PARM_DESC(dynclks, "Disable/Enable dynamic clocks");
  142. module_param_named(dynclks, radeon_dynclks, int, 0444);
  143. MODULE_PARM_DESC(r4xx_atom, "Enable ATOMBIOS modesetting for R4xx");
  144. module_param_named(r4xx_atom, radeon_r4xx_atom, int, 0444);
  145. MODULE_PARM_DESC(vramlimit, "Restrict VRAM for testing");
  146. module_param_named(vramlimit, radeon_vram_limit, int, 0600);
  147. MODULE_PARM_DESC(agpmode, "AGP Mode (-1 == PCI)");
  148. module_param_named(agpmode, radeon_agpmode, int, 0444);
  149. MODULE_PARM_DESC(gartsize, "Size of PCIE/IGP gart to setup in megabytes (32, 64, etc)");
  150. module_param_named(gartsize, radeon_gart_size, int, 0600);
  151. MODULE_PARM_DESC(benchmark, "Run benchmark");
  152. module_param_named(benchmark, radeon_benchmarking, int, 0444);
  153. MODULE_PARM_DESC(test, "Run tests");
  154. module_param_named(test, radeon_testing, int, 0444);
  155. MODULE_PARM_DESC(connector_table, "Force connector table");
  156. module_param_named(connector_table, radeon_connector_table, int, 0444);
  157. MODULE_PARM_DESC(tv, "TV enable (0 = disable)");
  158. module_param_named(tv, radeon_tv, int, 0444);
  159. MODULE_PARM_DESC(audio, "Audio enable (1 = enable)");
  160. module_param_named(audio, radeon_audio, int, 0444);
  161. MODULE_PARM_DESC(disp_priority, "Display Priority (0 = auto, 1 = normal, 2 = high)");
  162. module_param_named(disp_priority, radeon_disp_priority, int, 0444);
  163. MODULE_PARM_DESC(hw_i2c, "hw i2c engine enable (0 = disable)");
  164. module_param_named(hw_i2c, radeon_hw_i2c, int, 0444);
  165. MODULE_PARM_DESC(pcie_gen2, "PCIE Gen2 mode (-1 = auto, 0 = disable, 1 = enable)");
  166. module_param_named(pcie_gen2, radeon_pcie_gen2, int, 0444);
  167. MODULE_PARM_DESC(msi, "MSI support (1 = enable, 0 = disable, -1 = auto)");
  168. module_param_named(msi, radeon_msi, int, 0444);
  169. MODULE_PARM_DESC(lockup_timeout, "GPU lockup timeout in ms (defaul 10000 = 10 seconds, 0 = disable)");
  170. module_param_named(lockup_timeout, radeon_lockup_timeout, int, 0444);
  171. static int radeon_suspend(struct drm_device *dev, pm_message_t state)
  172. {
  173. drm_radeon_private_t *dev_priv = dev->dev_private;
  174. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
  175. return 0;
  176. /* Disable *all* interrupts */
  177. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
  178. RADEON_WRITE(R500_DxMODE_INT_MASK, 0);
  179. RADEON_WRITE(RADEON_GEN_INT_CNTL, 0);
  180. return 0;
  181. }
  182. static int radeon_resume(struct drm_device *dev)
  183. {
  184. drm_radeon_private_t *dev_priv = dev->dev_private;
  185. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
  186. return 0;
  187. /* Restore interrupt registers */
  188. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
  189. RADEON_WRITE(R500_DxMODE_INT_MASK, dev_priv->r500_disp_irq_reg);
  190. RADEON_WRITE(RADEON_GEN_INT_CNTL, dev_priv->irq_enable_reg);
  191. return 0;
  192. }
  193. static struct pci_device_id pciidlist[] = {
  194. radeon_PCI_IDS
  195. };
  196. #if defined(CONFIG_DRM_RADEON_KMS)
  197. MODULE_DEVICE_TABLE(pci, pciidlist);
  198. #endif
  199. static const struct file_operations radeon_driver_old_fops = {
  200. .owner = THIS_MODULE,
  201. .open = drm_open,
  202. .release = drm_release,
  203. .unlocked_ioctl = drm_ioctl,
  204. .mmap = drm_mmap,
  205. .poll = drm_poll,
  206. .fasync = drm_fasync,
  207. .read = drm_read,
  208. #ifdef CONFIG_COMPAT
  209. .compat_ioctl = radeon_compat_ioctl,
  210. #endif
  211. .llseek = noop_llseek,
  212. };
  213. static struct drm_driver driver_old = {
  214. .driver_features =
  215. DRIVER_USE_AGP | DRIVER_USE_MTRR | DRIVER_PCI_DMA | DRIVER_SG |
  216. DRIVER_HAVE_IRQ | DRIVER_HAVE_DMA | DRIVER_IRQ_SHARED,
  217. .dev_priv_size = sizeof(drm_radeon_buf_priv_t),
  218. .load = radeon_driver_load,
  219. .firstopen = radeon_driver_firstopen,
  220. .open = radeon_driver_open,
  221. .preclose = radeon_driver_preclose,
  222. .postclose = radeon_driver_postclose,
  223. .lastclose = radeon_driver_lastclose,
  224. .unload = radeon_driver_unload,
  225. .suspend = radeon_suspend,
  226. .resume = radeon_resume,
  227. .get_vblank_counter = radeon_get_vblank_counter,
  228. .enable_vblank = radeon_enable_vblank,
  229. .disable_vblank = radeon_disable_vblank,
  230. .master_create = radeon_master_create,
  231. .master_destroy = radeon_master_destroy,
  232. .irq_preinstall = radeon_driver_irq_preinstall,
  233. .irq_postinstall = radeon_driver_irq_postinstall,
  234. .irq_uninstall = radeon_driver_irq_uninstall,
  235. .irq_handler = radeon_driver_irq_handler,
  236. .ioctls = radeon_ioctls,
  237. .dma_ioctl = radeon_cp_buffers,
  238. .fops = &radeon_driver_old_fops,
  239. .name = DRIVER_NAME,
  240. .desc = DRIVER_DESC,
  241. .date = DRIVER_DATE,
  242. .major = DRIVER_MAJOR,
  243. .minor = DRIVER_MINOR,
  244. .patchlevel = DRIVER_PATCHLEVEL,
  245. };
  246. static struct drm_driver kms_driver;
  247. static void radeon_kick_out_firmware_fb(struct pci_dev *pdev)
  248. {
  249. struct apertures_struct *ap;
  250. bool primary = false;
  251. ap = alloc_apertures(1);
  252. ap->ranges[0].base = pci_resource_start(pdev, 0);
  253. ap->ranges[0].size = pci_resource_len(pdev, 0);
  254. #ifdef CONFIG_X86
  255. primary = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW;
  256. #endif
  257. remove_conflicting_framebuffers(ap, "radeondrmfb", primary);
  258. kfree(ap);
  259. }
  260. static int __devinit
  261. radeon_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  262. {
  263. /* Get rid of things like offb */
  264. radeon_kick_out_firmware_fb(pdev);
  265. return drm_get_pci_dev(pdev, ent, &kms_driver);
  266. }
  267. static void
  268. radeon_pci_remove(struct pci_dev *pdev)
  269. {
  270. struct drm_device *dev = pci_get_drvdata(pdev);
  271. drm_put_dev(dev);
  272. }
  273. static int
  274. radeon_pci_suspend(struct pci_dev *pdev, pm_message_t state)
  275. {
  276. struct drm_device *dev = pci_get_drvdata(pdev);
  277. return radeon_suspend_kms(dev, state);
  278. }
  279. static int
  280. radeon_pci_resume(struct pci_dev *pdev)
  281. {
  282. struct drm_device *dev = pci_get_drvdata(pdev);
  283. return radeon_resume_kms(dev);
  284. }
  285. static const struct file_operations radeon_driver_kms_fops = {
  286. .owner = THIS_MODULE,
  287. .open = drm_open,
  288. .release = drm_release,
  289. .unlocked_ioctl = drm_ioctl,
  290. .mmap = radeon_mmap,
  291. .poll = drm_poll,
  292. .fasync = drm_fasync,
  293. .read = drm_read,
  294. #ifdef CONFIG_COMPAT
  295. .compat_ioctl = radeon_kms_compat_ioctl,
  296. #endif
  297. };
  298. static struct drm_driver kms_driver = {
  299. .driver_features =
  300. DRIVER_USE_AGP | DRIVER_USE_MTRR | DRIVER_PCI_DMA | DRIVER_SG |
  301. DRIVER_HAVE_IRQ | DRIVER_HAVE_DMA | DRIVER_IRQ_SHARED | DRIVER_GEM |
  302. DRIVER_PRIME,
  303. .dev_priv_size = 0,
  304. .load = radeon_driver_load_kms,
  305. .firstopen = radeon_driver_firstopen_kms,
  306. .open = radeon_driver_open_kms,
  307. .preclose = radeon_driver_preclose_kms,
  308. .postclose = radeon_driver_postclose_kms,
  309. .lastclose = radeon_driver_lastclose_kms,
  310. .unload = radeon_driver_unload_kms,
  311. .suspend = radeon_suspend_kms,
  312. .resume = radeon_resume_kms,
  313. .get_vblank_counter = radeon_get_vblank_counter_kms,
  314. .enable_vblank = radeon_enable_vblank_kms,
  315. .disable_vblank = radeon_disable_vblank_kms,
  316. .get_vblank_timestamp = radeon_get_vblank_timestamp_kms,
  317. .get_scanout_position = radeon_get_crtc_scanoutpos,
  318. #if defined(CONFIG_DEBUG_FS)
  319. .debugfs_init = radeon_debugfs_init,
  320. .debugfs_cleanup = radeon_debugfs_cleanup,
  321. #endif
  322. .irq_preinstall = radeon_driver_irq_preinstall_kms,
  323. .irq_postinstall = radeon_driver_irq_postinstall_kms,
  324. .irq_uninstall = radeon_driver_irq_uninstall_kms,
  325. .irq_handler = radeon_driver_irq_handler_kms,
  326. .ioctls = radeon_ioctls_kms,
  327. .gem_init_object = radeon_gem_object_init,
  328. .gem_free_object = radeon_gem_object_free,
  329. .gem_open_object = radeon_gem_object_open,
  330. .gem_close_object = radeon_gem_object_close,
  331. .dma_ioctl = radeon_dma_ioctl_kms,
  332. .dumb_create = radeon_mode_dumb_create,
  333. .dumb_map_offset = radeon_mode_dumb_mmap,
  334. .dumb_destroy = radeon_mode_dumb_destroy,
  335. .fops = &radeon_driver_kms_fops,
  336. .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
  337. .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
  338. .gem_prime_export = radeon_gem_prime_export,
  339. .gem_prime_import = radeon_gem_prime_import,
  340. .name = DRIVER_NAME,
  341. .desc = DRIVER_DESC,
  342. .date = DRIVER_DATE,
  343. .major = KMS_DRIVER_MAJOR,
  344. .minor = KMS_DRIVER_MINOR,
  345. .patchlevel = KMS_DRIVER_PATCHLEVEL,
  346. };
  347. static struct drm_driver *driver;
  348. static struct pci_driver *pdriver;
  349. static struct pci_driver radeon_pci_driver = {
  350. .name = DRIVER_NAME,
  351. .id_table = pciidlist,
  352. };
  353. static struct pci_driver radeon_kms_pci_driver = {
  354. .name = DRIVER_NAME,
  355. .id_table = pciidlist,
  356. .probe = radeon_pci_probe,
  357. .remove = radeon_pci_remove,
  358. .suspend = radeon_pci_suspend,
  359. .resume = radeon_pci_resume,
  360. };
  361. static int __init radeon_init(void)
  362. {
  363. driver = &driver_old;
  364. pdriver = &radeon_pci_driver;
  365. driver->num_ioctls = radeon_max_ioctl;
  366. #ifdef CONFIG_VGA_CONSOLE
  367. if (vgacon_text_force() && radeon_modeset == -1) {
  368. DRM_INFO("VGACON disable radeon kernel modesetting.\n");
  369. driver = &driver_old;
  370. pdriver = &radeon_pci_driver;
  371. driver->driver_features &= ~DRIVER_MODESET;
  372. radeon_modeset = 0;
  373. }
  374. #endif
  375. /* if enabled by default */
  376. if (radeon_modeset == -1) {
  377. #ifdef CONFIG_DRM_RADEON_KMS
  378. DRM_INFO("radeon defaulting to kernel modesetting.\n");
  379. radeon_modeset = 1;
  380. #else
  381. DRM_INFO("radeon defaulting to userspace modesetting.\n");
  382. radeon_modeset = 0;
  383. #endif
  384. }
  385. if (radeon_modeset == 1) {
  386. DRM_INFO("radeon kernel modesetting enabled.\n");
  387. driver = &kms_driver;
  388. pdriver = &radeon_kms_pci_driver;
  389. driver->driver_features |= DRIVER_MODESET;
  390. driver->num_ioctls = radeon_max_kms_ioctl;
  391. radeon_register_atpx_handler();
  392. }
  393. /* if the vga console setting is enabled still
  394. * let modprobe override it */
  395. return drm_pci_init(driver, pdriver);
  396. }
  397. static void __exit radeon_exit(void)
  398. {
  399. drm_pci_exit(driver, pdriver);
  400. radeon_unregister_atpx_handler();
  401. }
  402. module_init(radeon_init);
  403. module_exit(radeon_exit);
  404. MODULE_AUTHOR(DRIVER_AUTHOR);
  405. MODULE_DESCRIPTION(DRIVER_DESC);
  406. MODULE_LICENSE("GPL and additional rights");