radeon_drv.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460
  1. /**
  2. * \file radeon_drv.c
  3. * ATI Radeon driver
  4. *
  5. * \author Gareth Hughes <gareth@valinux.com>
  6. */
  7. /*
  8. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  9. * All Rights Reserved.
  10. *
  11. * Permission is hereby granted, free of charge, to any person obtaining a
  12. * copy of this software and associated documentation files (the "Software"),
  13. * to deal in the Software without restriction, including without limitation
  14. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  15. * and/or sell copies of the Software, and to permit persons to whom the
  16. * Software is furnished to do so, subject to the following conditions:
  17. *
  18. * The above copyright notice and this permission notice (including the next
  19. * paragraph) shall be included in all copies or substantial portions of the
  20. * Software.
  21. *
  22. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  23. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  24. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  25. * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  26. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  27. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  28. * OTHER DEALINGS IN THE SOFTWARE.
  29. */
  30. #include "drmP.h"
  31. #include "drm.h"
  32. #include "radeon_drm.h"
  33. #include "radeon_drv.h"
  34. #include "drm_pciids.h"
  35. #include <linux/console.h>
  36. #include <linux/module.h>
  37. /*
  38. * KMS wrapper.
  39. * - 2.0.0 - initial interface
  40. * - 2.1.0 - add square tiling interface
  41. * - 2.2.0 - add r6xx/r7xx const buffer support
  42. * - 2.3.0 - add MSPOS + 3D texture + r500 VAP regs
  43. * - 2.4.0 - add crtc id query
  44. * - 2.5.0 - add get accel 2 to work around ddx breakage for evergreen
  45. * - 2.6.0 - add tiling config query (r6xx+), add initial HiZ support (r300->r500)
  46. * 2.7.0 - fixups for r600 2D tiling support. (no external ABI change), add eg dyn gpr regs
  47. * 2.8.0 - pageflip support, r500 US_FORMAT regs. r500 ARGB2101010 colorbuf, r300->r500 CMASK, clock crystal query
  48. * 2.9.0 - r600 tiling (s3tc,rgtc) working, SET_PREDICATION packet 3 on r600 + eg, backend query
  49. * 2.10.0 - fusion 2D tiling
  50. * 2.11.0 - backend map, initial compute support for the CS checker
  51. * 2.12.0 - RADEON_CS_KEEP_TILING_FLAGS
  52. * 2.13.0 - virtual memory support, streamout
  53. * 2.14.0 - add evergreen tiling informations
  54. * 2.15.0 - add max_pipes query
  55. * 2.16.0 - fix evergreen 2D tiled surface calculation
  56. * 2.17.0 - add STRMOUT_BASE_UPDATE for r7xx
  57. * 2.18.0 - r600-eg: allow "invalid" DB formats
  58. * 2.19.0 - r600-eg: MSAA textures
  59. * 2.20.0 - r600-si: RADEON_INFO_TIMESTAMP query
  60. * 2.21.0 - r600-r700: FMASK and CMASK
  61. */
  62. #define KMS_DRIVER_MAJOR 2
  63. #define KMS_DRIVER_MINOR 21
  64. #define KMS_DRIVER_PATCHLEVEL 0
  65. int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags);
  66. int radeon_driver_unload_kms(struct drm_device *dev);
  67. int radeon_driver_firstopen_kms(struct drm_device *dev);
  68. void radeon_driver_lastclose_kms(struct drm_device *dev);
  69. int radeon_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv);
  70. void radeon_driver_postclose_kms(struct drm_device *dev,
  71. struct drm_file *file_priv);
  72. void radeon_driver_preclose_kms(struct drm_device *dev,
  73. struct drm_file *file_priv);
  74. int radeon_suspend_kms(struct drm_device *dev, pm_message_t state);
  75. int radeon_resume_kms(struct drm_device *dev);
  76. u32 radeon_get_vblank_counter_kms(struct drm_device *dev, int crtc);
  77. int radeon_enable_vblank_kms(struct drm_device *dev, int crtc);
  78. void radeon_disable_vblank_kms(struct drm_device *dev, int crtc);
  79. int radeon_get_vblank_timestamp_kms(struct drm_device *dev, int crtc,
  80. int *max_error,
  81. struct timeval *vblank_time,
  82. unsigned flags);
  83. void radeon_driver_irq_preinstall_kms(struct drm_device *dev);
  84. int radeon_driver_irq_postinstall_kms(struct drm_device *dev);
  85. void radeon_driver_irq_uninstall_kms(struct drm_device *dev);
  86. irqreturn_t radeon_driver_irq_handler_kms(DRM_IRQ_ARGS);
  87. int radeon_dma_ioctl_kms(struct drm_device *dev, void *data,
  88. struct drm_file *file_priv);
  89. int radeon_gem_object_init(struct drm_gem_object *obj);
  90. void radeon_gem_object_free(struct drm_gem_object *obj);
  91. int radeon_gem_object_open(struct drm_gem_object *obj,
  92. struct drm_file *file_priv);
  93. void radeon_gem_object_close(struct drm_gem_object *obj,
  94. struct drm_file *file_priv);
  95. extern int radeon_get_crtc_scanoutpos(struct drm_device *dev, int crtc,
  96. int *vpos, int *hpos);
  97. extern struct drm_ioctl_desc radeon_ioctls_kms[];
  98. extern int radeon_max_kms_ioctl;
  99. int radeon_mmap(struct file *filp, struct vm_area_struct *vma);
  100. int radeon_mode_dumb_mmap(struct drm_file *filp,
  101. struct drm_device *dev,
  102. uint32_t handle, uint64_t *offset_p);
  103. int radeon_mode_dumb_create(struct drm_file *file_priv,
  104. struct drm_device *dev,
  105. struct drm_mode_create_dumb *args);
  106. int radeon_mode_dumb_destroy(struct drm_file *file_priv,
  107. struct drm_device *dev,
  108. uint32_t handle);
  109. struct dma_buf *radeon_gem_prime_export(struct drm_device *dev,
  110. struct drm_gem_object *obj,
  111. int flags);
  112. struct drm_gem_object *radeon_gem_prime_import(struct drm_device *dev,
  113. struct dma_buf *dma_buf);
  114. #if defined(CONFIG_DEBUG_FS)
  115. int radeon_debugfs_init(struct drm_minor *minor);
  116. void radeon_debugfs_cleanup(struct drm_minor *minor);
  117. #endif
  118. int radeon_no_wb;
  119. int radeon_modeset = -1;
  120. int radeon_dynclks = -1;
  121. int radeon_r4xx_atom = 0;
  122. int radeon_agpmode = 0;
  123. int radeon_vram_limit = 0;
  124. int radeon_gart_size = 512; /* default gart size */
  125. int radeon_benchmarking = 0;
  126. int radeon_testing = 0;
  127. int radeon_connector_table = 0;
  128. int radeon_tv = 1;
  129. int radeon_audio = 0;
  130. int radeon_disp_priority = 0;
  131. int radeon_hw_i2c = 0;
  132. int radeon_pcie_gen2 = -1;
  133. int radeon_msi = -1;
  134. int radeon_lockup_timeout = 10000;
  135. MODULE_PARM_DESC(no_wb, "Disable AGP writeback for scratch registers");
  136. module_param_named(no_wb, radeon_no_wb, int, 0444);
  137. MODULE_PARM_DESC(modeset, "Disable/Enable modesetting");
  138. module_param_named(modeset, radeon_modeset, int, 0400);
  139. MODULE_PARM_DESC(dynclks, "Disable/Enable dynamic clocks");
  140. module_param_named(dynclks, radeon_dynclks, int, 0444);
  141. MODULE_PARM_DESC(r4xx_atom, "Enable ATOMBIOS modesetting for R4xx");
  142. module_param_named(r4xx_atom, radeon_r4xx_atom, int, 0444);
  143. MODULE_PARM_DESC(vramlimit, "Restrict VRAM for testing");
  144. module_param_named(vramlimit, radeon_vram_limit, int, 0600);
  145. MODULE_PARM_DESC(agpmode, "AGP Mode (-1 == PCI)");
  146. module_param_named(agpmode, radeon_agpmode, int, 0444);
  147. MODULE_PARM_DESC(gartsize, "Size of PCIE/IGP gart to setup in megabytes (32, 64, etc)");
  148. module_param_named(gartsize, radeon_gart_size, int, 0600);
  149. MODULE_PARM_DESC(benchmark, "Run benchmark");
  150. module_param_named(benchmark, radeon_benchmarking, int, 0444);
  151. MODULE_PARM_DESC(test, "Run tests");
  152. module_param_named(test, radeon_testing, int, 0444);
  153. MODULE_PARM_DESC(connector_table, "Force connector table");
  154. module_param_named(connector_table, radeon_connector_table, int, 0444);
  155. MODULE_PARM_DESC(tv, "TV enable (0 = disable)");
  156. module_param_named(tv, radeon_tv, int, 0444);
  157. MODULE_PARM_DESC(audio, "Audio enable (1 = enable)");
  158. module_param_named(audio, radeon_audio, int, 0444);
  159. MODULE_PARM_DESC(disp_priority, "Display Priority (0 = auto, 1 = normal, 2 = high)");
  160. module_param_named(disp_priority, radeon_disp_priority, int, 0444);
  161. MODULE_PARM_DESC(hw_i2c, "hw i2c engine enable (0 = disable)");
  162. module_param_named(hw_i2c, radeon_hw_i2c, int, 0444);
  163. MODULE_PARM_DESC(pcie_gen2, "PCIE Gen2 mode (-1 = auto, 0 = disable, 1 = enable)");
  164. module_param_named(pcie_gen2, radeon_pcie_gen2, int, 0444);
  165. MODULE_PARM_DESC(msi, "MSI support (1 = enable, 0 = disable, -1 = auto)");
  166. module_param_named(msi, radeon_msi, int, 0444);
  167. MODULE_PARM_DESC(lockup_timeout, "GPU lockup timeout in ms (defaul 10000 = 10 seconds, 0 = disable)");
  168. module_param_named(lockup_timeout, radeon_lockup_timeout, int, 0444);
  169. static int radeon_suspend(struct drm_device *dev, pm_message_t state)
  170. {
  171. drm_radeon_private_t *dev_priv = dev->dev_private;
  172. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
  173. return 0;
  174. /* Disable *all* interrupts */
  175. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
  176. RADEON_WRITE(R500_DxMODE_INT_MASK, 0);
  177. RADEON_WRITE(RADEON_GEN_INT_CNTL, 0);
  178. return 0;
  179. }
  180. static int radeon_resume(struct drm_device *dev)
  181. {
  182. drm_radeon_private_t *dev_priv = dev->dev_private;
  183. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
  184. return 0;
  185. /* Restore interrupt registers */
  186. if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
  187. RADEON_WRITE(R500_DxMODE_INT_MASK, dev_priv->r500_disp_irq_reg);
  188. RADEON_WRITE(RADEON_GEN_INT_CNTL, dev_priv->irq_enable_reg);
  189. return 0;
  190. }
  191. static struct pci_device_id pciidlist[] = {
  192. radeon_PCI_IDS
  193. };
  194. #if defined(CONFIG_DRM_RADEON_KMS)
  195. MODULE_DEVICE_TABLE(pci, pciidlist);
  196. #endif
  197. static const struct file_operations radeon_driver_old_fops = {
  198. .owner = THIS_MODULE,
  199. .open = drm_open,
  200. .release = drm_release,
  201. .unlocked_ioctl = drm_ioctl,
  202. .mmap = drm_mmap,
  203. .poll = drm_poll,
  204. .fasync = drm_fasync,
  205. .read = drm_read,
  206. #ifdef CONFIG_COMPAT
  207. .compat_ioctl = radeon_compat_ioctl,
  208. #endif
  209. .llseek = noop_llseek,
  210. };
  211. static struct drm_driver driver_old = {
  212. .driver_features =
  213. DRIVER_USE_AGP | DRIVER_USE_MTRR | DRIVER_PCI_DMA | DRIVER_SG |
  214. DRIVER_HAVE_IRQ | DRIVER_HAVE_DMA | DRIVER_IRQ_SHARED,
  215. .dev_priv_size = sizeof(drm_radeon_buf_priv_t),
  216. .load = radeon_driver_load,
  217. .firstopen = radeon_driver_firstopen,
  218. .open = radeon_driver_open,
  219. .preclose = radeon_driver_preclose,
  220. .postclose = radeon_driver_postclose,
  221. .lastclose = radeon_driver_lastclose,
  222. .unload = radeon_driver_unload,
  223. .suspend = radeon_suspend,
  224. .resume = radeon_resume,
  225. .get_vblank_counter = radeon_get_vblank_counter,
  226. .enable_vblank = radeon_enable_vblank,
  227. .disable_vblank = radeon_disable_vblank,
  228. .master_create = radeon_master_create,
  229. .master_destroy = radeon_master_destroy,
  230. .irq_preinstall = radeon_driver_irq_preinstall,
  231. .irq_postinstall = radeon_driver_irq_postinstall,
  232. .irq_uninstall = radeon_driver_irq_uninstall,
  233. .irq_handler = radeon_driver_irq_handler,
  234. .ioctls = radeon_ioctls,
  235. .dma_ioctl = radeon_cp_buffers,
  236. .fops = &radeon_driver_old_fops,
  237. .name = DRIVER_NAME,
  238. .desc = DRIVER_DESC,
  239. .date = DRIVER_DATE,
  240. .major = DRIVER_MAJOR,
  241. .minor = DRIVER_MINOR,
  242. .patchlevel = DRIVER_PATCHLEVEL,
  243. };
  244. static struct drm_driver kms_driver;
  245. static void radeon_kick_out_firmware_fb(struct pci_dev *pdev)
  246. {
  247. struct apertures_struct *ap;
  248. bool primary = false;
  249. ap = alloc_apertures(1);
  250. ap->ranges[0].base = pci_resource_start(pdev, 0);
  251. ap->ranges[0].size = pci_resource_len(pdev, 0);
  252. #ifdef CONFIG_X86
  253. primary = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW;
  254. #endif
  255. remove_conflicting_framebuffers(ap, "radeondrmfb", primary);
  256. kfree(ap);
  257. }
  258. static int __devinit
  259. radeon_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  260. {
  261. /* Get rid of things like offb */
  262. radeon_kick_out_firmware_fb(pdev);
  263. return drm_get_pci_dev(pdev, ent, &kms_driver);
  264. }
  265. static void
  266. radeon_pci_remove(struct pci_dev *pdev)
  267. {
  268. struct drm_device *dev = pci_get_drvdata(pdev);
  269. drm_put_dev(dev);
  270. }
  271. static int
  272. radeon_pci_suspend(struct pci_dev *pdev, pm_message_t state)
  273. {
  274. struct drm_device *dev = pci_get_drvdata(pdev);
  275. return radeon_suspend_kms(dev, state);
  276. }
  277. static int
  278. radeon_pci_resume(struct pci_dev *pdev)
  279. {
  280. struct drm_device *dev = pci_get_drvdata(pdev);
  281. return radeon_resume_kms(dev);
  282. }
  283. static const struct file_operations radeon_driver_kms_fops = {
  284. .owner = THIS_MODULE,
  285. .open = drm_open,
  286. .release = drm_release,
  287. .unlocked_ioctl = drm_ioctl,
  288. .mmap = radeon_mmap,
  289. .poll = drm_poll,
  290. .fasync = drm_fasync,
  291. .read = drm_read,
  292. #ifdef CONFIG_COMPAT
  293. .compat_ioctl = radeon_kms_compat_ioctl,
  294. #endif
  295. };
  296. static struct drm_driver kms_driver = {
  297. .driver_features =
  298. DRIVER_USE_AGP | DRIVER_USE_MTRR | DRIVER_PCI_DMA | DRIVER_SG |
  299. DRIVER_HAVE_IRQ | DRIVER_HAVE_DMA | DRIVER_IRQ_SHARED | DRIVER_GEM |
  300. DRIVER_PRIME,
  301. .dev_priv_size = 0,
  302. .load = radeon_driver_load_kms,
  303. .firstopen = radeon_driver_firstopen_kms,
  304. .open = radeon_driver_open_kms,
  305. .preclose = radeon_driver_preclose_kms,
  306. .postclose = radeon_driver_postclose_kms,
  307. .lastclose = radeon_driver_lastclose_kms,
  308. .unload = radeon_driver_unload_kms,
  309. .suspend = radeon_suspend_kms,
  310. .resume = radeon_resume_kms,
  311. .get_vblank_counter = radeon_get_vblank_counter_kms,
  312. .enable_vblank = radeon_enable_vblank_kms,
  313. .disable_vblank = radeon_disable_vblank_kms,
  314. .get_vblank_timestamp = radeon_get_vblank_timestamp_kms,
  315. .get_scanout_position = radeon_get_crtc_scanoutpos,
  316. #if defined(CONFIG_DEBUG_FS)
  317. .debugfs_init = radeon_debugfs_init,
  318. .debugfs_cleanup = radeon_debugfs_cleanup,
  319. #endif
  320. .irq_preinstall = radeon_driver_irq_preinstall_kms,
  321. .irq_postinstall = radeon_driver_irq_postinstall_kms,
  322. .irq_uninstall = radeon_driver_irq_uninstall_kms,
  323. .irq_handler = radeon_driver_irq_handler_kms,
  324. .ioctls = radeon_ioctls_kms,
  325. .gem_init_object = radeon_gem_object_init,
  326. .gem_free_object = radeon_gem_object_free,
  327. .gem_open_object = radeon_gem_object_open,
  328. .gem_close_object = radeon_gem_object_close,
  329. .dma_ioctl = radeon_dma_ioctl_kms,
  330. .dumb_create = radeon_mode_dumb_create,
  331. .dumb_map_offset = radeon_mode_dumb_mmap,
  332. .dumb_destroy = radeon_mode_dumb_destroy,
  333. .fops = &radeon_driver_kms_fops,
  334. .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
  335. .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
  336. .gem_prime_export = radeon_gem_prime_export,
  337. .gem_prime_import = radeon_gem_prime_import,
  338. .name = DRIVER_NAME,
  339. .desc = DRIVER_DESC,
  340. .date = DRIVER_DATE,
  341. .major = KMS_DRIVER_MAJOR,
  342. .minor = KMS_DRIVER_MINOR,
  343. .patchlevel = KMS_DRIVER_PATCHLEVEL,
  344. };
  345. static struct drm_driver *driver;
  346. static struct pci_driver *pdriver;
  347. static struct pci_driver radeon_pci_driver = {
  348. .name = DRIVER_NAME,
  349. .id_table = pciidlist,
  350. };
  351. static struct pci_driver radeon_kms_pci_driver = {
  352. .name = DRIVER_NAME,
  353. .id_table = pciidlist,
  354. .probe = radeon_pci_probe,
  355. .remove = radeon_pci_remove,
  356. .suspend = radeon_pci_suspend,
  357. .resume = radeon_pci_resume,
  358. };
  359. static int __init radeon_init(void)
  360. {
  361. driver = &driver_old;
  362. pdriver = &radeon_pci_driver;
  363. driver->num_ioctls = radeon_max_ioctl;
  364. #ifdef CONFIG_VGA_CONSOLE
  365. if (vgacon_text_force() && radeon_modeset == -1) {
  366. DRM_INFO("VGACON disable radeon kernel modesetting.\n");
  367. driver = &driver_old;
  368. pdriver = &radeon_pci_driver;
  369. driver->driver_features &= ~DRIVER_MODESET;
  370. radeon_modeset = 0;
  371. }
  372. #endif
  373. /* if enabled by default */
  374. if (radeon_modeset == -1) {
  375. #ifdef CONFIG_DRM_RADEON_KMS
  376. DRM_INFO("radeon defaulting to kernel modesetting.\n");
  377. radeon_modeset = 1;
  378. #else
  379. DRM_INFO("radeon defaulting to userspace modesetting.\n");
  380. radeon_modeset = 0;
  381. #endif
  382. }
  383. if (radeon_modeset == 1) {
  384. DRM_INFO("radeon kernel modesetting enabled.\n");
  385. driver = &kms_driver;
  386. pdriver = &radeon_kms_pci_driver;
  387. driver->driver_features |= DRIVER_MODESET;
  388. driver->num_ioctls = radeon_max_kms_ioctl;
  389. radeon_register_atpx_handler();
  390. }
  391. /* if the vga console setting is enabled still
  392. * let modprobe override it */
  393. return drm_pci_init(driver, pdriver);
  394. }
  395. static void __exit radeon_exit(void)
  396. {
  397. drm_pci_exit(driver, pdriver);
  398. radeon_unregister_atpx_handler();
  399. }
  400. module_init(radeon_init);
  401. module_exit(radeon_exit);
  402. MODULE_AUTHOR(DRIVER_AUTHOR);
  403. MODULE_DESCRIPTION(DRIVER_DESC);
  404. MODULE_LICENSE("GPL and additional rights");