radeon.h 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #ifndef __RADEON_H__
  29. #define __RADEON_H__
  30. /* TODO: Here are things that needs to be done :
  31. * - surface allocator & initializer : (bit like scratch reg) should
  32. * initialize HDP_ stuff on RS600, R600, R700 hw, well anythings
  33. * related to surface
  34. * - WB : write back stuff (do it bit like scratch reg things)
  35. * - Vblank : look at Jesse's rework and what we should do
  36. * - r600/r700: gart & cp
  37. * - cs : clean cs ioctl use bitmap & things like that.
  38. * - power management stuff
  39. * - Barrier in gart code
  40. * - Unmappabled vram ?
  41. * - TESTING, TESTING, TESTING
  42. */
  43. /* Initialization path:
  44. * We expect that acceleration initialization might fail for various
  45. * reasons even thought we work hard to make it works on most
  46. * configurations. In order to still have a working userspace in such
  47. * situation the init path must succeed up to the memory controller
  48. * initialization point. Failure before this point are considered as
  49. * fatal error. Here is the init callchain :
  50. * radeon_device_init perform common structure, mutex initialization
  51. * asic_init setup the GPU memory layout and perform all
  52. * one time initialization (failure in this
  53. * function are considered fatal)
  54. * asic_startup setup the GPU acceleration, in order to
  55. * follow guideline the first thing this
  56. * function should do is setting the GPU
  57. * memory controller (only MC setup failure
  58. * are considered as fatal)
  59. */
  60. #include <asm/atomic.h>
  61. #include <linux/wait.h>
  62. #include <linux/list.h>
  63. #include <linux/kref.h>
  64. #include <ttm/ttm_bo_api.h>
  65. #include <ttm/ttm_bo_driver.h>
  66. #include <ttm/ttm_placement.h>
  67. #include <ttm/ttm_module.h>
  68. #include "radeon_family.h"
  69. #include "radeon_mode.h"
  70. #include "radeon_reg.h"
  71. /*
  72. * Modules parameters.
  73. */
  74. extern int radeon_no_wb;
  75. extern int radeon_modeset;
  76. extern int radeon_dynclks;
  77. extern int radeon_r4xx_atom;
  78. extern int radeon_agpmode;
  79. extern int radeon_vram_limit;
  80. extern int radeon_gart_size;
  81. extern int radeon_benchmarking;
  82. extern int radeon_testing;
  83. extern int radeon_connector_table;
  84. extern int radeon_tv;
  85. extern int radeon_new_pll;
  86. extern int radeon_dynpm;
  87. extern int radeon_audio;
  88. /*
  89. * Copy from radeon_drv.h so we don't have to include both and have conflicting
  90. * symbol;
  91. */
  92. #define RADEON_MAX_USEC_TIMEOUT 100000 /* 100 ms */
  93. #define RADEON_IB_POOL_SIZE 16
  94. #define RADEON_DEBUGFS_MAX_NUM_FILES 32
  95. #define RADEONFB_CONN_LIMIT 4
  96. #define RADEON_BIOS_NUM_SCRATCH 8
  97. /*
  98. * Errata workarounds.
  99. */
  100. enum radeon_pll_errata {
  101. CHIP_ERRATA_R300_CG = 0x00000001,
  102. CHIP_ERRATA_PLL_DUMMYREADS = 0x00000002,
  103. CHIP_ERRATA_PLL_DELAY = 0x00000004
  104. };
  105. struct radeon_device;
  106. /*
  107. * BIOS.
  108. */
  109. bool radeon_get_bios(struct radeon_device *rdev);
  110. /*
  111. * Dummy page
  112. */
  113. struct radeon_dummy_page {
  114. struct page *page;
  115. dma_addr_t addr;
  116. };
  117. int radeon_dummy_page_init(struct radeon_device *rdev);
  118. void radeon_dummy_page_fini(struct radeon_device *rdev);
  119. /*
  120. * Clocks
  121. */
  122. struct radeon_clock {
  123. struct radeon_pll p1pll;
  124. struct radeon_pll p2pll;
  125. struct radeon_pll spll;
  126. struct radeon_pll mpll;
  127. /* 10 Khz units */
  128. uint32_t default_mclk;
  129. uint32_t default_sclk;
  130. };
  131. /*
  132. * Power management
  133. */
  134. int radeon_pm_init(struct radeon_device *rdev);
  135. void radeon_pm_compute_clocks(struct radeon_device *rdev);
  136. /*
  137. * Fences.
  138. */
  139. struct radeon_fence_driver {
  140. uint32_t scratch_reg;
  141. atomic_t seq;
  142. uint32_t last_seq;
  143. unsigned long count_timeout;
  144. wait_queue_head_t queue;
  145. rwlock_t lock;
  146. struct list_head created;
  147. struct list_head emited;
  148. struct list_head signaled;
  149. bool initialized;
  150. };
  151. struct radeon_fence {
  152. struct radeon_device *rdev;
  153. struct kref kref;
  154. struct list_head list;
  155. /* protected by radeon_fence.lock */
  156. uint32_t seq;
  157. unsigned long timeout;
  158. bool emited;
  159. bool signaled;
  160. };
  161. int radeon_fence_driver_init(struct radeon_device *rdev);
  162. void radeon_fence_driver_fini(struct radeon_device *rdev);
  163. int radeon_fence_create(struct radeon_device *rdev, struct radeon_fence **fence);
  164. int radeon_fence_emit(struct radeon_device *rdev, struct radeon_fence *fence);
  165. void radeon_fence_process(struct radeon_device *rdev);
  166. bool radeon_fence_signaled(struct radeon_fence *fence);
  167. int radeon_fence_wait(struct radeon_fence *fence, bool interruptible);
  168. int radeon_fence_wait_next(struct radeon_device *rdev);
  169. int radeon_fence_wait_last(struct radeon_device *rdev);
  170. struct radeon_fence *radeon_fence_ref(struct radeon_fence *fence);
  171. void radeon_fence_unref(struct radeon_fence **fence);
  172. /*
  173. * Tiling registers
  174. */
  175. struct radeon_surface_reg {
  176. struct radeon_bo *bo;
  177. };
  178. #define RADEON_GEM_MAX_SURFACES 8
  179. /*
  180. * TTM.
  181. */
  182. struct radeon_mman {
  183. struct ttm_bo_global_ref bo_global_ref;
  184. struct ttm_global_reference mem_global_ref;
  185. struct ttm_bo_device bdev;
  186. bool mem_global_referenced;
  187. bool initialized;
  188. };
  189. struct radeon_bo {
  190. /* Protected by gem.mutex */
  191. struct list_head list;
  192. /* Protected by tbo.reserved */
  193. u32 placements[3];
  194. struct ttm_placement placement;
  195. struct ttm_buffer_object tbo;
  196. struct ttm_bo_kmap_obj kmap;
  197. unsigned pin_count;
  198. void *kptr;
  199. u32 tiling_flags;
  200. u32 pitch;
  201. int surface_reg;
  202. /* Constant after initialization */
  203. struct radeon_device *rdev;
  204. struct drm_gem_object *gobj;
  205. };
  206. struct radeon_bo_list {
  207. struct list_head list;
  208. struct radeon_bo *bo;
  209. uint64_t gpu_offset;
  210. unsigned rdomain;
  211. unsigned wdomain;
  212. u32 tiling_flags;
  213. };
  214. /*
  215. * GEM objects.
  216. */
  217. struct radeon_gem {
  218. struct mutex mutex;
  219. struct list_head objects;
  220. };
  221. int radeon_gem_init(struct radeon_device *rdev);
  222. void radeon_gem_fini(struct radeon_device *rdev);
  223. int radeon_gem_object_create(struct radeon_device *rdev, int size,
  224. int alignment, int initial_domain,
  225. bool discardable, bool kernel,
  226. struct drm_gem_object **obj);
  227. int radeon_gem_object_pin(struct drm_gem_object *obj, uint32_t pin_domain,
  228. uint64_t *gpu_addr);
  229. void radeon_gem_object_unpin(struct drm_gem_object *obj);
  230. /*
  231. * GART structures, functions & helpers
  232. */
  233. struct radeon_mc;
  234. struct radeon_gart_table_ram {
  235. volatile uint32_t *ptr;
  236. };
  237. struct radeon_gart_table_vram {
  238. struct radeon_bo *robj;
  239. volatile uint32_t *ptr;
  240. };
  241. union radeon_gart_table {
  242. struct radeon_gart_table_ram ram;
  243. struct radeon_gart_table_vram vram;
  244. };
  245. #define RADEON_GPU_PAGE_SIZE 4096
  246. struct radeon_gart {
  247. dma_addr_t table_addr;
  248. unsigned num_gpu_pages;
  249. unsigned num_cpu_pages;
  250. unsigned table_size;
  251. union radeon_gart_table table;
  252. struct page **pages;
  253. dma_addr_t *pages_addr;
  254. bool ready;
  255. };
  256. int radeon_gart_table_ram_alloc(struct radeon_device *rdev);
  257. void radeon_gart_table_ram_free(struct radeon_device *rdev);
  258. int radeon_gart_table_vram_alloc(struct radeon_device *rdev);
  259. void radeon_gart_table_vram_free(struct radeon_device *rdev);
  260. int radeon_gart_init(struct radeon_device *rdev);
  261. void radeon_gart_fini(struct radeon_device *rdev);
  262. void radeon_gart_unbind(struct radeon_device *rdev, unsigned offset,
  263. int pages);
  264. int radeon_gart_bind(struct radeon_device *rdev, unsigned offset,
  265. int pages, struct page **pagelist);
  266. /*
  267. * GPU MC structures, functions & helpers
  268. */
  269. struct radeon_mc {
  270. resource_size_t aper_size;
  271. resource_size_t aper_base;
  272. resource_size_t agp_base;
  273. /* for some chips with <= 32MB we need to lie
  274. * about vram size near mc fb location */
  275. u64 mc_vram_size;
  276. u64 gtt_location;
  277. u64 gtt_size;
  278. u64 gtt_start;
  279. u64 gtt_end;
  280. u64 vram_location;
  281. u64 vram_start;
  282. u64 vram_end;
  283. unsigned vram_width;
  284. u64 real_vram_size;
  285. int vram_mtrr;
  286. bool vram_is_ddr;
  287. bool igp_sideport_enabled;
  288. };
  289. int radeon_mc_setup(struct radeon_device *rdev);
  290. bool radeon_combios_sideport_present(struct radeon_device *rdev);
  291. bool radeon_atombios_sideport_present(struct radeon_device *rdev);
  292. /*
  293. * GPU scratch registers structures, functions & helpers
  294. */
  295. struct radeon_scratch {
  296. unsigned num_reg;
  297. bool free[32];
  298. uint32_t reg[32];
  299. };
  300. int radeon_scratch_get(struct radeon_device *rdev, uint32_t *reg);
  301. void radeon_scratch_free(struct radeon_device *rdev, uint32_t reg);
  302. /*
  303. * IRQS.
  304. */
  305. struct radeon_irq {
  306. bool installed;
  307. bool sw_int;
  308. /* FIXME: use a define max crtc rather than hardcode it */
  309. bool crtc_vblank_int[2];
  310. /* FIXME: use defines for max hpd/dacs */
  311. bool hpd[6];
  312. spinlock_t sw_lock;
  313. int sw_refcount;
  314. };
  315. int radeon_irq_kms_init(struct radeon_device *rdev);
  316. void radeon_irq_kms_fini(struct radeon_device *rdev);
  317. void radeon_irq_kms_sw_irq_get(struct radeon_device *rdev);
  318. void radeon_irq_kms_sw_irq_put(struct radeon_device *rdev);
  319. /*
  320. * CP & ring.
  321. */
  322. struct radeon_ib {
  323. struct list_head list;
  324. unsigned long idx;
  325. uint64_t gpu_addr;
  326. struct radeon_fence *fence;
  327. uint32_t *ptr;
  328. uint32_t length_dw;
  329. };
  330. /*
  331. * locking -
  332. * mutex protects scheduled_ibs, ready, alloc_bm
  333. */
  334. struct radeon_ib_pool {
  335. struct mutex mutex;
  336. struct radeon_bo *robj;
  337. struct list_head scheduled_ibs;
  338. struct radeon_ib ibs[RADEON_IB_POOL_SIZE];
  339. bool ready;
  340. DECLARE_BITMAP(alloc_bm, RADEON_IB_POOL_SIZE);
  341. };
  342. struct radeon_cp {
  343. struct radeon_bo *ring_obj;
  344. volatile uint32_t *ring;
  345. unsigned rptr;
  346. unsigned wptr;
  347. unsigned wptr_old;
  348. unsigned ring_size;
  349. unsigned ring_free_dw;
  350. int count_dw;
  351. uint64_t gpu_addr;
  352. uint32_t align_mask;
  353. uint32_t ptr_mask;
  354. struct mutex mutex;
  355. bool ready;
  356. };
  357. /*
  358. * R6xx+ IH ring
  359. */
  360. struct r600_ih {
  361. struct radeon_bo *ring_obj;
  362. volatile uint32_t *ring;
  363. unsigned rptr;
  364. unsigned wptr;
  365. unsigned wptr_old;
  366. unsigned ring_size;
  367. uint64_t gpu_addr;
  368. uint32_t ptr_mask;
  369. spinlock_t lock;
  370. bool enabled;
  371. };
  372. struct r600_blit {
  373. struct mutex mutex;
  374. struct radeon_bo *shader_obj;
  375. u64 shader_gpu_addr;
  376. u32 vs_offset, ps_offset;
  377. u32 state_offset;
  378. u32 state_len;
  379. u32 vb_used, vb_total;
  380. struct radeon_ib *vb_ib;
  381. };
  382. int radeon_ib_get(struct radeon_device *rdev, struct radeon_ib **ib);
  383. void radeon_ib_free(struct radeon_device *rdev, struct radeon_ib **ib);
  384. int radeon_ib_schedule(struct radeon_device *rdev, struct radeon_ib *ib);
  385. int radeon_ib_pool_init(struct radeon_device *rdev);
  386. void radeon_ib_pool_fini(struct radeon_device *rdev);
  387. int radeon_ib_test(struct radeon_device *rdev);
  388. /* Ring access between begin & end cannot sleep */
  389. void radeon_ring_free_size(struct radeon_device *rdev);
  390. int radeon_ring_lock(struct radeon_device *rdev, unsigned ndw);
  391. void radeon_ring_unlock_commit(struct radeon_device *rdev);
  392. void radeon_ring_unlock_undo(struct radeon_device *rdev);
  393. int radeon_ring_test(struct radeon_device *rdev);
  394. int radeon_ring_init(struct radeon_device *rdev, unsigned ring_size);
  395. void radeon_ring_fini(struct radeon_device *rdev);
  396. /*
  397. * CS.
  398. */
  399. struct radeon_cs_reloc {
  400. struct drm_gem_object *gobj;
  401. struct radeon_bo *robj;
  402. struct radeon_bo_list lobj;
  403. uint32_t handle;
  404. uint32_t flags;
  405. };
  406. struct radeon_cs_chunk {
  407. uint32_t chunk_id;
  408. uint32_t length_dw;
  409. int kpage_idx[2];
  410. uint32_t *kpage[2];
  411. uint32_t *kdata;
  412. void __user *user_ptr;
  413. int last_copied_page;
  414. int last_page_index;
  415. };
  416. struct radeon_cs_parser {
  417. struct device *dev;
  418. struct radeon_device *rdev;
  419. struct drm_file *filp;
  420. /* chunks */
  421. unsigned nchunks;
  422. struct radeon_cs_chunk *chunks;
  423. uint64_t *chunks_array;
  424. /* IB */
  425. unsigned idx;
  426. /* relocations */
  427. unsigned nrelocs;
  428. struct radeon_cs_reloc *relocs;
  429. struct radeon_cs_reloc **relocs_ptr;
  430. struct list_head validated;
  431. /* indices of various chunks */
  432. int chunk_ib_idx;
  433. int chunk_relocs_idx;
  434. struct radeon_ib *ib;
  435. void *track;
  436. unsigned family;
  437. int parser_error;
  438. };
  439. extern int radeon_cs_update_pages(struct radeon_cs_parser *p, int pg_idx);
  440. extern int radeon_cs_finish_pages(struct radeon_cs_parser *p);
  441. static inline u32 radeon_get_ib_value(struct radeon_cs_parser *p, int idx)
  442. {
  443. struct radeon_cs_chunk *ibc = &p->chunks[p->chunk_ib_idx];
  444. u32 pg_idx, pg_offset;
  445. u32 idx_value = 0;
  446. int new_page;
  447. pg_idx = (idx * 4) / PAGE_SIZE;
  448. pg_offset = (idx * 4) % PAGE_SIZE;
  449. if (ibc->kpage_idx[0] == pg_idx)
  450. return ibc->kpage[0][pg_offset/4];
  451. if (ibc->kpage_idx[1] == pg_idx)
  452. return ibc->kpage[1][pg_offset/4];
  453. new_page = radeon_cs_update_pages(p, pg_idx);
  454. if (new_page < 0) {
  455. p->parser_error = new_page;
  456. return 0;
  457. }
  458. idx_value = ibc->kpage[new_page][pg_offset/4];
  459. return idx_value;
  460. }
  461. struct radeon_cs_packet {
  462. unsigned idx;
  463. unsigned type;
  464. unsigned reg;
  465. unsigned opcode;
  466. int count;
  467. unsigned one_reg_wr;
  468. };
  469. typedef int (*radeon_packet0_check_t)(struct radeon_cs_parser *p,
  470. struct radeon_cs_packet *pkt,
  471. unsigned idx, unsigned reg);
  472. typedef int (*radeon_packet3_check_t)(struct radeon_cs_parser *p,
  473. struct radeon_cs_packet *pkt);
  474. /*
  475. * AGP
  476. */
  477. int radeon_agp_init(struct radeon_device *rdev);
  478. void radeon_agp_resume(struct radeon_device *rdev);
  479. void radeon_agp_fini(struct radeon_device *rdev);
  480. /*
  481. * Writeback
  482. */
  483. struct radeon_wb {
  484. struct radeon_bo *wb_obj;
  485. volatile uint32_t *wb;
  486. uint64_t gpu_addr;
  487. };
  488. /**
  489. * struct radeon_pm - power management datas
  490. * @max_bandwidth: maximum bandwidth the gpu has (MByte/s)
  491. * @igp_sideport_mclk: sideport memory clock Mhz (rs690,rs740,rs780,rs880)
  492. * @igp_system_mclk: system clock Mhz (rs690,rs740,rs780,rs880)
  493. * @igp_ht_link_clk: ht link clock Mhz (rs690,rs740,rs780,rs880)
  494. * @igp_ht_link_width: ht link width in bits (rs690,rs740,rs780,rs880)
  495. * @k8_bandwidth: k8 bandwidth the gpu has (MByte/s) (IGP)
  496. * @sideport_bandwidth: sideport bandwidth the gpu has (MByte/s) (IGP)
  497. * @ht_bandwidth: ht bandwidth the gpu has (MByte/s) (IGP)
  498. * @core_bandwidth: core GPU bandwidth the gpu has (MByte/s) (IGP)
  499. * @sclk: GPU clock Mhz (core bandwith depends of this clock)
  500. * @needed_bandwidth: current bandwidth needs
  501. *
  502. * It keeps track of various data needed to take powermanagement decision.
  503. * Bandwith need is used to determine minimun clock of the GPU and memory.
  504. * Equation between gpu/memory clock and available bandwidth is hw dependent
  505. * (type of memory, bus size, efficiency, ...)
  506. */
  507. enum radeon_pm_state {
  508. PM_STATE_DISABLED,
  509. PM_STATE_MINIMUM,
  510. PM_STATE_PAUSED,
  511. PM_STATE_ACTIVE
  512. };
  513. enum radeon_pm_action {
  514. PM_ACTION_NONE,
  515. PM_ACTION_MINIMUM,
  516. PM_ACTION_DOWNCLOCK,
  517. PM_ACTION_UPCLOCK
  518. };
  519. struct radeon_pm {
  520. struct mutex mutex;
  521. struct work_struct reclock_work;
  522. struct delayed_work idle_work;
  523. enum radeon_pm_state state;
  524. enum radeon_pm_action planned_action;
  525. unsigned long action_timeout;
  526. bool downclocked;
  527. bool vblank_callback;
  528. int active_crtcs;
  529. int req_vblank;
  530. uint32_t min_gpu_engine_clock;
  531. uint32_t min_gpu_memory_clock;
  532. uint32_t min_mode_engine_clock;
  533. uint32_t min_mode_memory_clock;
  534. fixed20_12 max_bandwidth;
  535. fixed20_12 igp_sideport_mclk;
  536. fixed20_12 igp_system_mclk;
  537. fixed20_12 igp_ht_link_clk;
  538. fixed20_12 igp_ht_link_width;
  539. fixed20_12 k8_bandwidth;
  540. fixed20_12 sideport_bandwidth;
  541. fixed20_12 ht_bandwidth;
  542. fixed20_12 core_bandwidth;
  543. fixed20_12 sclk;
  544. fixed20_12 needed_bandwidth;
  545. };
  546. /*
  547. * Benchmarking
  548. */
  549. void radeon_benchmark(struct radeon_device *rdev);
  550. /*
  551. * Testing
  552. */
  553. void radeon_test_moves(struct radeon_device *rdev);
  554. /*
  555. * Debugfs
  556. */
  557. int radeon_debugfs_add_files(struct radeon_device *rdev,
  558. struct drm_info_list *files,
  559. unsigned nfiles);
  560. int radeon_debugfs_fence_init(struct radeon_device *rdev);
  561. int r100_debugfs_rbbm_init(struct radeon_device *rdev);
  562. int r100_debugfs_cp_init(struct radeon_device *rdev);
  563. /*
  564. * ASIC specific functions.
  565. */
  566. struct radeon_asic {
  567. int (*init)(struct radeon_device *rdev);
  568. void (*fini)(struct radeon_device *rdev);
  569. int (*resume)(struct radeon_device *rdev);
  570. int (*suspend)(struct radeon_device *rdev);
  571. void (*vga_set_state)(struct radeon_device *rdev, bool state);
  572. int (*gpu_reset)(struct radeon_device *rdev);
  573. void (*gart_tlb_flush)(struct radeon_device *rdev);
  574. int (*gart_set_page)(struct radeon_device *rdev, int i, uint64_t addr);
  575. int (*cp_init)(struct radeon_device *rdev, unsigned ring_size);
  576. void (*cp_fini)(struct radeon_device *rdev);
  577. void (*cp_disable)(struct radeon_device *rdev);
  578. void (*cp_commit)(struct radeon_device *rdev);
  579. void (*ring_start)(struct radeon_device *rdev);
  580. int (*ring_test)(struct radeon_device *rdev);
  581. void (*ring_ib_execute)(struct radeon_device *rdev, struct radeon_ib *ib);
  582. int (*irq_set)(struct radeon_device *rdev);
  583. int (*irq_process)(struct radeon_device *rdev);
  584. u32 (*get_vblank_counter)(struct radeon_device *rdev, int crtc);
  585. void (*fence_ring_emit)(struct radeon_device *rdev, struct radeon_fence *fence);
  586. int (*cs_parse)(struct radeon_cs_parser *p);
  587. int (*copy_blit)(struct radeon_device *rdev,
  588. uint64_t src_offset,
  589. uint64_t dst_offset,
  590. unsigned num_pages,
  591. struct radeon_fence *fence);
  592. int (*copy_dma)(struct radeon_device *rdev,
  593. uint64_t src_offset,
  594. uint64_t dst_offset,
  595. unsigned num_pages,
  596. struct radeon_fence *fence);
  597. int (*copy)(struct radeon_device *rdev,
  598. uint64_t src_offset,
  599. uint64_t dst_offset,
  600. unsigned num_pages,
  601. struct radeon_fence *fence);
  602. uint32_t (*get_engine_clock)(struct radeon_device *rdev);
  603. void (*set_engine_clock)(struct radeon_device *rdev, uint32_t eng_clock);
  604. uint32_t (*get_memory_clock)(struct radeon_device *rdev);
  605. void (*set_memory_clock)(struct radeon_device *rdev, uint32_t mem_clock);
  606. int (*get_pcie_lanes)(struct radeon_device *rdev);
  607. void (*set_pcie_lanes)(struct radeon_device *rdev, int lanes);
  608. void (*set_clock_gating)(struct radeon_device *rdev, int enable);
  609. int (*set_surface_reg)(struct radeon_device *rdev, int reg,
  610. uint32_t tiling_flags, uint32_t pitch,
  611. uint32_t offset, uint32_t obj_size);
  612. int (*clear_surface_reg)(struct radeon_device *rdev, int reg);
  613. void (*bandwidth_update)(struct radeon_device *rdev);
  614. void (*hpd_init)(struct radeon_device *rdev);
  615. void (*hpd_fini)(struct radeon_device *rdev);
  616. bool (*hpd_sense)(struct radeon_device *rdev, enum radeon_hpd_id hpd);
  617. void (*hpd_set_polarity)(struct radeon_device *rdev, enum radeon_hpd_id hpd);
  618. /* ioctl hw specific callback. Some hw might want to perform special
  619. * operation on specific ioctl. For instance on wait idle some hw
  620. * might want to perform and HDP flush through MMIO as it seems that
  621. * some R6XX/R7XX hw doesn't take HDP flush into account if programmed
  622. * through ring.
  623. */
  624. void (*ioctl_wait_idle)(struct radeon_device *rdev, struct radeon_bo *bo);
  625. };
  626. /*
  627. * Asic structures
  628. */
  629. struct r100_asic {
  630. const unsigned *reg_safe_bm;
  631. unsigned reg_safe_bm_size;
  632. u32 hdp_cntl;
  633. };
  634. struct r300_asic {
  635. const unsigned *reg_safe_bm;
  636. unsigned reg_safe_bm_size;
  637. u32 resync_scratch;
  638. u32 hdp_cntl;
  639. };
  640. struct r600_asic {
  641. unsigned max_pipes;
  642. unsigned max_tile_pipes;
  643. unsigned max_simds;
  644. unsigned max_backends;
  645. unsigned max_gprs;
  646. unsigned max_threads;
  647. unsigned max_stack_entries;
  648. unsigned max_hw_contexts;
  649. unsigned max_gs_threads;
  650. unsigned sx_max_export_size;
  651. unsigned sx_max_export_pos_size;
  652. unsigned sx_max_export_smx_size;
  653. unsigned sq_num_cf_insts;
  654. };
  655. struct rv770_asic {
  656. unsigned max_pipes;
  657. unsigned max_tile_pipes;
  658. unsigned max_simds;
  659. unsigned max_backends;
  660. unsigned max_gprs;
  661. unsigned max_threads;
  662. unsigned max_stack_entries;
  663. unsigned max_hw_contexts;
  664. unsigned max_gs_threads;
  665. unsigned sx_max_export_size;
  666. unsigned sx_max_export_pos_size;
  667. unsigned sx_max_export_smx_size;
  668. unsigned sq_num_cf_insts;
  669. unsigned sx_num_of_sets;
  670. unsigned sc_prim_fifo_size;
  671. unsigned sc_hiz_tile_fifo_size;
  672. unsigned sc_earlyz_tile_fifo_fize;
  673. };
  674. union radeon_asic_config {
  675. struct r300_asic r300;
  676. struct r100_asic r100;
  677. struct r600_asic r600;
  678. struct rv770_asic rv770;
  679. };
  680. /*
  681. * IOCTL.
  682. */
  683. int radeon_gem_info_ioctl(struct drm_device *dev, void *data,
  684. struct drm_file *filp);
  685. int radeon_gem_create_ioctl(struct drm_device *dev, void *data,
  686. struct drm_file *filp);
  687. int radeon_gem_pin_ioctl(struct drm_device *dev, void *data,
  688. struct drm_file *file_priv);
  689. int radeon_gem_unpin_ioctl(struct drm_device *dev, void *data,
  690. struct drm_file *file_priv);
  691. int radeon_gem_pwrite_ioctl(struct drm_device *dev, void *data,
  692. struct drm_file *file_priv);
  693. int radeon_gem_pread_ioctl(struct drm_device *dev, void *data,
  694. struct drm_file *file_priv);
  695. int radeon_gem_set_domain_ioctl(struct drm_device *dev, void *data,
  696. struct drm_file *filp);
  697. int radeon_gem_mmap_ioctl(struct drm_device *dev, void *data,
  698. struct drm_file *filp);
  699. int radeon_gem_busy_ioctl(struct drm_device *dev, void *data,
  700. struct drm_file *filp);
  701. int radeon_gem_wait_idle_ioctl(struct drm_device *dev, void *data,
  702. struct drm_file *filp);
  703. int radeon_cs_ioctl(struct drm_device *dev, void *data, struct drm_file *filp);
  704. int radeon_gem_set_tiling_ioctl(struct drm_device *dev, void *data,
  705. struct drm_file *filp);
  706. int radeon_gem_get_tiling_ioctl(struct drm_device *dev, void *data,
  707. struct drm_file *filp);
  708. /*
  709. * Core structure, functions and helpers.
  710. */
  711. typedef uint32_t (*radeon_rreg_t)(struct radeon_device*, uint32_t);
  712. typedef void (*radeon_wreg_t)(struct radeon_device*, uint32_t, uint32_t);
  713. struct radeon_device {
  714. struct device *dev;
  715. struct drm_device *ddev;
  716. struct pci_dev *pdev;
  717. /* ASIC */
  718. union radeon_asic_config config;
  719. enum radeon_family family;
  720. unsigned long flags;
  721. int usec_timeout;
  722. enum radeon_pll_errata pll_errata;
  723. int num_gb_pipes;
  724. int num_z_pipes;
  725. int disp_priority;
  726. /* BIOS */
  727. uint8_t *bios;
  728. bool is_atom_bios;
  729. uint16_t bios_header_start;
  730. struct radeon_bo *stollen_vga_memory;
  731. struct fb_info *fbdev_info;
  732. struct radeon_bo *fbdev_rbo;
  733. struct radeon_framebuffer *fbdev_rfb;
  734. /* Register mmio */
  735. resource_size_t rmmio_base;
  736. resource_size_t rmmio_size;
  737. void *rmmio;
  738. radeon_rreg_t mc_rreg;
  739. radeon_wreg_t mc_wreg;
  740. radeon_rreg_t pll_rreg;
  741. radeon_wreg_t pll_wreg;
  742. uint32_t pcie_reg_mask;
  743. radeon_rreg_t pciep_rreg;
  744. radeon_wreg_t pciep_wreg;
  745. struct radeon_clock clock;
  746. struct radeon_mc mc;
  747. struct radeon_gart gart;
  748. struct radeon_mode_info mode_info;
  749. struct radeon_scratch scratch;
  750. struct radeon_mman mman;
  751. struct radeon_fence_driver fence_drv;
  752. struct radeon_cp cp;
  753. struct radeon_ib_pool ib_pool;
  754. struct radeon_irq irq;
  755. struct radeon_asic *asic;
  756. struct radeon_gem gem;
  757. struct radeon_pm pm;
  758. uint32_t bios_scratch[RADEON_BIOS_NUM_SCRATCH];
  759. struct mutex cs_mutex;
  760. struct radeon_wb wb;
  761. struct radeon_dummy_page dummy_page;
  762. bool gpu_lockup;
  763. bool shutdown;
  764. bool suspend;
  765. bool need_dma32;
  766. bool accel_working;
  767. struct radeon_surface_reg surface_regs[RADEON_GEM_MAX_SURFACES];
  768. const struct firmware *me_fw; /* all family ME firmware */
  769. const struct firmware *pfp_fw; /* r6/700 PFP firmware */
  770. const struct firmware *rlc_fw; /* r6/700 RLC firmware */
  771. struct r600_blit r600_blit;
  772. int msi_enabled; /* msi enabled */
  773. struct r600_ih ih; /* r6/700 interrupt ring */
  774. struct workqueue_struct *wq;
  775. struct work_struct hotplug_work;
  776. int num_crtc; /* number of crtcs */
  777. struct mutex dc_hw_i2c_mutex; /* display controller hw i2c mutex */
  778. /* audio stuff */
  779. struct timer_list audio_timer;
  780. int audio_channels;
  781. int audio_rate;
  782. int audio_bits_per_sample;
  783. uint8_t audio_status_bits;
  784. uint8_t audio_category_code;
  785. };
  786. int radeon_device_init(struct radeon_device *rdev,
  787. struct drm_device *ddev,
  788. struct pci_dev *pdev,
  789. uint32_t flags);
  790. void radeon_device_fini(struct radeon_device *rdev);
  791. int radeon_gpu_wait_for_idle(struct radeon_device *rdev);
  792. /* r600 blit */
  793. int r600_blit_prepare_copy(struct radeon_device *rdev, int size_bytes);
  794. void r600_blit_done_copy(struct radeon_device *rdev, struct radeon_fence *fence);
  795. void r600_kms_blit_copy(struct radeon_device *rdev,
  796. u64 src_gpu_addr, u64 dst_gpu_addr,
  797. int size_bytes);
  798. static inline uint32_t r100_mm_rreg(struct radeon_device *rdev, uint32_t reg)
  799. {
  800. if (reg < rdev->rmmio_size)
  801. return readl(((void __iomem *)rdev->rmmio) + reg);
  802. else {
  803. writel(reg, ((void __iomem *)rdev->rmmio) + RADEON_MM_INDEX);
  804. return readl(((void __iomem *)rdev->rmmio) + RADEON_MM_DATA);
  805. }
  806. }
  807. static inline void r100_mm_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
  808. {
  809. if (reg < rdev->rmmio_size)
  810. writel(v, ((void __iomem *)rdev->rmmio) + reg);
  811. else {
  812. writel(reg, ((void __iomem *)rdev->rmmio) + RADEON_MM_INDEX);
  813. writel(v, ((void __iomem *)rdev->rmmio) + RADEON_MM_DATA);
  814. }
  815. }
  816. /*
  817. * Cast helper
  818. */
  819. #define to_radeon_fence(p) ((struct radeon_fence *)(p))
  820. /*
  821. * Registers read & write functions.
  822. */
  823. #define RREG8(reg) readb(((void __iomem *)rdev->rmmio) + (reg))
  824. #define WREG8(reg, v) writeb(v, ((void __iomem *)rdev->rmmio) + (reg))
  825. #define RREG32(reg) r100_mm_rreg(rdev, (reg))
  826. #define DREG32(reg) printk(KERN_INFO "REGISTER: " #reg " : 0x%08X\n", r100_mm_rreg(rdev, (reg)))
  827. #define WREG32(reg, v) r100_mm_wreg(rdev, (reg), (v))
  828. #define REG_SET(FIELD, v) (((v) << FIELD##_SHIFT) & FIELD##_MASK)
  829. #define REG_GET(FIELD, v) (((v) << FIELD##_SHIFT) & FIELD##_MASK)
  830. #define RREG32_PLL(reg) rdev->pll_rreg(rdev, (reg))
  831. #define WREG32_PLL(reg, v) rdev->pll_wreg(rdev, (reg), (v))
  832. #define RREG32_MC(reg) rdev->mc_rreg(rdev, (reg))
  833. #define WREG32_MC(reg, v) rdev->mc_wreg(rdev, (reg), (v))
  834. #define RREG32_PCIE(reg) rv370_pcie_rreg(rdev, (reg))
  835. #define WREG32_PCIE(reg, v) rv370_pcie_wreg(rdev, (reg), (v))
  836. #define WREG32_P(reg, val, mask) \
  837. do { \
  838. uint32_t tmp_ = RREG32(reg); \
  839. tmp_ &= (mask); \
  840. tmp_ |= ((val) & ~(mask)); \
  841. WREG32(reg, tmp_); \
  842. } while (0)
  843. #define WREG32_PLL_P(reg, val, mask) \
  844. do { \
  845. uint32_t tmp_ = RREG32_PLL(reg); \
  846. tmp_ &= (mask); \
  847. tmp_ |= ((val) & ~(mask)); \
  848. WREG32_PLL(reg, tmp_); \
  849. } while (0)
  850. #define DREG32_SYS(sqf, rdev, reg) seq_printf((sqf), #reg " : 0x%08X\n", r100_mm_rreg((rdev), (reg)))
  851. /*
  852. * Indirect registers accessor
  853. */
  854. static inline uint32_t rv370_pcie_rreg(struct radeon_device *rdev, uint32_t reg)
  855. {
  856. uint32_t r;
  857. WREG32(RADEON_PCIE_INDEX, ((reg) & rdev->pcie_reg_mask));
  858. r = RREG32(RADEON_PCIE_DATA);
  859. return r;
  860. }
  861. static inline void rv370_pcie_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
  862. {
  863. WREG32(RADEON_PCIE_INDEX, ((reg) & rdev->pcie_reg_mask));
  864. WREG32(RADEON_PCIE_DATA, (v));
  865. }
  866. void r100_pll_errata_after_index(struct radeon_device *rdev);
  867. /*
  868. * ASICs helpers.
  869. */
  870. #define ASIC_IS_RN50(rdev) ((rdev->pdev->device == 0x515e) || \
  871. (rdev->pdev->device == 0x5969))
  872. #define ASIC_IS_RV100(rdev) ((rdev->family == CHIP_RV100) || \
  873. (rdev->family == CHIP_RV200) || \
  874. (rdev->family == CHIP_RS100) || \
  875. (rdev->family == CHIP_RS200) || \
  876. (rdev->family == CHIP_RV250) || \
  877. (rdev->family == CHIP_RV280) || \
  878. (rdev->family == CHIP_RS300))
  879. #define ASIC_IS_R300(rdev) ((rdev->family == CHIP_R300) || \
  880. (rdev->family == CHIP_RV350) || \
  881. (rdev->family == CHIP_R350) || \
  882. (rdev->family == CHIP_RV380) || \
  883. (rdev->family == CHIP_R420) || \
  884. (rdev->family == CHIP_R423) || \
  885. (rdev->family == CHIP_RV410) || \
  886. (rdev->family == CHIP_RS400) || \
  887. (rdev->family == CHIP_RS480))
  888. #define ASIC_IS_AVIVO(rdev) ((rdev->family >= CHIP_RS600))
  889. #define ASIC_IS_DCE3(rdev) ((rdev->family >= CHIP_RV620))
  890. #define ASIC_IS_DCE32(rdev) ((rdev->family >= CHIP_RV730))
  891. /*
  892. * BIOS helpers.
  893. */
  894. #define RBIOS8(i) (rdev->bios[i])
  895. #define RBIOS16(i) (RBIOS8(i) | (RBIOS8((i)+1) << 8))
  896. #define RBIOS32(i) ((RBIOS16(i)) | (RBIOS16((i)+2) << 16))
  897. int radeon_combios_init(struct radeon_device *rdev);
  898. void radeon_combios_fini(struct radeon_device *rdev);
  899. int radeon_atombios_init(struct radeon_device *rdev);
  900. void radeon_atombios_fini(struct radeon_device *rdev);
  901. /*
  902. * RING helpers.
  903. */
  904. static inline void radeon_ring_write(struct radeon_device *rdev, uint32_t v)
  905. {
  906. #if DRM_DEBUG_CODE
  907. if (rdev->cp.count_dw <= 0) {
  908. DRM_ERROR("radeon: writting more dword to ring than expected !\n");
  909. }
  910. #endif
  911. rdev->cp.ring[rdev->cp.wptr++] = v;
  912. rdev->cp.wptr &= rdev->cp.ptr_mask;
  913. rdev->cp.count_dw--;
  914. rdev->cp.ring_free_dw--;
  915. }
  916. /*
  917. * ASICs macro.
  918. */
  919. #define radeon_init(rdev) (rdev)->asic->init((rdev))
  920. #define radeon_fini(rdev) (rdev)->asic->fini((rdev))
  921. #define radeon_resume(rdev) (rdev)->asic->resume((rdev))
  922. #define radeon_suspend(rdev) (rdev)->asic->suspend((rdev))
  923. #define radeon_cs_parse(p) rdev->asic->cs_parse((p))
  924. #define radeon_vga_set_state(rdev, state) (rdev)->asic->vga_set_state((rdev), (state))
  925. #define radeon_gpu_reset(rdev) (rdev)->asic->gpu_reset((rdev))
  926. #define radeon_gart_tlb_flush(rdev) (rdev)->asic->gart_tlb_flush((rdev))
  927. #define radeon_gart_set_page(rdev, i, p) (rdev)->asic->gart_set_page((rdev), (i), (p))
  928. #define radeon_cp_commit(rdev) (rdev)->asic->cp_commit((rdev))
  929. #define radeon_ring_start(rdev) (rdev)->asic->ring_start((rdev))
  930. #define radeon_ring_test(rdev) (rdev)->asic->ring_test((rdev))
  931. #define radeon_ring_ib_execute(rdev, ib) (rdev)->asic->ring_ib_execute((rdev), (ib))
  932. #define radeon_irq_set(rdev) (rdev)->asic->irq_set((rdev))
  933. #define radeon_irq_process(rdev) (rdev)->asic->irq_process((rdev))
  934. #define radeon_get_vblank_counter(rdev, crtc) (rdev)->asic->get_vblank_counter((rdev), (crtc))
  935. #define radeon_fence_ring_emit(rdev, fence) (rdev)->asic->fence_ring_emit((rdev), (fence))
  936. #define radeon_copy_blit(rdev, s, d, np, f) (rdev)->asic->copy_blit((rdev), (s), (d), (np), (f))
  937. #define radeon_copy_dma(rdev, s, d, np, f) (rdev)->asic->copy_dma((rdev), (s), (d), (np), (f))
  938. #define radeon_copy(rdev, s, d, np, f) (rdev)->asic->copy((rdev), (s), (d), (np), (f))
  939. #define radeon_get_engine_clock(rdev) (rdev)->asic->get_engine_clock((rdev))
  940. #define radeon_set_engine_clock(rdev, e) (rdev)->asic->set_engine_clock((rdev), (e))
  941. #define radeon_get_memory_clock(rdev) (rdev)->asic->get_memory_clock((rdev))
  942. #define radeon_set_memory_clock(rdev, e) (rdev)->asic->set_memory_clock((rdev), (e))
  943. #define radeon_get_pcie_lanes(rdev) (rdev)->asic->get_pcie_lanes((rdev))
  944. #define radeon_set_pcie_lanes(rdev, l) (rdev)->asic->set_pcie_lanes((rdev), (l))
  945. #define radeon_set_clock_gating(rdev, e) (rdev)->asic->set_clock_gating((rdev), (e))
  946. #define radeon_set_surface_reg(rdev, r, f, p, o, s) ((rdev)->asic->set_surface_reg((rdev), (r), (f), (p), (o), (s)))
  947. #define radeon_clear_surface_reg(rdev, r) ((rdev)->asic->clear_surface_reg((rdev), (r)))
  948. #define radeon_bandwidth_update(rdev) (rdev)->asic->bandwidth_update((rdev))
  949. #define radeon_hpd_init(rdev) (rdev)->asic->hpd_init((rdev))
  950. #define radeon_hpd_fini(rdev) (rdev)->asic->hpd_fini((rdev))
  951. #define radeon_hpd_sense(rdev, hpd) (rdev)->asic->hpd_sense((rdev), (hpd))
  952. #define radeon_hpd_set_polarity(rdev, hpd) (rdev)->asic->hpd_set_polarity((rdev), (hpd))
  953. /* Common functions */
  954. /* AGP */
  955. extern void radeon_agp_disable(struct radeon_device *rdev);
  956. extern int radeon_gart_table_vram_pin(struct radeon_device *rdev);
  957. extern int radeon_modeset_init(struct radeon_device *rdev);
  958. extern void radeon_modeset_fini(struct radeon_device *rdev);
  959. extern bool radeon_card_posted(struct radeon_device *rdev);
  960. extern bool radeon_boot_test_post_card(struct radeon_device *rdev);
  961. extern int radeon_clocks_init(struct radeon_device *rdev);
  962. extern void radeon_clocks_fini(struct radeon_device *rdev);
  963. extern void radeon_scratch_init(struct radeon_device *rdev);
  964. extern void radeon_surface_init(struct radeon_device *rdev);
  965. extern int radeon_cs_parser_init(struct radeon_cs_parser *p, void *data);
  966. extern void radeon_legacy_set_clock_gating(struct radeon_device *rdev, int enable);
  967. extern void radeon_atom_set_clock_gating(struct radeon_device *rdev, int enable);
  968. extern void radeon_ttm_placement_from_domain(struct radeon_bo *rbo, u32 domain);
  969. extern bool radeon_ttm_bo_is_radeon_bo(struct ttm_buffer_object *bo);
  970. /* r100,rv100,rs100,rv200,rs200,r200,rv250,rs300,rv280 */
  971. struct r100_mc_save {
  972. u32 GENMO_WT;
  973. u32 CRTC_EXT_CNTL;
  974. u32 CRTC_GEN_CNTL;
  975. u32 CRTC2_GEN_CNTL;
  976. u32 CUR_OFFSET;
  977. u32 CUR2_OFFSET;
  978. };
  979. extern void r100_cp_disable(struct radeon_device *rdev);
  980. extern int r100_cp_init(struct radeon_device *rdev, unsigned ring_size);
  981. extern void r100_cp_fini(struct radeon_device *rdev);
  982. extern void r100_pci_gart_tlb_flush(struct radeon_device *rdev);
  983. extern int r100_pci_gart_init(struct radeon_device *rdev);
  984. extern void r100_pci_gart_fini(struct radeon_device *rdev);
  985. extern int r100_pci_gart_enable(struct radeon_device *rdev);
  986. extern void r100_pci_gart_disable(struct radeon_device *rdev);
  987. extern int r100_pci_gart_set_page(struct radeon_device *rdev, int i, uint64_t addr);
  988. extern int r100_debugfs_mc_info_init(struct radeon_device *rdev);
  989. extern int r100_gui_wait_for_idle(struct radeon_device *rdev);
  990. extern void r100_ib_fini(struct radeon_device *rdev);
  991. extern int r100_ib_init(struct radeon_device *rdev);
  992. extern void r100_irq_disable(struct radeon_device *rdev);
  993. extern int r100_irq_set(struct radeon_device *rdev);
  994. extern void r100_mc_stop(struct radeon_device *rdev, struct r100_mc_save *save);
  995. extern void r100_mc_resume(struct radeon_device *rdev, struct r100_mc_save *save);
  996. extern void r100_vram_init_sizes(struct radeon_device *rdev);
  997. extern void r100_wb_disable(struct radeon_device *rdev);
  998. extern void r100_wb_fini(struct radeon_device *rdev);
  999. extern int r100_wb_init(struct radeon_device *rdev);
  1000. extern void r100_hdp_reset(struct radeon_device *rdev);
  1001. extern int r100_rb2d_reset(struct radeon_device *rdev);
  1002. extern int r100_cp_reset(struct radeon_device *rdev);
  1003. extern void r100_vga_render_disable(struct radeon_device *rdev);
  1004. extern int r100_cs_track_check_pkt3_indx_buffer(struct radeon_cs_parser *p,
  1005. struct radeon_cs_packet *pkt,
  1006. struct radeon_bo *robj);
  1007. extern int r100_cs_parse_packet0(struct radeon_cs_parser *p,
  1008. struct radeon_cs_packet *pkt,
  1009. const unsigned *auth, unsigned n,
  1010. radeon_packet0_check_t check);
  1011. extern int r100_cs_packet_parse(struct radeon_cs_parser *p,
  1012. struct radeon_cs_packet *pkt,
  1013. unsigned idx);
  1014. extern void r100_enable_bm(struct radeon_device *rdev);
  1015. extern void r100_set_common_regs(struct radeon_device *rdev);
  1016. /* rv200,rv250,rv280 */
  1017. extern void r200_set_safe_registers(struct radeon_device *rdev);
  1018. /* r300,r350,rv350,rv370,rv380 */
  1019. extern void r300_set_reg_safe(struct radeon_device *rdev);
  1020. extern void r300_mc_program(struct radeon_device *rdev);
  1021. extern void r300_vram_info(struct radeon_device *rdev);
  1022. extern void r300_clock_startup(struct radeon_device *rdev);
  1023. extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
  1024. extern int rv370_pcie_gart_init(struct radeon_device *rdev);
  1025. extern void rv370_pcie_gart_fini(struct radeon_device *rdev);
  1026. extern int rv370_pcie_gart_enable(struct radeon_device *rdev);
  1027. extern void rv370_pcie_gart_disable(struct radeon_device *rdev);
  1028. /* r420,r423,rv410 */
  1029. extern int r420_mc_init(struct radeon_device *rdev);
  1030. extern u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg);
  1031. extern void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v);
  1032. extern int r420_debugfs_pipes_info_init(struct radeon_device *rdev);
  1033. extern void r420_pipes_init(struct radeon_device *rdev);
  1034. /* rv515 */
  1035. struct rv515_mc_save {
  1036. u32 d1vga_control;
  1037. u32 d2vga_control;
  1038. u32 vga_render_control;
  1039. u32 vga_hdp_control;
  1040. u32 d1crtc_control;
  1041. u32 d2crtc_control;
  1042. };
  1043. extern void rv515_bandwidth_avivo_update(struct radeon_device *rdev);
  1044. extern void rv515_vga_render_disable(struct radeon_device *rdev);
  1045. extern void rv515_set_safe_registers(struct radeon_device *rdev);
  1046. extern void rv515_mc_stop(struct radeon_device *rdev, struct rv515_mc_save *save);
  1047. extern void rv515_mc_resume(struct radeon_device *rdev, struct rv515_mc_save *save);
  1048. extern void rv515_clock_startup(struct radeon_device *rdev);
  1049. extern void rv515_debugfs(struct radeon_device *rdev);
  1050. extern int rv515_suspend(struct radeon_device *rdev);
  1051. /* rs400 */
  1052. extern int rs400_gart_init(struct radeon_device *rdev);
  1053. extern int rs400_gart_enable(struct radeon_device *rdev);
  1054. extern void rs400_gart_adjust_size(struct radeon_device *rdev);
  1055. extern void rs400_gart_disable(struct radeon_device *rdev);
  1056. extern void rs400_gart_fini(struct radeon_device *rdev);
  1057. /* rs600 */
  1058. extern void rs600_set_safe_registers(struct radeon_device *rdev);
  1059. extern int rs600_irq_set(struct radeon_device *rdev);
  1060. extern void rs600_irq_disable(struct radeon_device *rdev);
  1061. /* rs690, rs740 */
  1062. extern void rs690_line_buffer_adjust(struct radeon_device *rdev,
  1063. struct drm_display_mode *mode1,
  1064. struct drm_display_mode *mode2);
  1065. /* r600, rv610, rv630, rv620, rv635, rv670, rs780, rs880 */
  1066. extern bool r600_card_posted(struct radeon_device *rdev);
  1067. extern void r600_cp_stop(struct radeon_device *rdev);
  1068. extern void r600_ring_init(struct radeon_device *rdev, unsigned ring_size);
  1069. extern int r600_cp_resume(struct radeon_device *rdev);
  1070. extern void r600_cp_fini(struct radeon_device *rdev);
  1071. extern int r600_count_pipe_bits(uint32_t val);
  1072. extern int r600_gart_clear_page(struct radeon_device *rdev, int i);
  1073. extern int r600_mc_wait_for_idle(struct radeon_device *rdev);
  1074. extern int r600_pcie_gart_init(struct radeon_device *rdev);
  1075. extern void r600_pcie_gart_tlb_flush(struct radeon_device *rdev);
  1076. extern int r600_ib_test(struct radeon_device *rdev);
  1077. extern int r600_ring_test(struct radeon_device *rdev);
  1078. extern void r600_wb_fini(struct radeon_device *rdev);
  1079. extern int r600_wb_enable(struct radeon_device *rdev);
  1080. extern void r600_wb_disable(struct radeon_device *rdev);
  1081. extern void r600_scratch_init(struct radeon_device *rdev);
  1082. extern int r600_blit_init(struct radeon_device *rdev);
  1083. extern void r600_blit_fini(struct radeon_device *rdev);
  1084. extern int r600_init_microcode(struct radeon_device *rdev);
  1085. extern int r600_gpu_reset(struct radeon_device *rdev);
  1086. /* r600 irq */
  1087. extern int r600_irq_init(struct radeon_device *rdev);
  1088. extern void r600_irq_fini(struct radeon_device *rdev);
  1089. extern void r600_ih_ring_init(struct radeon_device *rdev, unsigned ring_size);
  1090. extern int r600_irq_set(struct radeon_device *rdev);
  1091. extern void r600_irq_suspend(struct radeon_device *rdev);
  1092. /* r600 audio */
  1093. extern int r600_audio_init(struct radeon_device *rdev);
  1094. extern int r600_audio_tmds_index(struct drm_encoder *encoder);
  1095. extern void r600_audio_set_clock(struct drm_encoder *encoder, int clock);
  1096. extern void r600_audio_fini(struct radeon_device *rdev);
  1097. extern void r600_hdmi_init(struct drm_encoder *encoder);
  1098. extern void r600_hdmi_enable(struct drm_encoder *encoder, int enable);
  1099. extern void r600_hdmi_setmode(struct drm_encoder *encoder, struct drm_display_mode *mode);
  1100. extern int r600_hdmi_buffer_status_changed(struct drm_encoder *encoder);
  1101. extern void r600_hdmi_update_audio_settings(struct drm_encoder *encoder,
  1102. int channels,
  1103. int rate,
  1104. int bps,
  1105. uint8_t status_bits,
  1106. uint8_t category_code);
  1107. #include "radeon_object.h"
  1108. #endif