radeon_asic.c 70 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #include <linux/console.h>
  29. #include <drm/drmP.h>
  30. #include <drm/drm_crtc_helper.h>
  31. #include <drm/radeon_drm.h>
  32. #include <linux/vgaarb.h>
  33. #include <linux/vga_switcheroo.h>
  34. #include "radeon_reg.h"
  35. #include "radeon.h"
  36. #include "radeon_asic.h"
  37. #include "atom.h"
  38. /*
  39. * Registers accessors functions.
  40. */
  41. /**
  42. * radeon_invalid_rreg - dummy reg read function
  43. *
  44. * @rdev: radeon device pointer
  45. * @reg: offset of register
  46. *
  47. * Dummy register read function. Used for register blocks
  48. * that certain asics don't have (all asics).
  49. * Returns the value in the register.
  50. */
  51. static uint32_t radeon_invalid_rreg(struct radeon_device *rdev, uint32_t reg)
  52. {
  53. DRM_ERROR("Invalid callback to read register 0x%04X\n", reg);
  54. BUG_ON(1);
  55. return 0;
  56. }
  57. /**
  58. * radeon_invalid_wreg - dummy reg write function
  59. *
  60. * @rdev: radeon device pointer
  61. * @reg: offset of register
  62. * @v: value to write to the register
  63. *
  64. * Dummy register read function. Used for register blocks
  65. * that certain asics don't have (all asics).
  66. */
  67. static void radeon_invalid_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
  68. {
  69. DRM_ERROR("Invalid callback to write register 0x%04X with 0x%08X\n",
  70. reg, v);
  71. BUG_ON(1);
  72. }
  73. /**
  74. * radeon_register_accessor_init - sets up the register accessor callbacks
  75. *
  76. * @rdev: radeon device pointer
  77. *
  78. * Sets up the register accessor callbacks for various register
  79. * apertures. Not all asics have all apertures (all asics).
  80. */
  81. static void radeon_register_accessor_init(struct radeon_device *rdev)
  82. {
  83. rdev->mc_rreg = &radeon_invalid_rreg;
  84. rdev->mc_wreg = &radeon_invalid_wreg;
  85. rdev->pll_rreg = &radeon_invalid_rreg;
  86. rdev->pll_wreg = &radeon_invalid_wreg;
  87. rdev->pciep_rreg = &radeon_invalid_rreg;
  88. rdev->pciep_wreg = &radeon_invalid_wreg;
  89. /* Don't change order as we are overridding accessor. */
  90. if (rdev->family < CHIP_RV515) {
  91. rdev->pcie_reg_mask = 0xff;
  92. } else {
  93. rdev->pcie_reg_mask = 0x7ff;
  94. }
  95. /* FIXME: not sure here */
  96. if (rdev->family <= CHIP_R580) {
  97. rdev->pll_rreg = &r100_pll_rreg;
  98. rdev->pll_wreg = &r100_pll_wreg;
  99. }
  100. if (rdev->family >= CHIP_R420) {
  101. rdev->mc_rreg = &r420_mc_rreg;
  102. rdev->mc_wreg = &r420_mc_wreg;
  103. }
  104. if (rdev->family >= CHIP_RV515) {
  105. rdev->mc_rreg = &rv515_mc_rreg;
  106. rdev->mc_wreg = &rv515_mc_wreg;
  107. }
  108. if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480) {
  109. rdev->mc_rreg = &rs400_mc_rreg;
  110. rdev->mc_wreg = &rs400_mc_wreg;
  111. }
  112. if (rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {
  113. rdev->mc_rreg = &rs690_mc_rreg;
  114. rdev->mc_wreg = &rs690_mc_wreg;
  115. }
  116. if (rdev->family == CHIP_RS600) {
  117. rdev->mc_rreg = &rs600_mc_rreg;
  118. rdev->mc_wreg = &rs600_mc_wreg;
  119. }
  120. if (rdev->family == CHIP_RS780 || rdev->family == CHIP_RS880) {
  121. rdev->mc_rreg = &rs780_mc_rreg;
  122. rdev->mc_wreg = &rs780_mc_wreg;
  123. }
  124. if (rdev->family >= CHIP_BONAIRE) {
  125. rdev->pciep_rreg = &cik_pciep_rreg;
  126. rdev->pciep_wreg = &cik_pciep_wreg;
  127. } else if (rdev->family >= CHIP_R600) {
  128. rdev->pciep_rreg = &r600_pciep_rreg;
  129. rdev->pciep_wreg = &r600_pciep_wreg;
  130. }
  131. }
  132. /* helper to disable agp */
  133. /**
  134. * radeon_agp_disable - AGP disable helper function
  135. *
  136. * @rdev: radeon device pointer
  137. *
  138. * Removes AGP flags and changes the gart callbacks on AGP
  139. * cards when using the internal gart rather than AGP (all asics).
  140. */
  141. void radeon_agp_disable(struct radeon_device *rdev)
  142. {
  143. rdev->flags &= ~RADEON_IS_AGP;
  144. if (rdev->family >= CHIP_R600) {
  145. DRM_INFO("Forcing AGP to PCIE mode\n");
  146. rdev->flags |= RADEON_IS_PCIE;
  147. } else if (rdev->family >= CHIP_RV515 ||
  148. rdev->family == CHIP_RV380 ||
  149. rdev->family == CHIP_RV410 ||
  150. rdev->family == CHIP_R423) {
  151. DRM_INFO("Forcing AGP to PCIE mode\n");
  152. rdev->flags |= RADEON_IS_PCIE;
  153. rdev->asic->gart.tlb_flush = &rv370_pcie_gart_tlb_flush;
  154. rdev->asic->gart.set_page = &rv370_pcie_gart_set_page;
  155. } else {
  156. DRM_INFO("Forcing AGP to PCI mode\n");
  157. rdev->flags |= RADEON_IS_PCI;
  158. rdev->asic->gart.tlb_flush = &r100_pci_gart_tlb_flush;
  159. rdev->asic->gart.set_page = &r100_pci_gart_set_page;
  160. }
  161. rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
  162. }
  163. /*
  164. * ASIC
  165. */
  166. static struct radeon_asic_ring r100_gfx_ring = {
  167. .ib_execute = &r100_ring_ib_execute,
  168. .emit_fence = &r100_fence_ring_emit,
  169. .emit_semaphore = &r100_semaphore_ring_emit,
  170. .cs_parse = &r100_cs_parse,
  171. .ring_start = &r100_ring_start,
  172. .ring_test = &r100_ring_test,
  173. .ib_test = &r100_ib_test,
  174. .is_lockup = &r100_gpu_is_lockup,
  175. .get_rptr = &radeon_ring_generic_get_rptr,
  176. .get_wptr = &radeon_ring_generic_get_wptr,
  177. .set_wptr = &radeon_ring_generic_set_wptr,
  178. };
  179. static struct radeon_asic r100_asic = {
  180. .init = &r100_init,
  181. .fini = &r100_fini,
  182. .suspend = &r100_suspend,
  183. .resume = &r100_resume,
  184. .vga_set_state = &r100_vga_set_state,
  185. .asic_reset = &r100_asic_reset,
  186. .ioctl_wait_idle = NULL,
  187. .gui_idle = &r100_gui_idle,
  188. .mc_wait_for_idle = &r100_mc_wait_for_idle,
  189. .gart = {
  190. .tlb_flush = &r100_pci_gart_tlb_flush,
  191. .set_page = &r100_pci_gart_set_page,
  192. },
  193. .ring = {
  194. [RADEON_RING_TYPE_GFX_INDEX] = &r100_gfx_ring
  195. },
  196. .irq = {
  197. .set = &r100_irq_set,
  198. .process = &r100_irq_process,
  199. },
  200. .display = {
  201. .bandwidth_update = &r100_bandwidth_update,
  202. .get_vblank_counter = &r100_get_vblank_counter,
  203. .wait_for_vblank = &r100_wait_for_vblank,
  204. .set_backlight_level = &radeon_legacy_set_backlight_level,
  205. .get_backlight_level = &radeon_legacy_get_backlight_level,
  206. },
  207. .copy = {
  208. .blit = &r100_copy_blit,
  209. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  210. .dma = NULL,
  211. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  212. .copy = &r100_copy_blit,
  213. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  214. },
  215. .surface = {
  216. .set_reg = r100_set_surface_reg,
  217. .clear_reg = r100_clear_surface_reg,
  218. },
  219. .hpd = {
  220. .init = &r100_hpd_init,
  221. .fini = &r100_hpd_fini,
  222. .sense = &r100_hpd_sense,
  223. .set_polarity = &r100_hpd_set_polarity,
  224. },
  225. .pm = {
  226. .misc = &r100_pm_misc,
  227. .prepare = &r100_pm_prepare,
  228. .finish = &r100_pm_finish,
  229. .init_profile = &r100_pm_init_profile,
  230. .get_dynpm_state = &r100_pm_get_dynpm_state,
  231. .get_engine_clock = &radeon_legacy_get_engine_clock,
  232. .set_engine_clock = &radeon_legacy_set_engine_clock,
  233. .get_memory_clock = &radeon_legacy_get_memory_clock,
  234. .set_memory_clock = NULL,
  235. .get_pcie_lanes = NULL,
  236. .set_pcie_lanes = NULL,
  237. .set_clock_gating = &radeon_legacy_set_clock_gating,
  238. },
  239. .pflip = {
  240. .pre_page_flip = &r100_pre_page_flip,
  241. .page_flip = &r100_page_flip,
  242. .post_page_flip = &r100_post_page_flip,
  243. },
  244. };
  245. static struct radeon_asic r200_asic = {
  246. .init = &r100_init,
  247. .fini = &r100_fini,
  248. .suspend = &r100_suspend,
  249. .resume = &r100_resume,
  250. .vga_set_state = &r100_vga_set_state,
  251. .asic_reset = &r100_asic_reset,
  252. .ioctl_wait_idle = NULL,
  253. .gui_idle = &r100_gui_idle,
  254. .mc_wait_for_idle = &r100_mc_wait_for_idle,
  255. .gart = {
  256. .tlb_flush = &r100_pci_gart_tlb_flush,
  257. .set_page = &r100_pci_gart_set_page,
  258. },
  259. .ring = {
  260. [RADEON_RING_TYPE_GFX_INDEX] = &r100_gfx_ring
  261. },
  262. .irq = {
  263. .set = &r100_irq_set,
  264. .process = &r100_irq_process,
  265. },
  266. .display = {
  267. .bandwidth_update = &r100_bandwidth_update,
  268. .get_vblank_counter = &r100_get_vblank_counter,
  269. .wait_for_vblank = &r100_wait_for_vblank,
  270. .set_backlight_level = &radeon_legacy_set_backlight_level,
  271. .get_backlight_level = &radeon_legacy_get_backlight_level,
  272. },
  273. .copy = {
  274. .blit = &r100_copy_blit,
  275. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  276. .dma = &r200_copy_dma,
  277. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  278. .copy = &r100_copy_blit,
  279. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  280. },
  281. .surface = {
  282. .set_reg = r100_set_surface_reg,
  283. .clear_reg = r100_clear_surface_reg,
  284. },
  285. .hpd = {
  286. .init = &r100_hpd_init,
  287. .fini = &r100_hpd_fini,
  288. .sense = &r100_hpd_sense,
  289. .set_polarity = &r100_hpd_set_polarity,
  290. },
  291. .pm = {
  292. .misc = &r100_pm_misc,
  293. .prepare = &r100_pm_prepare,
  294. .finish = &r100_pm_finish,
  295. .init_profile = &r100_pm_init_profile,
  296. .get_dynpm_state = &r100_pm_get_dynpm_state,
  297. .get_engine_clock = &radeon_legacy_get_engine_clock,
  298. .set_engine_clock = &radeon_legacy_set_engine_clock,
  299. .get_memory_clock = &radeon_legacy_get_memory_clock,
  300. .set_memory_clock = NULL,
  301. .get_pcie_lanes = NULL,
  302. .set_pcie_lanes = NULL,
  303. .set_clock_gating = &radeon_legacy_set_clock_gating,
  304. },
  305. .pflip = {
  306. .pre_page_flip = &r100_pre_page_flip,
  307. .page_flip = &r100_page_flip,
  308. .post_page_flip = &r100_post_page_flip,
  309. },
  310. };
  311. static struct radeon_asic_ring r300_gfx_ring = {
  312. .ib_execute = &r100_ring_ib_execute,
  313. .emit_fence = &r300_fence_ring_emit,
  314. .emit_semaphore = &r100_semaphore_ring_emit,
  315. .cs_parse = &r300_cs_parse,
  316. .ring_start = &r300_ring_start,
  317. .ring_test = &r100_ring_test,
  318. .ib_test = &r100_ib_test,
  319. .is_lockup = &r100_gpu_is_lockup,
  320. .get_rptr = &radeon_ring_generic_get_rptr,
  321. .get_wptr = &radeon_ring_generic_get_wptr,
  322. .set_wptr = &radeon_ring_generic_set_wptr,
  323. };
  324. static struct radeon_asic r300_asic = {
  325. .init = &r300_init,
  326. .fini = &r300_fini,
  327. .suspend = &r300_suspend,
  328. .resume = &r300_resume,
  329. .vga_set_state = &r100_vga_set_state,
  330. .asic_reset = &r300_asic_reset,
  331. .ioctl_wait_idle = NULL,
  332. .gui_idle = &r100_gui_idle,
  333. .mc_wait_for_idle = &r300_mc_wait_for_idle,
  334. .gart = {
  335. .tlb_flush = &r100_pci_gart_tlb_flush,
  336. .set_page = &r100_pci_gart_set_page,
  337. },
  338. .ring = {
  339. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  340. },
  341. .irq = {
  342. .set = &r100_irq_set,
  343. .process = &r100_irq_process,
  344. },
  345. .display = {
  346. .bandwidth_update = &r100_bandwidth_update,
  347. .get_vblank_counter = &r100_get_vblank_counter,
  348. .wait_for_vblank = &r100_wait_for_vblank,
  349. .set_backlight_level = &radeon_legacy_set_backlight_level,
  350. .get_backlight_level = &radeon_legacy_get_backlight_level,
  351. },
  352. .copy = {
  353. .blit = &r100_copy_blit,
  354. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  355. .dma = &r200_copy_dma,
  356. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  357. .copy = &r100_copy_blit,
  358. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  359. },
  360. .surface = {
  361. .set_reg = r100_set_surface_reg,
  362. .clear_reg = r100_clear_surface_reg,
  363. },
  364. .hpd = {
  365. .init = &r100_hpd_init,
  366. .fini = &r100_hpd_fini,
  367. .sense = &r100_hpd_sense,
  368. .set_polarity = &r100_hpd_set_polarity,
  369. },
  370. .pm = {
  371. .misc = &r100_pm_misc,
  372. .prepare = &r100_pm_prepare,
  373. .finish = &r100_pm_finish,
  374. .init_profile = &r100_pm_init_profile,
  375. .get_dynpm_state = &r100_pm_get_dynpm_state,
  376. .get_engine_clock = &radeon_legacy_get_engine_clock,
  377. .set_engine_clock = &radeon_legacy_set_engine_clock,
  378. .get_memory_clock = &radeon_legacy_get_memory_clock,
  379. .set_memory_clock = NULL,
  380. .get_pcie_lanes = &rv370_get_pcie_lanes,
  381. .set_pcie_lanes = &rv370_set_pcie_lanes,
  382. .set_clock_gating = &radeon_legacy_set_clock_gating,
  383. },
  384. .pflip = {
  385. .pre_page_flip = &r100_pre_page_flip,
  386. .page_flip = &r100_page_flip,
  387. .post_page_flip = &r100_post_page_flip,
  388. },
  389. };
  390. static struct radeon_asic r300_asic_pcie = {
  391. .init = &r300_init,
  392. .fini = &r300_fini,
  393. .suspend = &r300_suspend,
  394. .resume = &r300_resume,
  395. .vga_set_state = &r100_vga_set_state,
  396. .asic_reset = &r300_asic_reset,
  397. .ioctl_wait_idle = NULL,
  398. .gui_idle = &r100_gui_idle,
  399. .mc_wait_for_idle = &r300_mc_wait_for_idle,
  400. .gart = {
  401. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  402. .set_page = &rv370_pcie_gart_set_page,
  403. },
  404. .ring = {
  405. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  406. },
  407. .irq = {
  408. .set = &r100_irq_set,
  409. .process = &r100_irq_process,
  410. },
  411. .display = {
  412. .bandwidth_update = &r100_bandwidth_update,
  413. .get_vblank_counter = &r100_get_vblank_counter,
  414. .wait_for_vblank = &r100_wait_for_vblank,
  415. .set_backlight_level = &radeon_legacy_set_backlight_level,
  416. .get_backlight_level = &radeon_legacy_get_backlight_level,
  417. },
  418. .copy = {
  419. .blit = &r100_copy_blit,
  420. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  421. .dma = &r200_copy_dma,
  422. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  423. .copy = &r100_copy_blit,
  424. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  425. },
  426. .surface = {
  427. .set_reg = r100_set_surface_reg,
  428. .clear_reg = r100_clear_surface_reg,
  429. },
  430. .hpd = {
  431. .init = &r100_hpd_init,
  432. .fini = &r100_hpd_fini,
  433. .sense = &r100_hpd_sense,
  434. .set_polarity = &r100_hpd_set_polarity,
  435. },
  436. .pm = {
  437. .misc = &r100_pm_misc,
  438. .prepare = &r100_pm_prepare,
  439. .finish = &r100_pm_finish,
  440. .init_profile = &r100_pm_init_profile,
  441. .get_dynpm_state = &r100_pm_get_dynpm_state,
  442. .get_engine_clock = &radeon_legacy_get_engine_clock,
  443. .set_engine_clock = &radeon_legacy_set_engine_clock,
  444. .get_memory_clock = &radeon_legacy_get_memory_clock,
  445. .set_memory_clock = NULL,
  446. .get_pcie_lanes = &rv370_get_pcie_lanes,
  447. .set_pcie_lanes = &rv370_set_pcie_lanes,
  448. .set_clock_gating = &radeon_legacy_set_clock_gating,
  449. },
  450. .pflip = {
  451. .pre_page_flip = &r100_pre_page_flip,
  452. .page_flip = &r100_page_flip,
  453. .post_page_flip = &r100_post_page_flip,
  454. },
  455. };
  456. static struct radeon_asic r420_asic = {
  457. .init = &r420_init,
  458. .fini = &r420_fini,
  459. .suspend = &r420_suspend,
  460. .resume = &r420_resume,
  461. .vga_set_state = &r100_vga_set_state,
  462. .asic_reset = &r300_asic_reset,
  463. .ioctl_wait_idle = NULL,
  464. .gui_idle = &r100_gui_idle,
  465. .mc_wait_for_idle = &r300_mc_wait_for_idle,
  466. .gart = {
  467. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  468. .set_page = &rv370_pcie_gart_set_page,
  469. },
  470. .ring = {
  471. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  472. },
  473. .irq = {
  474. .set = &r100_irq_set,
  475. .process = &r100_irq_process,
  476. },
  477. .display = {
  478. .bandwidth_update = &r100_bandwidth_update,
  479. .get_vblank_counter = &r100_get_vblank_counter,
  480. .wait_for_vblank = &r100_wait_for_vblank,
  481. .set_backlight_level = &atombios_set_backlight_level,
  482. .get_backlight_level = &atombios_get_backlight_level,
  483. },
  484. .copy = {
  485. .blit = &r100_copy_blit,
  486. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  487. .dma = &r200_copy_dma,
  488. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  489. .copy = &r100_copy_blit,
  490. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  491. },
  492. .surface = {
  493. .set_reg = r100_set_surface_reg,
  494. .clear_reg = r100_clear_surface_reg,
  495. },
  496. .hpd = {
  497. .init = &r100_hpd_init,
  498. .fini = &r100_hpd_fini,
  499. .sense = &r100_hpd_sense,
  500. .set_polarity = &r100_hpd_set_polarity,
  501. },
  502. .pm = {
  503. .misc = &r100_pm_misc,
  504. .prepare = &r100_pm_prepare,
  505. .finish = &r100_pm_finish,
  506. .init_profile = &r420_pm_init_profile,
  507. .get_dynpm_state = &r100_pm_get_dynpm_state,
  508. .get_engine_clock = &radeon_atom_get_engine_clock,
  509. .set_engine_clock = &radeon_atom_set_engine_clock,
  510. .get_memory_clock = &radeon_atom_get_memory_clock,
  511. .set_memory_clock = &radeon_atom_set_memory_clock,
  512. .get_pcie_lanes = &rv370_get_pcie_lanes,
  513. .set_pcie_lanes = &rv370_set_pcie_lanes,
  514. .set_clock_gating = &radeon_atom_set_clock_gating,
  515. },
  516. .pflip = {
  517. .pre_page_flip = &r100_pre_page_flip,
  518. .page_flip = &r100_page_flip,
  519. .post_page_flip = &r100_post_page_flip,
  520. },
  521. };
  522. static struct radeon_asic rs400_asic = {
  523. .init = &rs400_init,
  524. .fini = &rs400_fini,
  525. .suspend = &rs400_suspend,
  526. .resume = &rs400_resume,
  527. .vga_set_state = &r100_vga_set_state,
  528. .asic_reset = &r300_asic_reset,
  529. .ioctl_wait_idle = NULL,
  530. .gui_idle = &r100_gui_idle,
  531. .mc_wait_for_idle = &rs400_mc_wait_for_idle,
  532. .gart = {
  533. .tlb_flush = &rs400_gart_tlb_flush,
  534. .set_page = &rs400_gart_set_page,
  535. },
  536. .ring = {
  537. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  538. },
  539. .irq = {
  540. .set = &r100_irq_set,
  541. .process = &r100_irq_process,
  542. },
  543. .display = {
  544. .bandwidth_update = &r100_bandwidth_update,
  545. .get_vblank_counter = &r100_get_vblank_counter,
  546. .wait_for_vblank = &r100_wait_for_vblank,
  547. .set_backlight_level = &radeon_legacy_set_backlight_level,
  548. .get_backlight_level = &radeon_legacy_get_backlight_level,
  549. },
  550. .copy = {
  551. .blit = &r100_copy_blit,
  552. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  553. .dma = &r200_copy_dma,
  554. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  555. .copy = &r100_copy_blit,
  556. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  557. },
  558. .surface = {
  559. .set_reg = r100_set_surface_reg,
  560. .clear_reg = r100_clear_surface_reg,
  561. },
  562. .hpd = {
  563. .init = &r100_hpd_init,
  564. .fini = &r100_hpd_fini,
  565. .sense = &r100_hpd_sense,
  566. .set_polarity = &r100_hpd_set_polarity,
  567. },
  568. .pm = {
  569. .misc = &r100_pm_misc,
  570. .prepare = &r100_pm_prepare,
  571. .finish = &r100_pm_finish,
  572. .init_profile = &r100_pm_init_profile,
  573. .get_dynpm_state = &r100_pm_get_dynpm_state,
  574. .get_engine_clock = &radeon_legacy_get_engine_clock,
  575. .set_engine_clock = &radeon_legacy_set_engine_clock,
  576. .get_memory_clock = &radeon_legacy_get_memory_clock,
  577. .set_memory_clock = NULL,
  578. .get_pcie_lanes = NULL,
  579. .set_pcie_lanes = NULL,
  580. .set_clock_gating = &radeon_legacy_set_clock_gating,
  581. },
  582. .pflip = {
  583. .pre_page_flip = &r100_pre_page_flip,
  584. .page_flip = &r100_page_flip,
  585. .post_page_flip = &r100_post_page_flip,
  586. },
  587. };
  588. static struct radeon_asic rs600_asic = {
  589. .init = &rs600_init,
  590. .fini = &rs600_fini,
  591. .suspend = &rs600_suspend,
  592. .resume = &rs600_resume,
  593. .vga_set_state = &r100_vga_set_state,
  594. .asic_reset = &rs600_asic_reset,
  595. .ioctl_wait_idle = NULL,
  596. .gui_idle = &r100_gui_idle,
  597. .mc_wait_for_idle = &rs600_mc_wait_for_idle,
  598. .gart = {
  599. .tlb_flush = &rs600_gart_tlb_flush,
  600. .set_page = &rs600_gart_set_page,
  601. },
  602. .ring = {
  603. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  604. },
  605. .irq = {
  606. .set = &rs600_irq_set,
  607. .process = &rs600_irq_process,
  608. },
  609. .display = {
  610. .bandwidth_update = &rs600_bandwidth_update,
  611. .get_vblank_counter = &rs600_get_vblank_counter,
  612. .wait_for_vblank = &avivo_wait_for_vblank,
  613. .set_backlight_level = &atombios_set_backlight_level,
  614. .get_backlight_level = &atombios_get_backlight_level,
  615. .hdmi_enable = &r600_hdmi_enable,
  616. .hdmi_setmode = &r600_hdmi_setmode,
  617. },
  618. .copy = {
  619. .blit = &r100_copy_blit,
  620. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  621. .dma = &r200_copy_dma,
  622. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  623. .copy = &r100_copy_blit,
  624. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  625. },
  626. .surface = {
  627. .set_reg = r100_set_surface_reg,
  628. .clear_reg = r100_clear_surface_reg,
  629. },
  630. .hpd = {
  631. .init = &rs600_hpd_init,
  632. .fini = &rs600_hpd_fini,
  633. .sense = &rs600_hpd_sense,
  634. .set_polarity = &rs600_hpd_set_polarity,
  635. },
  636. .pm = {
  637. .misc = &rs600_pm_misc,
  638. .prepare = &rs600_pm_prepare,
  639. .finish = &rs600_pm_finish,
  640. .init_profile = &r420_pm_init_profile,
  641. .get_dynpm_state = &r100_pm_get_dynpm_state,
  642. .get_engine_clock = &radeon_atom_get_engine_clock,
  643. .set_engine_clock = &radeon_atom_set_engine_clock,
  644. .get_memory_clock = &radeon_atom_get_memory_clock,
  645. .set_memory_clock = &radeon_atom_set_memory_clock,
  646. .get_pcie_lanes = NULL,
  647. .set_pcie_lanes = NULL,
  648. .set_clock_gating = &radeon_atom_set_clock_gating,
  649. },
  650. .pflip = {
  651. .pre_page_flip = &rs600_pre_page_flip,
  652. .page_flip = &rs600_page_flip,
  653. .post_page_flip = &rs600_post_page_flip,
  654. },
  655. };
  656. static struct radeon_asic rs690_asic = {
  657. .init = &rs690_init,
  658. .fini = &rs690_fini,
  659. .suspend = &rs690_suspend,
  660. .resume = &rs690_resume,
  661. .vga_set_state = &r100_vga_set_state,
  662. .asic_reset = &rs600_asic_reset,
  663. .ioctl_wait_idle = NULL,
  664. .gui_idle = &r100_gui_idle,
  665. .mc_wait_for_idle = &rs690_mc_wait_for_idle,
  666. .gart = {
  667. .tlb_flush = &rs400_gart_tlb_flush,
  668. .set_page = &rs400_gart_set_page,
  669. },
  670. .ring = {
  671. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  672. },
  673. .irq = {
  674. .set = &rs600_irq_set,
  675. .process = &rs600_irq_process,
  676. },
  677. .display = {
  678. .get_vblank_counter = &rs600_get_vblank_counter,
  679. .bandwidth_update = &rs690_bandwidth_update,
  680. .wait_for_vblank = &avivo_wait_for_vblank,
  681. .set_backlight_level = &atombios_set_backlight_level,
  682. .get_backlight_level = &atombios_get_backlight_level,
  683. .hdmi_enable = &r600_hdmi_enable,
  684. .hdmi_setmode = &r600_hdmi_setmode,
  685. },
  686. .copy = {
  687. .blit = &r100_copy_blit,
  688. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  689. .dma = &r200_copy_dma,
  690. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  691. .copy = &r200_copy_dma,
  692. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  693. },
  694. .surface = {
  695. .set_reg = r100_set_surface_reg,
  696. .clear_reg = r100_clear_surface_reg,
  697. },
  698. .hpd = {
  699. .init = &rs600_hpd_init,
  700. .fini = &rs600_hpd_fini,
  701. .sense = &rs600_hpd_sense,
  702. .set_polarity = &rs600_hpd_set_polarity,
  703. },
  704. .pm = {
  705. .misc = &rs600_pm_misc,
  706. .prepare = &rs600_pm_prepare,
  707. .finish = &rs600_pm_finish,
  708. .init_profile = &r420_pm_init_profile,
  709. .get_dynpm_state = &r100_pm_get_dynpm_state,
  710. .get_engine_clock = &radeon_atom_get_engine_clock,
  711. .set_engine_clock = &radeon_atom_set_engine_clock,
  712. .get_memory_clock = &radeon_atom_get_memory_clock,
  713. .set_memory_clock = &radeon_atom_set_memory_clock,
  714. .get_pcie_lanes = NULL,
  715. .set_pcie_lanes = NULL,
  716. .set_clock_gating = &radeon_atom_set_clock_gating,
  717. },
  718. .pflip = {
  719. .pre_page_flip = &rs600_pre_page_flip,
  720. .page_flip = &rs600_page_flip,
  721. .post_page_flip = &rs600_post_page_flip,
  722. },
  723. };
  724. static struct radeon_asic rv515_asic = {
  725. .init = &rv515_init,
  726. .fini = &rv515_fini,
  727. .suspend = &rv515_suspend,
  728. .resume = &rv515_resume,
  729. .vga_set_state = &r100_vga_set_state,
  730. .asic_reset = &rs600_asic_reset,
  731. .ioctl_wait_idle = NULL,
  732. .gui_idle = &r100_gui_idle,
  733. .mc_wait_for_idle = &rv515_mc_wait_for_idle,
  734. .gart = {
  735. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  736. .set_page = &rv370_pcie_gart_set_page,
  737. },
  738. .ring = {
  739. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  740. },
  741. .irq = {
  742. .set = &rs600_irq_set,
  743. .process = &rs600_irq_process,
  744. },
  745. .display = {
  746. .get_vblank_counter = &rs600_get_vblank_counter,
  747. .bandwidth_update = &rv515_bandwidth_update,
  748. .wait_for_vblank = &avivo_wait_for_vblank,
  749. .set_backlight_level = &atombios_set_backlight_level,
  750. .get_backlight_level = &atombios_get_backlight_level,
  751. },
  752. .copy = {
  753. .blit = &r100_copy_blit,
  754. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  755. .dma = &r200_copy_dma,
  756. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  757. .copy = &r100_copy_blit,
  758. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  759. },
  760. .surface = {
  761. .set_reg = r100_set_surface_reg,
  762. .clear_reg = r100_clear_surface_reg,
  763. },
  764. .hpd = {
  765. .init = &rs600_hpd_init,
  766. .fini = &rs600_hpd_fini,
  767. .sense = &rs600_hpd_sense,
  768. .set_polarity = &rs600_hpd_set_polarity,
  769. },
  770. .pm = {
  771. .misc = &rs600_pm_misc,
  772. .prepare = &rs600_pm_prepare,
  773. .finish = &rs600_pm_finish,
  774. .init_profile = &r420_pm_init_profile,
  775. .get_dynpm_state = &r100_pm_get_dynpm_state,
  776. .get_engine_clock = &radeon_atom_get_engine_clock,
  777. .set_engine_clock = &radeon_atom_set_engine_clock,
  778. .get_memory_clock = &radeon_atom_get_memory_clock,
  779. .set_memory_clock = &radeon_atom_set_memory_clock,
  780. .get_pcie_lanes = &rv370_get_pcie_lanes,
  781. .set_pcie_lanes = &rv370_set_pcie_lanes,
  782. .set_clock_gating = &radeon_atom_set_clock_gating,
  783. },
  784. .pflip = {
  785. .pre_page_flip = &rs600_pre_page_flip,
  786. .page_flip = &rs600_page_flip,
  787. .post_page_flip = &rs600_post_page_flip,
  788. },
  789. };
  790. static struct radeon_asic r520_asic = {
  791. .init = &r520_init,
  792. .fini = &rv515_fini,
  793. .suspend = &rv515_suspend,
  794. .resume = &r520_resume,
  795. .vga_set_state = &r100_vga_set_state,
  796. .asic_reset = &rs600_asic_reset,
  797. .ioctl_wait_idle = NULL,
  798. .gui_idle = &r100_gui_idle,
  799. .mc_wait_for_idle = &r520_mc_wait_for_idle,
  800. .gart = {
  801. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  802. .set_page = &rv370_pcie_gart_set_page,
  803. },
  804. .ring = {
  805. [RADEON_RING_TYPE_GFX_INDEX] = &r300_gfx_ring
  806. },
  807. .irq = {
  808. .set = &rs600_irq_set,
  809. .process = &rs600_irq_process,
  810. },
  811. .display = {
  812. .bandwidth_update = &rv515_bandwidth_update,
  813. .get_vblank_counter = &rs600_get_vblank_counter,
  814. .wait_for_vblank = &avivo_wait_for_vblank,
  815. .set_backlight_level = &atombios_set_backlight_level,
  816. .get_backlight_level = &atombios_get_backlight_level,
  817. },
  818. .copy = {
  819. .blit = &r100_copy_blit,
  820. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  821. .dma = &r200_copy_dma,
  822. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  823. .copy = &r100_copy_blit,
  824. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  825. },
  826. .surface = {
  827. .set_reg = r100_set_surface_reg,
  828. .clear_reg = r100_clear_surface_reg,
  829. },
  830. .hpd = {
  831. .init = &rs600_hpd_init,
  832. .fini = &rs600_hpd_fini,
  833. .sense = &rs600_hpd_sense,
  834. .set_polarity = &rs600_hpd_set_polarity,
  835. },
  836. .pm = {
  837. .misc = &rs600_pm_misc,
  838. .prepare = &rs600_pm_prepare,
  839. .finish = &rs600_pm_finish,
  840. .init_profile = &r420_pm_init_profile,
  841. .get_dynpm_state = &r100_pm_get_dynpm_state,
  842. .get_engine_clock = &radeon_atom_get_engine_clock,
  843. .set_engine_clock = &radeon_atom_set_engine_clock,
  844. .get_memory_clock = &radeon_atom_get_memory_clock,
  845. .set_memory_clock = &radeon_atom_set_memory_clock,
  846. .get_pcie_lanes = &rv370_get_pcie_lanes,
  847. .set_pcie_lanes = &rv370_set_pcie_lanes,
  848. .set_clock_gating = &radeon_atom_set_clock_gating,
  849. },
  850. .pflip = {
  851. .pre_page_flip = &rs600_pre_page_flip,
  852. .page_flip = &rs600_page_flip,
  853. .post_page_flip = &rs600_post_page_flip,
  854. },
  855. };
  856. static struct radeon_asic_ring r600_gfx_ring = {
  857. .ib_execute = &r600_ring_ib_execute,
  858. .emit_fence = &r600_fence_ring_emit,
  859. .emit_semaphore = &r600_semaphore_ring_emit,
  860. .cs_parse = &r600_cs_parse,
  861. .ring_test = &r600_ring_test,
  862. .ib_test = &r600_ib_test,
  863. .is_lockup = &r600_gfx_is_lockup,
  864. .get_rptr = &radeon_ring_generic_get_rptr,
  865. .get_wptr = &radeon_ring_generic_get_wptr,
  866. .set_wptr = &radeon_ring_generic_set_wptr,
  867. };
  868. static struct radeon_asic_ring r600_dma_ring = {
  869. .ib_execute = &r600_dma_ring_ib_execute,
  870. .emit_fence = &r600_dma_fence_ring_emit,
  871. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  872. .cs_parse = &r600_dma_cs_parse,
  873. .ring_test = &r600_dma_ring_test,
  874. .ib_test = &r600_dma_ib_test,
  875. .is_lockup = &r600_dma_is_lockup,
  876. .get_rptr = &radeon_ring_generic_get_rptr,
  877. .get_wptr = &radeon_ring_generic_get_wptr,
  878. .set_wptr = &radeon_ring_generic_set_wptr,
  879. };
  880. static struct radeon_asic r600_asic = {
  881. .init = &r600_init,
  882. .fini = &r600_fini,
  883. .suspend = &r600_suspend,
  884. .resume = &r600_resume,
  885. .vga_set_state = &r600_vga_set_state,
  886. .asic_reset = &r600_asic_reset,
  887. .ioctl_wait_idle = r600_ioctl_wait_idle,
  888. .gui_idle = &r600_gui_idle,
  889. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  890. .get_xclk = &r600_get_xclk,
  891. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  892. .gart = {
  893. .tlb_flush = &r600_pcie_gart_tlb_flush,
  894. .set_page = &rs600_gart_set_page,
  895. },
  896. .ring = {
  897. [RADEON_RING_TYPE_GFX_INDEX] = &r600_gfx_ring,
  898. [R600_RING_TYPE_DMA_INDEX] = &r600_dma_ring,
  899. },
  900. .irq = {
  901. .set = &r600_irq_set,
  902. .process = &r600_irq_process,
  903. },
  904. .display = {
  905. .bandwidth_update = &rv515_bandwidth_update,
  906. .get_vblank_counter = &rs600_get_vblank_counter,
  907. .wait_for_vblank = &avivo_wait_for_vblank,
  908. .set_backlight_level = &atombios_set_backlight_level,
  909. .get_backlight_level = &atombios_get_backlight_level,
  910. .hdmi_enable = &r600_hdmi_enable,
  911. .hdmi_setmode = &r600_hdmi_setmode,
  912. },
  913. .copy = {
  914. .blit = &r600_copy_cpdma,
  915. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  916. .dma = &r600_copy_dma,
  917. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  918. .copy = &r600_copy_cpdma,
  919. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  920. },
  921. .surface = {
  922. .set_reg = r600_set_surface_reg,
  923. .clear_reg = r600_clear_surface_reg,
  924. },
  925. .hpd = {
  926. .init = &r600_hpd_init,
  927. .fini = &r600_hpd_fini,
  928. .sense = &r600_hpd_sense,
  929. .set_polarity = &r600_hpd_set_polarity,
  930. },
  931. .pm = {
  932. .misc = &r600_pm_misc,
  933. .prepare = &rs600_pm_prepare,
  934. .finish = &rs600_pm_finish,
  935. .init_profile = &r600_pm_init_profile,
  936. .get_dynpm_state = &r600_pm_get_dynpm_state,
  937. .get_engine_clock = &radeon_atom_get_engine_clock,
  938. .set_engine_clock = &radeon_atom_set_engine_clock,
  939. .get_memory_clock = &radeon_atom_get_memory_clock,
  940. .set_memory_clock = &radeon_atom_set_memory_clock,
  941. .get_pcie_lanes = &r600_get_pcie_lanes,
  942. .set_pcie_lanes = &r600_set_pcie_lanes,
  943. .set_clock_gating = NULL,
  944. .get_temperature = &rv6xx_get_temp,
  945. },
  946. .pflip = {
  947. .pre_page_flip = &rs600_pre_page_flip,
  948. .page_flip = &rs600_page_flip,
  949. .post_page_flip = &rs600_post_page_flip,
  950. },
  951. };
  952. static struct radeon_asic rv6xx_asic = {
  953. .init = &r600_init,
  954. .fini = &r600_fini,
  955. .suspend = &r600_suspend,
  956. .resume = &r600_resume,
  957. .vga_set_state = &r600_vga_set_state,
  958. .asic_reset = &r600_asic_reset,
  959. .ioctl_wait_idle = r600_ioctl_wait_idle,
  960. .gui_idle = &r600_gui_idle,
  961. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  962. .get_xclk = &r600_get_xclk,
  963. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  964. .gart = {
  965. .tlb_flush = &r600_pcie_gart_tlb_flush,
  966. .set_page = &rs600_gart_set_page,
  967. },
  968. .ring = {
  969. [RADEON_RING_TYPE_GFX_INDEX] = &r600_gfx_ring,
  970. [R600_RING_TYPE_DMA_INDEX] = &r600_dma_ring,
  971. },
  972. .irq = {
  973. .set = &r600_irq_set,
  974. .process = &r600_irq_process,
  975. },
  976. .display = {
  977. .bandwidth_update = &rv515_bandwidth_update,
  978. .get_vblank_counter = &rs600_get_vblank_counter,
  979. .wait_for_vblank = &avivo_wait_for_vblank,
  980. .set_backlight_level = &atombios_set_backlight_level,
  981. .get_backlight_level = &atombios_get_backlight_level,
  982. },
  983. .copy = {
  984. .blit = &r600_copy_cpdma,
  985. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  986. .dma = &r600_copy_dma,
  987. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  988. .copy = &r600_copy_cpdma,
  989. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  990. },
  991. .surface = {
  992. .set_reg = r600_set_surface_reg,
  993. .clear_reg = r600_clear_surface_reg,
  994. },
  995. .hpd = {
  996. .init = &r600_hpd_init,
  997. .fini = &r600_hpd_fini,
  998. .sense = &r600_hpd_sense,
  999. .set_polarity = &r600_hpd_set_polarity,
  1000. },
  1001. .pm = {
  1002. .misc = &r600_pm_misc,
  1003. .prepare = &rs600_pm_prepare,
  1004. .finish = &rs600_pm_finish,
  1005. .init_profile = &r600_pm_init_profile,
  1006. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1007. .get_engine_clock = &radeon_atom_get_engine_clock,
  1008. .set_engine_clock = &radeon_atom_set_engine_clock,
  1009. .get_memory_clock = &radeon_atom_get_memory_clock,
  1010. .set_memory_clock = &radeon_atom_set_memory_clock,
  1011. .get_pcie_lanes = &r600_get_pcie_lanes,
  1012. .set_pcie_lanes = &r600_set_pcie_lanes,
  1013. .set_clock_gating = NULL,
  1014. .get_temperature = &rv6xx_get_temp,
  1015. },
  1016. .dpm = {
  1017. .init = &rv6xx_dpm_init,
  1018. .setup_asic = &rv6xx_setup_asic,
  1019. .enable = &rv6xx_dpm_enable,
  1020. .disable = &rv6xx_dpm_disable,
  1021. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1022. .set_power_state = &rv6xx_dpm_set_power_state,
  1023. .post_set_power_state = &r600_dpm_post_set_power_state,
  1024. .display_configuration_changed = &rv6xx_dpm_display_configuration_changed,
  1025. .fini = &rv6xx_dpm_fini,
  1026. .get_sclk = &rv6xx_dpm_get_sclk,
  1027. .get_mclk = &rv6xx_dpm_get_mclk,
  1028. .print_power_state = &rv6xx_dpm_print_power_state,
  1029. .debugfs_print_current_performance_level = &rv6xx_dpm_debugfs_print_current_performance_level,
  1030. .force_performance_level = &rv6xx_dpm_force_performance_level,
  1031. },
  1032. .pflip = {
  1033. .pre_page_flip = &rs600_pre_page_flip,
  1034. .page_flip = &rs600_page_flip,
  1035. .post_page_flip = &rs600_post_page_flip,
  1036. },
  1037. };
  1038. static struct radeon_asic rs780_asic = {
  1039. .init = &r600_init,
  1040. .fini = &r600_fini,
  1041. .suspend = &r600_suspend,
  1042. .resume = &r600_resume,
  1043. .vga_set_state = &r600_vga_set_state,
  1044. .asic_reset = &r600_asic_reset,
  1045. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1046. .gui_idle = &r600_gui_idle,
  1047. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  1048. .get_xclk = &r600_get_xclk,
  1049. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1050. .gart = {
  1051. .tlb_flush = &r600_pcie_gart_tlb_flush,
  1052. .set_page = &rs600_gart_set_page,
  1053. },
  1054. .ring = {
  1055. [RADEON_RING_TYPE_GFX_INDEX] = &r600_gfx_ring,
  1056. [R600_RING_TYPE_DMA_INDEX] = &r600_dma_ring,
  1057. },
  1058. .irq = {
  1059. .set = &r600_irq_set,
  1060. .process = &r600_irq_process,
  1061. },
  1062. .display = {
  1063. .bandwidth_update = &rs690_bandwidth_update,
  1064. .get_vblank_counter = &rs600_get_vblank_counter,
  1065. .wait_for_vblank = &avivo_wait_for_vblank,
  1066. .set_backlight_level = &atombios_set_backlight_level,
  1067. .get_backlight_level = &atombios_get_backlight_level,
  1068. .hdmi_enable = &r600_hdmi_enable,
  1069. .hdmi_setmode = &r600_hdmi_setmode,
  1070. },
  1071. .copy = {
  1072. .blit = &r600_copy_cpdma,
  1073. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1074. .dma = &r600_copy_dma,
  1075. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1076. .copy = &r600_copy_cpdma,
  1077. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1078. },
  1079. .surface = {
  1080. .set_reg = r600_set_surface_reg,
  1081. .clear_reg = r600_clear_surface_reg,
  1082. },
  1083. .hpd = {
  1084. .init = &r600_hpd_init,
  1085. .fini = &r600_hpd_fini,
  1086. .sense = &r600_hpd_sense,
  1087. .set_polarity = &r600_hpd_set_polarity,
  1088. },
  1089. .pm = {
  1090. .misc = &r600_pm_misc,
  1091. .prepare = &rs600_pm_prepare,
  1092. .finish = &rs600_pm_finish,
  1093. .init_profile = &rs780_pm_init_profile,
  1094. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1095. .get_engine_clock = &radeon_atom_get_engine_clock,
  1096. .set_engine_clock = &radeon_atom_set_engine_clock,
  1097. .get_memory_clock = NULL,
  1098. .set_memory_clock = NULL,
  1099. .get_pcie_lanes = NULL,
  1100. .set_pcie_lanes = NULL,
  1101. .set_clock_gating = NULL,
  1102. .get_temperature = &rv6xx_get_temp,
  1103. },
  1104. .dpm = {
  1105. .init = &rs780_dpm_init,
  1106. .setup_asic = &rs780_dpm_setup_asic,
  1107. .enable = &rs780_dpm_enable,
  1108. .disable = &rs780_dpm_disable,
  1109. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1110. .set_power_state = &rs780_dpm_set_power_state,
  1111. .post_set_power_state = &r600_dpm_post_set_power_state,
  1112. .display_configuration_changed = &rs780_dpm_display_configuration_changed,
  1113. .fini = &rs780_dpm_fini,
  1114. .get_sclk = &rs780_dpm_get_sclk,
  1115. .get_mclk = &rs780_dpm_get_mclk,
  1116. .print_power_state = &rs780_dpm_print_power_state,
  1117. .debugfs_print_current_performance_level = &rs780_dpm_debugfs_print_current_performance_level,
  1118. },
  1119. .pflip = {
  1120. .pre_page_flip = &rs600_pre_page_flip,
  1121. .page_flip = &rs600_page_flip,
  1122. .post_page_flip = &rs600_post_page_flip,
  1123. },
  1124. };
  1125. static struct radeon_asic_ring rv770_uvd_ring = {
  1126. .ib_execute = &r600_uvd_ib_execute,
  1127. .emit_fence = &r600_uvd_fence_emit,
  1128. .emit_semaphore = &r600_uvd_semaphore_emit,
  1129. .cs_parse = &radeon_uvd_cs_parse,
  1130. .ring_test = &r600_uvd_ring_test,
  1131. .ib_test = &r600_uvd_ib_test,
  1132. .is_lockup = &radeon_ring_test_lockup,
  1133. .get_rptr = &r600_uvd_get_rptr,
  1134. .get_wptr = &r600_uvd_get_wptr,
  1135. .set_wptr = &r600_uvd_set_wptr,
  1136. };
  1137. static struct radeon_asic rv770_asic = {
  1138. .init = &rv770_init,
  1139. .fini = &rv770_fini,
  1140. .suspend = &rv770_suspend,
  1141. .resume = &rv770_resume,
  1142. .asic_reset = &r600_asic_reset,
  1143. .vga_set_state = &r600_vga_set_state,
  1144. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1145. .gui_idle = &r600_gui_idle,
  1146. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  1147. .get_xclk = &rv770_get_xclk,
  1148. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1149. .gart = {
  1150. .tlb_flush = &r600_pcie_gart_tlb_flush,
  1151. .set_page = &rs600_gart_set_page,
  1152. },
  1153. .ring = {
  1154. [RADEON_RING_TYPE_GFX_INDEX] = &r600_gfx_ring,
  1155. [R600_RING_TYPE_DMA_INDEX] = &r600_dma_ring,
  1156. [R600_RING_TYPE_UVD_INDEX] = &rv770_uvd_ring,
  1157. },
  1158. .irq = {
  1159. .set = &r600_irq_set,
  1160. .process = &r600_irq_process,
  1161. },
  1162. .display = {
  1163. .bandwidth_update = &rv515_bandwidth_update,
  1164. .get_vblank_counter = &rs600_get_vblank_counter,
  1165. .wait_for_vblank = &avivo_wait_for_vblank,
  1166. .set_backlight_level = &atombios_set_backlight_level,
  1167. .get_backlight_level = &atombios_get_backlight_level,
  1168. .hdmi_enable = &r600_hdmi_enable,
  1169. .hdmi_setmode = &r600_hdmi_setmode,
  1170. },
  1171. .copy = {
  1172. .blit = &r600_copy_cpdma,
  1173. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1174. .dma = &rv770_copy_dma,
  1175. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1176. .copy = &rv770_copy_dma,
  1177. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1178. },
  1179. .surface = {
  1180. .set_reg = r600_set_surface_reg,
  1181. .clear_reg = r600_clear_surface_reg,
  1182. },
  1183. .hpd = {
  1184. .init = &r600_hpd_init,
  1185. .fini = &r600_hpd_fini,
  1186. .sense = &r600_hpd_sense,
  1187. .set_polarity = &r600_hpd_set_polarity,
  1188. },
  1189. .pm = {
  1190. .misc = &rv770_pm_misc,
  1191. .prepare = &rs600_pm_prepare,
  1192. .finish = &rs600_pm_finish,
  1193. .init_profile = &r600_pm_init_profile,
  1194. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1195. .get_engine_clock = &radeon_atom_get_engine_clock,
  1196. .set_engine_clock = &radeon_atom_set_engine_clock,
  1197. .get_memory_clock = &radeon_atom_get_memory_clock,
  1198. .set_memory_clock = &radeon_atom_set_memory_clock,
  1199. .get_pcie_lanes = &r600_get_pcie_lanes,
  1200. .set_pcie_lanes = &r600_set_pcie_lanes,
  1201. .set_clock_gating = &radeon_atom_set_clock_gating,
  1202. .set_uvd_clocks = &rv770_set_uvd_clocks,
  1203. .get_temperature = &rv770_get_temp,
  1204. },
  1205. .dpm = {
  1206. .init = &rv770_dpm_init,
  1207. .setup_asic = &rv770_dpm_setup_asic,
  1208. .enable = &rv770_dpm_enable,
  1209. .disable = &rv770_dpm_disable,
  1210. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1211. .set_power_state = &rv770_dpm_set_power_state,
  1212. .post_set_power_state = &r600_dpm_post_set_power_state,
  1213. .display_configuration_changed = &rv770_dpm_display_configuration_changed,
  1214. .fini = &rv770_dpm_fini,
  1215. .get_sclk = &rv770_dpm_get_sclk,
  1216. .get_mclk = &rv770_dpm_get_mclk,
  1217. .print_power_state = &rv770_dpm_print_power_state,
  1218. .debugfs_print_current_performance_level = &rv770_dpm_debugfs_print_current_performance_level,
  1219. .force_performance_level = &rv770_dpm_force_performance_level,
  1220. .vblank_too_short = &rv770_dpm_vblank_too_short,
  1221. },
  1222. .pflip = {
  1223. .pre_page_flip = &rs600_pre_page_flip,
  1224. .page_flip = &rv770_page_flip,
  1225. .post_page_flip = &rs600_post_page_flip,
  1226. },
  1227. };
  1228. static struct radeon_asic_ring evergreen_gfx_ring = {
  1229. .ib_execute = &evergreen_ring_ib_execute,
  1230. .emit_fence = &r600_fence_ring_emit,
  1231. .emit_semaphore = &r600_semaphore_ring_emit,
  1232. .cs_parse = &evergreen_cs_parse,
  1233. .ring_test = &r600_ring_test,
  1234. .ib_test = &r600_ib_test,
  1235. .is_lockup = &evergreen_gfx_is_lockup,
  1236. .get_rptr = &radeon_ring_generic_get_rptr,
  1237. .get_wptr = &radeon_ring_generic_get_wptr,
  1238. .set_wptr = &radeon_ring_generic_set_wptr,
  1239. };
  1240. static struct radeon_asic_ring evergreen_dma_ring = {
  1241. .ib_execute = &evergreen_dma_ring_ib_execute,
  1242. .emit_fence = &evergreen_dma_fence_ring_emit,
  1243. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1244. .cs_parse = &evergreen_dma_cs_parse,
  1245. .ring_test = &r600_dma_ring_test,
  1246. .ib_test = &r600_dma_ib_test,
  1247. .is_lockup = &evergreen_dma_is_lockup,
  1248. .get_rptr = &radeon_ring_generic_get_rptr,
  1249. .get_wptr = &radeon_ring_generic_get_wptr,
  1250. .set_wptr = &radeon_ring_generic_set_wptr,
  1251. };
  1252. static struct radeon_asic evergreen_asic = {
  1253. .init = &evergreen_init,
  1254. .fini = &evergreen_fini,
  1255. .suspend = &evergreen_suspend,
  1256. .resume = &evergreen_resume,
  1257. .asic_reset = &evergreen_asic_reset,
  1258. .vga_set_state = &r600_vga_set_state,
  1259. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1260. .gui_idle = &r600_gui_idle,
  1261. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1262. .get_xclk = &rv770_get_xclk,
  1263. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1264. .gart = {
  1265. .tlb_flush = &evergreen_pcie_gart_tlb_flush,
  1266. .set_page = &rs600_gart_set_page,
  1267. },
  1268. .ring = {
  1269. [RADEON_RING_TYPE_GFX_INDEX] = &evergreen_gfx_ring,
  1270. [R600_RING_TYPE_DMA_INDEX] = &evergreen_dma_ring,
  1271. [R600_RING_TYPE_UVD_INDEX] = &rv770_uvd_ring,
  1272. },
  1273. .irq = {
  1274. .set = &evergreen_irq_set,
  1275. .process = &evergreen_irq_process,
  1276. },
  1277. .display = {
  1278. .bandwidth_update = &evergreen_bandwidth_update,
  1279. .get_vblank_counter = &evergreen_get_vblank_counter,
  1280. .wait_for_vblank = &dce4_wait_for_vblank,
  1281. .set_backlight_level = &atombios_set_backlight_level,
  1282. .get_backlight_level = &atombios_get_backlight_level,
  1283. .hdmi_enable = &evergreen_hdmi_enable,
  1284. .hdmi_setmode = &evergreen_hdmi_setmode,
  1285. },
  1286. .copy = {
  1287. .blit = &r600_copy_cpdma,
  1288. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1289. .dma = &evergreen_copy_dma,
  1290. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1291. .copy = &evergreen_copy_dma,
  1292. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1293. },
  1294. .surface = {
  1295. .set_reg = r600_set_surface_reg,
  1296. .clear_reg = r600_clear_surface_reg,
  1297. },
  1298. .hpd = {
  1299. .init = &evergreen_hpd_init,
  1300. .fini = &evergreen_hpd_fini,
  1301. .sense = &evergreen_hpd_sense,
  1302. .set_polarity = &evergreen_hpd_set_polarity,
  1303. },
  1304. .pm = {
  1305. .misc = &evergreen_pm_misc,
  1306. .prepare = &evergreen_pm_prepare,
  1307. .finish = &evergreen_pm_finish,
  1308. .init_profile = &r600_pm_init_profile,
  1309. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1310. .get_engine_clock = &radeon_atom_get_engine_clock,
  1311. .set_engine_clock = &radeon_atom_set_engine_clock,
  1312. .get_memory_clock = &radeon_atom_get_memory_clock,
  1313. .set_memory_clock = &radeon_atom_set_memory_clock,
  1314. .get_pcie_lanes = &r600_get_pcie_lanes,
  1315. .set_pcie_lanes = &r600_set_pcie_lanes,
  1316. .set_clock_gating = NULL,
  1317. .set_uvd_clocks = &evergreen_set_uvd_clocks,
  1318. .get_temperature = &evergreen_get_temp,
  1319. },
  1320. .dpm = {
  1321. .init = &cypress_dpm_init,
  1322. .setup_asic = &cypress_dpm_setup_asic,
  1323. .enable = &cypress_dpm_enable,
  1324. .disable = &cypress_dpm_disable,
  1325. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1326. .set_power_state = &cypress_dpm_set_power_state,
  1327. .post_set_power_state = &r600_dpm_post_set_power_state,
  1328. .display_configuration_changed = &cypress_dpm_display_configuration_changed,
  1329. .fini = &cypress_dpm_fini,
  1330. .get_sclk = &rv770_dpm_get_sclk,
  1331. .get_mclk = &rv770_dpm_get_mclk,
  1332. .print_power_state = &rv770_dpm_print_power_state,
  1333. .debugfs_print_current_performance_level = &rv770_dpm_debugfs_print_current_performance_level,
  1334. .force_performance_level = &rv770_dpm_force_performance_level,
  1335. .vblank_too_short = &cypress_dpm_vblank_too_short,
  1336. },
  1337. .pflip = {
  1338. .pre_page_flip = &evergreen_pre_page_flip,
  1339. .page_flip = &evergreen_page_flip,
  1340. .post_page_flip = &evergreen_post_page_flip,
  1341. },
  1342. };
  1343. static struct radeon_asic sumo_asic = {
  1344. .init = &evergreen_init,
  1345. .fini = &evergreen_fini,
  1346. .suspend = &evergreen_suspend,
  1347. .resume = &evergreen_resume,
  1348. .asic_reset = &evergreen_asic_reset,
  1349. .vga_set_state = &r600_vga_set_state,
  1350. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1351. .gui_idle = &r600_gui_idle,
  1352. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1353. .get_xclk = &r600_get_xclk,
  1354. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1355. .gart = {
  1356. .tlb_flush = &evergreen_pcie_gart_tlb_flush,
  1357. .set_page = &rs600_gart_set_page,
  1358. },
  1359. .ring = {
  1360. [RADEON_RING_TYPE_GFX_INDEX] = &evergreen_gfx_ring,
  1361. [R600_RING_TYPE_DMA_INDEX] = &evergreen_dma_ring,
  1362. [R600_RING_TYPE_UVD_INDEX] = &rv770_uvd_ring,
  1363. },
  1364. .irq = {
  1365. .set = &evergreen_irq_set,
  1366. .process = &evergreen_irq_process,
  1367. },
  1368. .display = {
  1369. .bandwidth_update = &evergreen_bandwidth_update,
  1370. .get_vblank_counter = &evergreen_get_vblank_counter,
  1371. .wait_for_vblank = &dce4_wait_for_vblank,
  1372. .set_backlight_level = &atombios_set_backlight_level,
  1373. .get_backlight_level = &atombios_get_backlight_level,
  1374. .hdmi_enable = &evergreen_hdmi_enable,
  1375. .hdmi_setmode = &evergreen_hdmi_setmode,
  1376. },
  1377. .copy = {
  1378. .blit = &r600_copy_cpdma,
  1379. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1380. .dma = &evergreen_copy_dma,
  1381. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1382. .copy = &evergreen_copy_dma,
  1383. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1384. },
  1385. .surface = {
  1386. .set_reg = r600_set_surface_reg,
  1387. .clear_reg = r600_clear_surface_reg,
  1388. },
  1389. .hpd = {
  1390. .init = &evergreen_hpd_init,
  1391. .fini = &evergreen_hpd_fini,
  1392. .sense = &evergreen_hpd_sense,
  1393. .set_polarity = &evergreen_hpd_set_polarity,
  1394. },
  1395. .pm = {
  1396. .misc = &evergreen_pm_misc,
  1397. .prepare = &evergreen_pm_prepare,
  1398. .finish = &evergreen_pm_finish,
  1399. .init_profile = &sumo_pm_init_profile,
  1400. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1401. .get_engine_clock = &radeon_atom_get_engine_clock,
  1402. .set_engine_clock = &radeon_atom_set_engine_clock,
  1403. .get_memory_clock = NULL,
  1404. .set_memory_clock = NULL,
  1405. .get_pcie_lanes = NULL,
  1406. .set_pcie_lanes = NULL,
  1407. .set_clock_gating = NULL,
  1408. .set_uvd_clocks = &sumo_set_uvd_clocks,
  1409. .get_temperature = &sumo_get_temp,
  1410. },
  1411. .dpm = {
  1412. .init = &sumo_dpm_init,
  1413. .setup_asic = &sumo_dpm_setup_asic,
  1414. .enable = &sumo_dpm_enable,
  1415. .disable = &sumo_dpm_disable,
  1416. .pre_set_power_state = &sumo_dpm_pre_set_power_state,
  1417. .set_power_state = &sumo_dpm_set_power_state,
  1418. .post_set_power_state = &sumo_dpm_post_set_power_state,
  1419. .display_configuration_changed = &sumo_dpm_display_configuration_changed,
  1420. .fini = &sumo_dpm_fini,
  1421. .get_sclk = &sumo_dpm_get_sclk,
  1422. .get_mclk = &sumo_dpm_get_mclk,
  1423. .print_power_state = &sumo_dpm_print_power_state,
  1424. .debugfs_print_current_performance_level = &sumo_dpm_debugfs_print_current_performance_level,
  1425. .force_performance_level = &sumo_dpm_force_performance_level,
  1426. },
  1427. .pflip = {
  1428. .pre_page_flip = &evergreen_pre_page_flip,
  1429. .page_flip = &evergreen_page_flip,
  1430. .post_page_flip = &evergreen_post_page_flip,
  1431. },
  1432. };
  1433. static struct radeon_asic btc_asic = {
  1434. .init = &evergreen_init,
  1435. .fini = &evergreen_fini,
  1436. .suspend = &evergreen_suspend,
  1437. .resume = &evergreen_resume,
  1438. .asic_reset = &evergreen_asic_reset,
  1439. .vga_set_state = &r600_vga_set_state,
  1440. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1441. .gui_idle = &r600_gui_idle,
  1442. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1443. .get_xclk = &rv770_get_xclk,
  1444. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1445. .gart = {
  1446. .tlb_flush = &evergreen_pcie_gart_tlb_flush,
  1447. .set_page = &rs600_gart_set_page,
  1448. },
  1449. .ring = {
  1450. [RADEON_RING_TYPE_GFX_INDEX] = &evergreen_gfx_ring,
  1451. [R600_RING_TYPE_DMA_INDEX] = &evergreen_dma_ring,
  1452. [R600_RING_TYPE_UVD_INDEX] = &rv770_uvd_ring,
  1453. },
  1454. .irq = {
  1455. .set = &evergreen_irq_set,
  1456. .process = &evergreen_irq_process,
  1457. },
  1458. .display = {
  1459. .bandwidth_update = &evergreen_bandwidth_update,
  1460. .get_vblank_counter = &evergreen_get_vblank_counter,
  1461. .wait_for_vblank = &dce4_wait_for_vblank,
  1462. .set_backlight_level = &atombios_set_backlight_level,
  1463. .get_backlight_level = &atombios_get_backlight_level,
  1464. .hdmi_enable = &evergreen_hdmi_enable,
  1465. .hdmi_setmode = &evergreen_hdmi_setmode,
  1466. },
  1467. .copy = {
  1468. .blit = &r600_copy_cpdma,
  1469. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1470. .dma = &evergreen_copy_dma,
  1471. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1472. .copy = &evergreen_copy_dma,
  1473. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1474. },
  1475. .surface = {
  1476. .set_reg = r600_set_surface_reg,
  1477. .clear_reg = r600_clear_surface_reg,
  1478. },
  1479. .hpd = {
  1480. .init = &evergreen_hpd_init,
  1481. .fini = &evergreen_hpd_fini,
  1482. .sense = &evergreen_hpd_sense,
  1483. .set_polarity = &evergreen_hpd_set_polarity,
  1484. },
  1485. .pm = {
  1486. .misc = &evergreen_pm_misc,
  1487. .prepare = &evergreen_pm_prepare,
  1488. .finish = &evergreen_pm_finish,
  1489. .init_profile = &btc_pm_init_profile,
  1490. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1491. .get_engine_clock = &radeon_atom_get_engine_clock,
  1492. .set_engine_clock = &radeon_atom_set_engine_clock,
  1493. .get_memory_clock = &radeon_atom_get_memory_clock,
  1494. .set_memory_clock = &radeon_atom_set_memory_clock,
  1495. .get_pcie_lanes = &r600_get_pcie_lanes,
  1496. .set_pcie_lanes = &r600_set_pcie_lanes,
  1497. .set_clock_gating = NULL,
  1498. .set_uvd_clocks = &evergreen_set_uvd_clocks,
  1499. .get_temperature = &evergreen_get_temp,
  1500. },
  1501. .dpm = {
  1502. .init = &btc_dpm_init,
  1503. .setup_asic = &btc_dpm_setup_asic,
  1504. .enable = &btc_dpm_enable,
  1505. .disable = &btc_dpm_disable,
  1506. .pre_set_power_state = &btc_dpm_pre_set_power_state,
  1507. .set_power_state = &btc_dpm_set_power_state,
  1508. .post_set_power_state = &btc_dpm_post_set_power_state,
  1509. .display_configuration_changed = &cypress_dpm_display_configuration_changed,
  1510. .fini = &btc_dpm_fini,
  1511. .get_sclk = &btc_dpm_get_sclk,
  1512. .get_mclk = &btc_dpm_get_mclk,
  1513. .print_power_state = &rv770_dpm_print_power_state,
  1514. .debugfs_print_current_performance_level = &rv770_dpm_debugfs_print_current_performance_level,
  1515. .force_performance_level = &rv770_dpm_force_performance_level,
  1516. .vblank_too_short = &btc_dpm_vblank_too_short,
  1517. },
  1518. .pflip = {
  1519. .pre_page_flip = &evergreen_pre_page_flip,
  1520. .page_flip = &evergreen_page_flip,
  1521. .post_page_flip = &evergreen_post_page_flip,
  1522. },
  1523. };
  1524. static struct radeon_asic_ring cayman_gfx_ring = {
  1525. .ib_execute = &cayman_ring_ib_execute,
  1526. .ib_parse = &evergreen_ib_parse,
  1527. .emit_fence = &cayman_fence_ring_emit,
  1528. .emit_semaphore = &r600_semaphore_ring_emit,
  1529. .cs_parse = &evergreen_cs_parse,
  1530. .ring_test = &r600_ring_test,
  1531. .ib_test = &r600_ib_test,
  1532. .is_lockup = &cayman_gfx_is_lockup,
  1533. .vm_flush = &cayman_vm_flush,
  1534. .get_rptr = &radeon_ring_generic_get_rptr,
  1535. .get_wptr = &radeon_ring_generic_get_wptr,
  1536. .set_wptr = &radeon_ring_generic_set_wptr,
  1537. };
  1538. static struct radeon_asic_ring cayman_dma_ring = {
  1539. .ib_execute = &cayman_dma_ring_ib_execute,
  1540. .ib_parse = &evergreen_dma_ib_parse,
  1541. .emit_fence = &evergreen_dma_fence_ring_emit,
  1542. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1543. .cs_parse = &evergreen_dma_cs_parse,
  1544. .ring_test = &r600_dma_ring_test,
  1545. .ib_test = &r600_dma_ib_test,
  1546. .is_lockup = &cayman_dma_is_lockup,
  1547. .vm_flush = &cayman_dma_vm_flush,
  1548. .get_rptr = &radeon_ring_generic_get_rptr,
  1549. .get_wptr = &radeon_ring_generic_get_wptr,
  1550. .set_wptr = &radeon_ring_generic_set_wptr
  1551. };
  1552. static struct radeon_asic_ring cayman_uvd_ring = {
  1553. .ib_execute = &r600_uvd_ib_execute,
  1554. .emit_fence = &r600_uvd_fence_emit,
  1555. .emit_semaphore = &cayman_uvd_semaphore_emit,
  1556. .cs_parse = &radeon_uvd_cs_parse,
  1557. .ring_test = &r600_uvd_ring_test,
  1558. .ib_test = &r600_uvd_ib_test,
  1559. .is_lockup = &radeon_ring_test_lockup,
  1560. .get_rptr = &r600_uvd_get_rptr,
  1561. .get_wptr = &r600_uvd_get_wptr,
  1562. .set_wptr = &r600_uvd_set_wptr,
  1563. };
  1564. static struct radeon_asic cayman_asic = {
  1565. .init = &cayman_init,
  1566. .fini = &cayman_fini,
  1567. .suspend = &cayman_suspend,
  1568. .resume = &cayman_resume,
  1569. .asic_reset = &cayman_asic_reset,
  1570. .vga_set_state = &r600_vga_set_state,
  1571. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1572. .gui_idle = &r600_gui_idle,
  1573. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1574. .get_xclk = &rv770_get_xclk,
  1575. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1576. .gart = {
  1577. .tlb_flush = &cayman_pcie_gart_tlb_flush,
  1578. .set_page = &rs600_gart_set_page,
  1579. },
  1580. .vm = {
  1581. .init = &cayman_vm_init,
  1582. .fini = &cayman_vm_fini,
  1583. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  1584. .set_page = &cayman_vm_set_page,
  1585. },
  1586. .ring = {
  1587. [RADEON_RING_TYPE_GFX_INDEX] = &cayman_gfx_ring,
  1588. [CAYMAN_RING_TYPE_CP1_INDEX] = &cayman_gfx_ring,
  1589. [CAYMAN_RING_TYPE_CP2_INDEX] = &cayman_gfx_ring,
  1590. [R600_RING_TYPE_DMA_INDEX] = &cayman_dma_ring,
  1591. [CAYMAN_RING_TYPE_DMA1_INDEX] = &cayman_dma_ring,
  1592. [R600_RING_TYPE_UVD_INDEX] = &cayman_uvd_ring,
  1593. },
  1594. .irq = {
  1595. .set = &evergreen_irq_set,
  1596. .process = &evergreen_irq_process,
  1597. },
  1598. .display = {
  1599. .bandwidth_update = &evergreen_bandwidth_update,
  1600. .get_vblank_counter = &evergreen_get_vblank_counter,
  1601. .wait_for_vblank = &dce4_wait_for_vblank,
  1602. .set_backlight_level = &atombios_set_backlight_level,
  1603. .get_backlight_level = &atombios_get_backlight_level,
  1604. .hdmi_enable = &evergreen_hdmi_enable,
  1605. .hdmi_setmode = &evergreen_hdmi_setmode,
  1606. },
  1607. .copy = {
  1608. .blit = &r600_copy_cpdma,
  1609. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1610. .dma = &evergreen_copy_dma,
  1611. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1612. .copy = &evergreen_copy_dma,
  1613. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1614. },
  1615. .surface = {
  1616. .set_reg = r600_set_surface_reg,
  1617. .clear_reg = r600_clear_surface_reg,
  1618. },
  1619. .hpd = {
  1620. .init = &evergreen_hpd_init,
  1621. .fini = &evergreen_hpd_fini,
  1622. .sense = &evergreen_hpd_sense,
  1623. .set_polarity = &evergreen_hpd_set_polarity,
  1624. },
  1625. .pm = {
  1626. .misc = &evergreen_pm_misc,
  1627. .prepare = &evergreen_pm_prepare,
  1628. .finish = &evergreen_pm_finish,
  1629. .init_profile = &btc_pm_init_profile,
  1630. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1631. .get_engine_clock = &radeon_atom_get_engine_clock,
  1632. .set_engine_clock = &radeon_atom_set_engine_clock,
  1633. .get_memory_clock = &radeon_atom_get_memory_clock,
  1634. .set_memory_clock = &radeon_atom_set_memory_clock,
  1635. .get_pcie_lanes = &r600_get_pcie_lanes,
  1636. .set_pcie_lanes = &r600_set_pcie_lanes,
  1637. .set_clock_gating = NULL,
  1638. .set_uvd_clocks = &evergreen_set_uvd_clocks,
  1639. .get_temperature = &evergreen_get_temp,
  1640. },
  1641. .dpm = {
  1642. .init = &ni_dpm_init,
  1643. .setup_asic = &ni_dpm_setup_asic,
  1644. .enable = &ni_dpm_enable,
  1645. .disable = &ni_dpm_disable,
  1646. .pre_set_power_state = &ni_dpm_pre_set_power_state,
  1647. .set_power_state = &ni_dpm_set_power_state,
  1648. .post_set_power_state = &ni_dpm_post_set_power_state,
  1649. .display_configuration_changed = &cypress_dpm_display_configuration_changed,
  1650. .fini = &ni_dpm_fini,
  1651. .get_sclk = &ni_dpm_get_sclk,
  1652. .get_mclk = &ni_dpm_get_mclk,
  1653. .print_power_state = &ni_dpm_print_power_state,
  1654. .debugfs_print_current_performance_level = &ni_dpm_debugfs_print_current_performance_level,
  1655. .force_performance_level = &ni_dpm_force_performance_level,
  1656. .vblank_too_short = &ni_dpm_vblank_too_short,
  1657. },
  1658. .pflip = {
  1659. .pre_page_flip = &evergreen_pre_page_flip,
  1660. .page_flip = &evergreen_page_flip,
  1661. .post_page_flip = &evergreen_post_page_flip,
  1662. },
  1663. };
  1664. static struct radeon_asic trinity_asic = {
  1665. .init = &cayman_init,
  1666. .fini = &cayman_fini,
  1667. .suspend = &cayman_suspend,
  1668. .resume = &cayman_resume,
  1669. .asic_reset = &cayman_asic_reset,
  1670. .vga_set_state = &r600_vga_set_state,
  1671. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1672. .gui_idle = &r600_gui_idle,
  1673. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1674. .get_xclk = &r600_get_xclk,
  1675. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1676. .gart = {
  1677. .tlb_flush = &cayman_pcie_gart_tlb_flush,
  1678. .set_page = &rs600_gart_set_page,
  1679. },
  1680. .vm = {
  1681. .init = &cayman_vm_init,
  1682. .fini = &cayman_vm_fini,
  1683. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  1684. .set_page = &cayman_vm_set_page,
  1685. },
  1686. .ring = {
  1687. [RADEON_RING_TYPE_GFX_INDEX] = &cayman_gfx_ring,
  1688. [CAYMAN_RING_TYPE_CP1_INDEX] = &cayman_gfx_ring,
  1689. [CAYMAN_RING_TYPE_CP2_INDEX] = &cayman_gfx_ring,
  1690. [R600_RING_TYPE_DMA_INDEX] = &cayman_dma_ring,
  1691. [CAYMAN_RING_TYPE_DMA1_INDEX] = &cayman_dma_ring,
  1692. [R600_RING_TYPE_UVD_INDEX] = &cayman_uvd_ring,
  1693. },
  1694. .irq = {
  1695. .set = &evergreen_irq_set,
  1696. .process = &evergreen_irq_process,
  1697. },
  1698. .display = {
  1699. .bandwidth_update = &dce6_bandwidth_update,
  1700. .get_vblank_counter = &evergreen_get_vblank_counter,
  1701. .wait_for_vblank = &dce4_wait_for_vblank,
  1702. .set_backlight_level = &atombios_set_backlight_level,
  1703. .get_backlight_level = &atombios_get_backlight_level,
  1704. },
  1705. .copy = {
  1706. .blit = &r600_copy_cpdma,
  1707. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1708. .dma = &evergreen_copy_dma,
  1709. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1710. .copy = &evergreen_copy_dma,
  1711. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1712. },
  1713. .surface = {
  1714. .set_reg = r600_set_surface_reg,
  1715. .clear_reg = r600_clear_surface_reg,
  1716. },
  1717. .hpd = {
  1718. .init = &evergreen_hpd_init,
  1719. .fini = &evergreen_hpd_fini,
  1720. .sense = &evergreen_hpd_sense,
  1721. .set_polarity = &evergreen_hpd_set_polarity,
  1722. },
  1723. .pm = {
  1724. .misc = &evergreen_pm_misc,
  1725. .prepare = &evergreen_pm_prepare,
  1726. .finish = &evergreen_pm_finish,
  1727. .init_profile = &sumo_pm_init_profile,
  1728. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1729. .get_engine_clock = &radeon_atom_get_engine_clock,
  1730. .set_engine_clock = &radeon_atom_set_engine_clock,
  1731. .get_memory_clock = NULL,
  1732. .set_memory_clock = NULL,
  1733. .get_pcie_lanes = NULL,
  1734. .set_pcie_lanes = NULL,
  1735. .set_clock_gating = NULL,
  1736. .set_uvd_clocks = &sumo_set_uvd_clocks,
  1737. .get_temperature = &tn_get_temp,
  1738. },
  1739. .dpm = {
  1740. .init = &trinity_dpm_init,
  1741. .setup_asic = &trinity_dpm_setup_asic,
  1742. .enable = &trinity_dpm_enable,
  1743. .disable = &trinity_dpm_disable,
  1744. .pre_set_power_state = &trinity_dpm_pre_set_power_state,
  1745. .set_power_state = &trinity_dpm_set_power_state,
  1746. .post_set_power_state = &trinity_dpm_post_set_power_state,
  1747. .display_configuration_changed = &trinity_dpm_display_configuration_changed,
  1748. .fini = &trinity_dpm_fini,
  1749. .get_sclk = &trinity_dpm_get_sclk,
  1750. .get_mclk = &trinity_dpm_get_mclk,
  1751. .print_power_state = &trinity_dpm_print_power_state,
  1752. .debugfs_print_current_performance_level = &trinity_dpm_debugfs_print_current_performance_level,
  1753. .force_performance_level = &trinity_dpm_force_performance_level,
  1754. },
  1755. .pflip = {
  1756. .pre_page_flip = &evergreen_pre_page_flip,
  1757. .page_flip = &evergreen_page_flip,
  1758. .post_page_flip = &evergreen_post_page_flip,
  1759. },
  1760. };
  1761. static struct radeon_asic_ring si_gfx_ring = {
  1762. .ib_execute = &si_ring_ib_execute,
  1763. .ib_parse = &si_ib_parse,
  1764. .emit_fence = &si_fence_ring_emit,
  1765. .emit_semaphore = &r600_semaphore_ring_emit,
  1766. .cs_parse = NULL,
  1767. .ring_test = &r600_ring_test,
  1768. .ib_test = &r600_ib_test,
  1769. .is_lockup = &si_gfx_is_lockup,
  1770. .vm_flush = &si_vm_flush,
  1771. .get_rptr = &radeon_ring_generic_get_rptr,
  1772. .get_wptr = &radeon_ring_generic_get_wptr,
  1773. .set_wptr = &radeon_ring_generic_set_wptr,
  1774. };
  1775. static struct radeon_asic_ring si_dma_ring = {
  1776. .ib_execute = &cayman_dma_ring_ib_execute,
  1777. .ib_parse = &evergreen_dma_ib_parse,
  1778. .emit_fence = &evergreen_dma_fence_ring_emit,
  1779. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1780. .cs_parse = NULL,
  1781. .ring_test = &r600_dma_ring_test,
  1782. .ib_test = &r600_dma_ib_test,
  1783. .is_lockup = &si_dma_is_lockup,
  1784. .vm_flush = &si_dma_vm_flush,
  1785. .get_rptr = &radeon_ring_generic_get_rptr,
  1786. .get_wptr = &radeon_ring_generic_get_wptr,
  1787. .set_wptr = &radeon_ring_generic_set_wptr,
  1788. };
  1789. static struct radeon_asic si_asic = {
  1790. .init = &si_init,
  1791. .fini = &si_fini,
  1792. .suspend = &si_suspend,
  1793. .resume = &si_resume,
  1794. .asic_reset = &si_asic_reset,
  1795. .vga_set_state = &r600_vga_set_state,
  1796. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1797. .gui_idle = &r600_gui_idle,
  1798. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1799. .get_xclk = &si_get_xclk,
  1800. .get_gpu_clock_counter = &si_get_gpu_clock_counter,
  1801. .gart = {
  1802. .tlb_flush = &si_pcie_gart_tlb_flush,
  1803. .set_page = &rs600_gart_set_page,
  1804. },
  1805. .vm = {
  1806. .init = &si_vm_init,
  1807. .fini = &si_vm_fini,
  1808. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  1809. .set_page = &si_vm_set_page,
  1810. },
  1811. .ring = {
  1812. [RADEON_RING_TYPE_GFX_INDEX] = &si_gfx_ring,
  1813. [CAYMAN_RING_TYPE_CP1_INDEX] = &si_gfx_ring,
  1814. [CAYMAN_RING_TYPE_CP2_INDEX] = &si_gfx_ring,
  1815. [R600_RING_TYPE_DMA_INDEX] = &si_dma_ring,
  1816. [CAYMAN_RING_TYPE_DMA1_INDEX] = &si_dma_ring,
  1817. [R600_RING_TYPE_UVD_INDEX] = &cayman_uvd_ring,
  1818. },
  1819. .irq = {
  1820. .set = &si_irq_set,
  1821. .process = &si_irq_process,
  1822. },
  1823. .display = {
  1824. .bandwidth_update = &dce6_bandwidth_update,
  1825. .get_vblank_counter = &evergreen_get_vblank_counter,
  1826. .wait_for_vblank = &dce4_wait_for_vblank,
  1827. .set_backlight_level = &atombios_set_backlight_level,
  1828. .get_backlight_level = &atombios_get_backlight_level,
  1829. },
  1830. .copy = {
  1831. .blit = NULL,
  1832. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1833. .dma = &si_copy_dma,
  1834. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1835. .copy = &si_copy_dma,
  1836. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1837. },
  1838. .surface = {
  1839. .set_reg = r600_set_surface_reg,
  1840. .clear_reg = r600_clear_surface_reg,
  1841. },
  1842. .hpd = {
  1843. .init = &evergreen_hpd_init,
  1844. .fini = &evergreen_hpd_fini,
  1845. .sense = &evergreen_hpd_sense,
  1846. .set_polarity = &evergreen_hpd_set_polarity,
  1847. },
  1848. .pm = {
  1849. .misc = &evergreen_pm_misc,
  1850. .prepare = &evergreen_pm_prepare,
  1851. .finish = &evergreen_pm_finish,
  1852. .init_profile = &sumo_pm_init_profile,
  1853. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1854. .get_engine_clock = &radeon_atom_get_engine_clock,
  1855. .set_engine_clock = &radeon_atom_set_engine_clock,
  1856. .get_memory_clock = &radeon_atom_get_memory_clock,
  1857. .set_memory_clock = &radeon_atom_set_memory_clock,
  1858. .get_pcie_lanes = &r600_get_pcie_lanes,
  1859. .set_pcie_lanes = &r600_set_pcie_lanes,
  1860. .set_clock_gating = NULL,
  1861. .set_uvd_clocks = &si_set_uvd_clocks,
  1862. .get_temperature = &si_get_temp,
  1863. },
  1864. .dpm = {
  1865. .init = &si_dpm_init,
  1866. .setup_asic = &si_dpm_setup_asic,
  1867. .enable = &si_dpm_enable,
  1868. .disable = &si_dpm_disable,
  1869. .pre_set_power_state = &si_dpm_pre_set_power_state,
  1870. .set_power_state = &si_dpm_set_power_state,
  1871. .post_set_power_state = &si_dpm_post_set_power_state,
  1872. .display_configuration_changed = &si_dpm_display_configuration_changed,
  1873. .fini = &si_dpm_fini,
  1874. .get_sclk = &ni_dpm_get_sclk,
  1875. .get_mclk = &ni_dpm_get_mclk,
  1876. .print_power_state = &ni_dpm_print_power_state,
  1877. .debugfs_print_current_performance_level = &si_dpm_debugfs_print_current_performance_level,
  1878. .force_performance_level = &si_dpm_force_performance_level,
  1879. .vblank_too_short = &ni_dpm_vblank_too_short,
  1880. },
  1881. .pflip = {
  1882. .pre_page_flip = &evergreen_pre_page_flip,
  1883. .page_flip = &evergreen_page_flip,
  1884. .post_page_flip = &evergreen_post_page_flip,
  1885. },
  1886. };
  1887. static struct radeon_asic_ring ci_gfx_ring = {
  1888. .ib_execute = &cik_ring_ib_execute,
  1889. .ib_parse = &cik_ib_parse,
  1890. .emit_fence = &cik_fence_gfx_ring_emit,
  1891. .emit_semaphore = &cik_semaphore_ring_emit,
  1892. .cs_parse = NULL,
  1893. .ring_test = &cik_ring_test,
  1894. .ib_test = &cik_ib_test,
  1895. .is_lockup = &cik_gfx_is_lockup,
  1896. .vm_flush = &cik_vm_flush,
  1897. .get_rptr = &radeon_ring_generic_get_rptr,
  1898. .get_wptr = &radeon_ring_generic_get_wptr,
  1899. .set_wptr = &radeon_ring_generic_set_wptr,
  1900. };
  1901. static struct radeon_asic_ring ci_cp_ring = {
  1902. .ib_execute = &cik_ring_ib_execute,
  1903. .ib_parse = &cik_ib_parse,
  1904. .emit_fence = &cik_fence_compute_ring_emit,
  1905. .emit_semaphore = &cik_semaphore_ring_emit,
  1906. .cs_parse = NULL,
  1907. .ring_test = &cik_ring_test,
  1908. .ib_test = &cik_ib_test,
  1909. .is_lockup = &cik_gfx_is_lockup,
  1910. .vm_flush = &cik_vm_flush,
  1911. .get_rptr = &cik_compute_ring_get_rptr,
  1912. .get_wptr = &cik_compute_ring_get_wptr,
  1913. .set_wptr = &cik_compute_ring_set_wptr,
  1914. };
  1915. static struct radeon_asic_ring ci_dma_ring = {
  1916. .ib_execute = &cik_sdma_ring_ib_execute,
  1917. .ib_parse = &cik_ib_parse,
  1918. .emit_fence = &cik_sdma_fence_ring_emit,
  1919. .emit_semaphore = &cik_sdma_semaphore_ring_emit,
  1920. .cs_parse = NULL,
  1921. .ring_test = &cik_sdma_ring_test,
  1922. .ib_test = &cik_sdma_ib_test,
  1923. .is_lockup = &cik_sdma_is_lockup,
  1924. .vm_flush = &cik_dma_vm_flush,
  1925. .get_rptr = &radeon_ring_generic_get_rptr,
  1926. .get_wptr = &radeon_ring_generic_get_wptr,
  1927. .set_wptr = &radeon_ring_generic_set_wptr,
  1928. };
  1929. static struct radeon_asic ci_asic = {
  1930. .init = &cik_init,
  1931. .fini = &cik_fini,
  1932. .suspend = &cik_suspend,
  1933. .resume = &cik_resume,
  1934. .asic_reset = &cik_asic_reset,
  1935. .vga_set_state = &r600_vga_set_state,
  1936. .ioctl_wait_idle = NULL,
  1937. .gui_idle = &r600_gui_idle,
  1938. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1939. .get_xclk = &cik_get_xclk,
  1940. .get_gpu_clock_counter = &cik_get_gpu_clock_counter,
  1941. .gart = {
  1942. .tlb_flush = &cik_pcie_gart_tlb_flush,
  1943. .set_page = &rs600_gart_set_page,
  1944. },
  1945. .vm = {
  1946. .init = &cik_vm_init,
  1947. .fini = &cik_vm_fini,
  1948. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  1949. .set_page = &cik_vm_set_page,
  1950. },
  1951. .ring = {
  1952. [RADEON_RING_TYPE_GFX_INDEX] = &ci_gfx_ring,
  1953. [CAYMAN_RING_TYPE_CP1_INDEX] = &ci_cp_ring,
  1954. [CAYMAN_RING_TYPE_CP2_INDEX] = &ci_cp_ring,
  1955. [R600_RING_TYPE_DMA_INDEX] = &ci_dma_ring,
  1956. [CAYMAN_RING_TYPE_DMA1_INDEX] = &ci_dma_ring,
  1957. [R600_RING_TYPE_UVD_INDEX] = &cayman_uvd_ring,
  1958. },
  1959. .irq = {
  1960. .set = &cik_irq_set,
  1961. .process = &cik_irq_process,
  1962. },
  1963. .display = {
  1964. .bandwidth_update = &dce8_bandwidth_update,
  1965. .get_vblank_counter = &evergreen_get_vblank_counter,
  1966. .wait_for_vblank = &dce4_wait_for_vblank,
  1967. },
  1968. .copy = {
  1969. .blit = NULL,
  1970. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1971. .dma = &cik_copy_dma,
  1972. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1973. .copy = &cik_copy_dma,
  1974. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1975. },
  1976. .surface = {
  1977. .set_reg = r600_set_surface_reg,
  1978. .clear_reg = r600_clear_surface_reg,
  1979. },
  1980. .hpd = {
  1981. .init = &evergreen_hpd_init,
  1982. .fini = &evergreen_hpd_fini,
  1983. .sense = &evergreen_hpd_sense,
  1984. .set_polarity = &evergreen_hpd_set_polarity,
  1985. },
  1986. .pm = {
  1987. .misc = &evergreen_pm_misc,
  1988. .prepare = &evergreen_pm_prepare,
  1989. .finish = &evergreen_pm_finish,
  1990. .init_profile = &sumo_pm_init_profile,
  1991. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1992. .get_engine_clock = &radeon_atom_get_engine_clock,
  1993. .set_engine_clock = &radeon_atom_set_engine_clock,
  1994. .get_memory_clock = &radeon_atom_get_memory_clock,
  1995. .set_memory_clock = &radeon_atom_set_memory_clock,
  1996. .get_pcie_lanes = NULL,
  1997. .set_pcie_lanes = NULL,
  1998. .set_clock_gating = NULL,
  1999. .set_uvd_clocks = &cik_set_uvd_clocks,
  2000. .get_temperature = &ci_get_temp,
  2001. },
  2002. .dpm = {
  2003. .init = &ci_dpm_init,
  2004. .setup_asic = &ci_dpm_setup_asic,
  2005. .enable = &ci_dpm_enable,
  2006. .disable = &ci_dpm_disable,
  2007. .pre_set_power_state = &ci_dpm_pre_set_power_state,
  2008. .set_power_state = &ci_dpm_set_power_state,
  2009. .post_set_power_state = &ci_dpm_post_set_power_state,
  2010. .display_configuration_changed = &ci_dpm_display_configuration_changed,
  2011. .fini = &ci_dpm_fini,
  2012. .get_sclk = &ci_dpm_get_sclk,
  2013. .get_mclk = &ci_dpm_get_mclk,
  2014. .print_power_state = &ci_dpm_print_power_state,
  2015. .debugfs_print_current_performance_level = &ci_dpm_debugfs_print_current_performance_level,
  2016. .force_performance_level = &ci_dpm_force_performance_level,
  2017. .vblank_too_short = &ci_dpm_vblank_too_short,
  2018. .powergate_uvd = &ci_dpm_powergate_uvd,
  2019. },
  2020. .pflip = {
  2021. .pre_page_flip = &evergreen_pre_page_flip,
  2022. .page_flip = &evergreen_page_flip,
  2023. .post_page_flip = &evergreen_post_page_flip,
  2024. },
  2025. };
  2026. static struct radeon_asic kv_asic = {
  2027. .init = &cik_init,
  2028. .fini = &cik_fini,
  2029. .suspend = &cik_suspend,
  2030. .resume = &cik_resume,
  2031. .asic_reset = &cik_asic_reset,
  2032. .vga_set_state = &r600_vga_set_state,
  2033. .ioctl_wait_idle = NULL,
  2034. .gui_idle = &r600_gui_idle,
  2035. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  2036. .get_xclk = &cik_get_xclk,
  2037. .get_gpu_clock_counter = &cik_get_gpu_clock_counter,
  2038. .gart = {
  2039. .tlb_flush = &cik_pcie_gart_tlb_flush,
  2040. .set_page = &rs600_gart_set_page,
  2041. },
  2042. .vm = {
  2043. .init = &cik_vm_init,
  2044. .fini = &cik_vm_fini,
  2045. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  2046. .set_page = &cik_vm_set_page,
  2047. },
  2048. .ring = {
  2049. [RADEON_RING_TYPE_GFX_INDEX] = &ci_gfx_ring,
  2050. [CAYMAN_RING_TYPE_CP1_INDEX] = &ci_cp_ring,
  2051. [CAYMAN_RING_TYPE_CP2_INDEX] = &ci_cp_ring,
  2052. [R600_RING_TYPE_DMA_INDEX] = &ci_dma_ring,
  2053. [CAYMAN_RING_TYPE_DMA1_INDEX] = &ci_dma_ring,
  2054. [R600_RING_TYPE_UVD_INDEX] = &cayman_uvd_ring,
  2055. },
  2056. .irq = {
  2057. .set = &cik_irq_set,
  2058. .process = &cik_irq_process,
  2059. },
  2060. .display = {
  2061. .bandwidth_update = &dce8_bandwidth_update,
  2062. .get_vblank_counter = &evergreen_get_vblank_counter,
  2063. .wait_for_vblank = &dce4_wait_for_vblank,
  2064. },
  2065. .copy = {
  2066. .blit = NULL,
  2067. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  2068. .dma = &cik_copy_dma,
  2069. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  2070. .copy = &cik_copy_dma,
  2071. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  2072. },
  2073. .surface = {
  2074. .set_reg = r600_set_surface_reg,
  2075. .clear_reg = r600_clear_surface_reg,
  2076. },
  2077. .hpd = {
  2078. .init = &evergreen_hpd_init,
  2079. .fini = &evergreen_hpd_fini,
  2080. .sense = &evergreen_hpd_sense,
  2081. .set_polarity = &evergreen_hpd_set_polarity,
  2082. },
  2083. .pm = {
  2084. .misc = &evergreen_pm_misc,
  2085. .prepare = &evergreen_pm_prepare,
  2086. .finish = &evergreen_pm_finish,
  2087. .init_profile = &sumo_pm_init_profile,
  2088. .get_dynpm_state = &r600_pm_get_dynpm_state,
  2089. .get_engine_clock = &radeon_atom_get_engine_clock,
  2090. .set_engine_clock = &radeon_atom_set_engine_clock,
  2091. .get_memory_clock = &radeon_atom_get_memory_clock,
  2092. .set_memory_clock = &radeon_atom_set_memory_clock,
  2093. .get_pcie_lanes = NULL,
  2094. .set_pcie_lanes = NULL,
  2095. .set_clock_gating = NULL,
  2096. .set_uvd_clocks = &cik_set_uvd_clocks,
  2097. .get_temperature = &kv_get_temp,
  2098. },
  2099. .dpm = {
  2100. .init = &kv_dpm_init,
  2101. .setup_asic = &kv_dpm_setup_asic,
  2102. .enable = &kv_dpm_enable,
  2103. .disable = &kv_dpm_disable,
  2104. .pre_set_power_state = &kv_dpm_pre_set_power_state,
  2105. .set_power_state = &kv_dpm_set_power_state,
  2106. .post_set_power_state = &kv_dpm_post_set_power_state,
  2107. .display_configuration_changed = &kv_dpm_display_configuration_changed,
  2108. .fini = &kv_dpm_fini,
  2109. .get_sclk = &kv_dpm_get_sclk,
  2110. .get_mclk = &kv_dpm_get_mclk,
  2111. .print_power_state = &kv_dpm_print_power_state,
  2112. .debugfs_print_current_performance_level = &kv_dpm_debugfs_print_current_performance_level,
  2113. .force_performance_level = &kv_dpm_force_performance_level,
  2114. .powergate_uvd = &kv_dpm_powergate_uvd,
  2115. },
  2116. .pflip = {
  2117. .pre_page_flip = &evergreen_pre_page_flip,
  2118. .page_flip = &evergreen_page_flip,
  2119. .post_page_flip = &evergreen_post_page_flip,
  2120. },
  2121. };
  2122. /**
  2123. * radeon_asic_init - register asic specific callbacks
  2124. *
  2125. * @rdev: radeon device pointer
  2126. *
  2127. * Registers the appropriate asic specific callbacks for each
  2128. * chip family. Also sets other asics specific info like the number
  2129. * of crtcs and the register aperture accessors (all asics).
  2130. * Returns 0 for success.
  2131. */
  2132. int radeon_asic_init(struct radeon_device *rdev)
  2133. {
  2134. radeon_register_accessor_init(rdev);
  2135. /* set the number of crtcs */
  2136. if (rdev->flags & RADEON_SINGLE_CRTC)
  2137. rdev->num_crtc = 1;
  2138. else
  2139. rdev->num_crtc = 2;
  2140. rdev->has_uvd = false;
  2141. switch (rdev->family) {
  2142. case CHIP_R100:
  2143. case CHIP_RV100:
  2144. case CHIP_RS100:
  2145. case CHIP_RV200:
  2146. case CHIP_RS200:
  2147. rdev->asic = &r100_asic;
  2148. break;
  2149. case CHIP_R200:
  2150. case CHIP_RV250:
  2151. case CHIP_RS300:
  2152. case CHIP_RV280:
  2153. rdev->asic = &r200_asic;
  2154. break;
  2155. case CHIP_R300:
  2156. case CHIP_R350:
  2157. case CHIP_RV350:
  2158. case CHIP_RV380:
  2159. if (rdev->flags & RADEON_IS_PCIE)
  2160. rdev->asic = &r300_asic_pcie;
  2161. else
  2162. rdev->asic = &r300_asic;
  2163. break;
  2164. case CHIP_R420:
  2165. case CHIP_R423:
  2166. case CHIP_RV410:
  2167. rdev->asic = &r420_asic;
  2168. /* handle macs */
  2169. if (rdev->bios == NULL) {
  2170. rdev->asic->pm.get_engine_clock = &radeon_legacy_get_engine_clock;
  2171. rdev->asic->pm.set_engine_clock = &radeon_legacy_set_engine_clock;
  2172. rdev->asic->pm.get_memory_clock = &radeon_legacy_get_memory_clock;
  2173. rdev->asic->pm.set_memory_clock = NULL;
  2174. rdev->asic->display.set_backlight_level = &radeon_legacy_set_backlight_level;
  2175. }
  2176. break;
  2177. case CHIP_RS400:
  2178. case CHIP_RS480:
  2179. rdev->asic = &rs400_asic;
  2180. break;
  2181. case CHIP_RS600:
  2182. rdev->asic = &rs600_asic;
  2183. break;
  2184. case CHIP_RS690:
  2185. case CHIP_RS740:
  2186. rdev->asic = &rs690_asic;
  2187. break;
  2188. case CHIP_RV515:
  2189. rdev->asic = &rv515_asic;
  2190. break;
  2191. case CHIP_R520:
  2192. case CHIP_RV530:
  2193. case CHIP_RV560:
  2194. case CHIP_RV570:
  2195. case CHIP_R580:
  2196. rdev->asic = &r520_asic;
  2197. break;
  2198. case CHIP_R600:
  2199. rdev->asic = &r600_asic;
  2200. break;
  2201. case CHIP_RV610:
  2202. case CHIP_RV630:
  2203. case CHIP_RV620:
  2204. case CHIP_RV635:
  2205. case CHIP_RV670:
  2206. rdev->asic = &rv6xx_asic;
  2207. rdev->has_uvd = true;
  2208. break;
  2209. case CHIP_RS780:
  2210. case CHIP_RS880:
  2211. rdev->asic = &rs780_asic;
  2212. rdev->has_uvd = true;
  2213. break;
  2214. case CHIP_RV770:
  2215. case CHIP_RV730:
  2216. case CHIP_RV710:
  2217. case CHIP_RV740:
  2218. rdev->asic = &rv770_asic;
  2219. rdev->has_uvd = true;
  2220. break;
  2221. case CHIP_CEDAR:
  2222. case CHIP_REDWOOD:
  2223. case CHIP_JUNIPER:
  2224. case CHIP_CYPRESS:
  2225. case CHIP_HEMLOCK:
  2226. /* set num crtcs */
  2227. if (rdev->family == CHIP_CEDAR)
  2228. rdev->num_crtc = 4;
  2229. else
  2230. rdev->num_crtc = 6;
  2231. rdev->asic = &evergreen_asic;
  2232. rdev->has_uvd = true;
  2233. break;
  2234. case CHIP_PALM:
  2235. case CHIP_SUMO:
  2236. case CHIP_SUMO2:
  2237. rdev->asic = &sumo_asic;
  2238. rdev->has_uvd = true;
  2239. break;
  2240. case CHIP_BARTS:
  2241. case CHIP_TURKS:
  2242. case CHIP_CAICOS:
  2243. /* set num crtcs */
  2244. if (rdev->family == CHIP_CAICOS)
  2245. rdev->num_crtc = 4;
  2246. else
  2247. rdev->num_crtc = 6;
  2248. rdev->asic = &btc_asic;
  2249. rdev->has_uvd = true;
  2250. break;
  2251. case CHIP_CAYMAN:
  2252. rdev->asic = &cayman_asic;
  2253. /* set num crtcs */
  2254. rdev->num_crtc = 6;
  2255. rdev->has_uvd = true;
  2256. break;
  2257. case CHIP_ARUBA:
  2258. rdev->asic = &trinity_asic;
  2259. /* set num crtcs */
  2260. rdev->num_crtc = 4;
  2261. rdev->has_uvd = true;
  2262. break;
  2263. case CHIP_TAHITI:
  2264. case CHIP_PITCAIRN:
  2265. case CHIP_VERDE:
  2266. case CHIP_OLAND:
  2267. case CHIP_HAINAN:
  2268. rdev->asic = &si_asic;
  2269. /* set num crtcs */
  2270. if (rdev->family == CHIP_HAINAN)
  2271. rdev->num_crtc = 0;
  2272. else if (rdev->family == CHIP_OLAND)
  2273. rdev->num_crtc = 2;
  2274. else
  2275. rdev->num_crtc = 6;
  2276. if (rdev->family == CHIP_HAINAN)
  2277. rdev->has_uvd = false;
  2278. else
  2279. rdev->has_uvd = true;
  2280. break;
  2281. case CHIP_BONAIRE:
  2282. rdev->asic = &ci_asic;
  2283. rdev->num_crtc = 6;
  2284. rdev->has_uvd = true;
  2285. break;
  2286. case CHIP_KAVERI:
  2287. case CHIP_KABINI:
  2288. rdev->asic = &kv_asic;
  2289. /* set num crtcs */
  2290. if (rdev->family == CHIP_KAVERI)
  2291. rdev->num_crtc = 4;
  2292. else
  2293. rdev->num_crtc = 2;
  2294. rdev->has_uvd = true;
  2295. break;
  2296. default:
  2297. /* FIXME: not supported yet */
  2298. return -EINVAL;
  2299. }
  2300. if (rdev->flags & RADEON_IS_IGP) {
  2301. rdev->asic->pm.get_memory_clock = NULL;
  2302. rdev->asic->pm.set_memory_clock = NULL;
  2303. }
  2304. return 0;
  2305. }