radeon_asic.c 86 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #include <linux/console.h>
  29. #include <drm/drmP.h>
  30. #include <drm/drm_crtc_helper.h>
  31. #include <drm/radeon_drm.h>
  32. #include <linux/vgaarb.h>
  33. #include <linux/vga_switcheroo.h>
  34. #include "radeon_reg.h"
  35. #include "radeon.h"
  36. #include "radeon_asic.h"
  37. #include "atom.h"
  38. /*
  39. * Registers accessors functions.
  40. */
  41. /**
  42. * radeon_invalid_rreg - dummy reg read function
  43. *
  44. * @rdev: radeon device pointer
  45. * @reg: offset of register
  46. *
  47. * Dummy register read function. Used for register blocks
  48. * that certain asics don't have (all asics).
  49. * Returns the value in the register.
  50. */
  51. static uint32_t radeon_invalid_rreg(struct radeon_device *rdev, uint32_t reg)
  52. {
  53. DRM_ERROR("Invalid callback to read register 0x%04X\n", reg);
  54. BUG_ON(1);
  55. return 0;
  56. }
  57. /**
  58. * radeon_invalid_wreg - dummy reg write function
  59. *
  60. * @rdev: radeon device pointer
  61. * @reg: offset of register
  62. * @v: value to write to the register
  63. *
  64. * Dummy register read function. Used for register blocks
  65. * that certain asics don't have (all asics).
  66. */
  67. static void radeon_invalid_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
  68. {
  69. DRM_ERROR("Invalid callback to write register 0x%04X with 0x%08X\n",
  70. reg, v);
  71. BUG_ON(1);
  72. }
  73. /**
  74. * radeon_register_accessor_init - sets up the register accessor callbacks
  75. *
  76. * @rdev: radeon device pointer
  77. *
  78. * Sets up the register accessor callbacks for various register
  79. * apertures. Not all asics have all apertures (all asics).
  80. */
  81. static void radeon_register_accessor_init(struct radeon_device *rdev)
  82. {
  83. rdev->mc_rreg = &radeon_invalid_rreg;
  84. rdev->mc_wreg = &radeon_invalid_wreg;
  85. rdev->pll_rreg = &radeon_invalid_rreg;
  86. rdev->pll_wreg = &radeon_invalid_wreg;
  87. rdev->pciep_rreg = &radeon_invalid_rreg;
  88. rdev->pciep_wreg = &radeon_invalid_wreg;
  89. /* Don't change order as we are overridding accessor. */
  90. if (rdev->family < CHIP_RV515) {
  91. rdev->pcie_reg_mask = 0xff;
  92. } else {
  93. rdev->pcie_reg_mask = 0x7ff;
  94. }
  95. /* FIXME: not sure here */
  96. if (rdev->family <= CHIP_R580) {
  97. rdev->pll_rreg = &r100_pll_rreg;
  98. rdev->pll_wreg = &r100_pll_wreg;
  99. }
  100. if (rdev->family >= CHIP_R420) {
  101. rdev->mc_rreg = &r420_mc_rreg;
  102. rdev->mc_wreg = &r420_mc_wreg;
  103. }
  104. if (rdev->family >= CHIP_RV515) {
  105. rdev->mc_rreg = &rv515_mc_rreg;
  106. rdev->mc_wreg = &rv515_mc_wreg;
  107. }
  108. if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480) {
  109. rdev->mc_rreg = &rs400_mc_rreg;
  110. rdev->mc_wreg = &rs400_mc_wreg;
  111. }
  112. if (rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {
  113. rdev->mc_rreg = &rs690_mc_rreg;
  114. rdev->mc_wreg = &rs690_mc_wreg;
  115. }
  116. if (rdev->family == CHIP_RS600) {
  117. rdev->mc_rreg = &rs600_mc_rreg;
  118. rdev->mc_wreg = &rs600_mc_wreg;
  119. }
  120. if (rdev->family == CHIP_RS780 || rdev->family == CHIP_RS880) {
  121. rdev->mc_rreg = &rs780_mc_rreg;
  122. rdev->mc_wreg = &rs780_mc_wreg;
  123. }
  124. if (rdev->family >= CHIP_BONAIRE) {
  125. rdev->pciep_rreg = &cik_pciep_rreg;
  126. rdev->pciep_wreg = &cik_pciep_wreg;
  127. } else if (rdev->family >= CHIP_R600) {
  128. rdev->pciep_rreg = &r600_pciep_rreg;
  129. rdev->pciep_wreg = &r600_pciep_wreg;
  130. }
  131. }
  132. /* helper to disable agp */
  133. /**
  134. * radeon_agp_disable - AGP disable helper function
  135. *
  136. * @rdev: radeon device pointer
  137. *
  138. * Removes AGP flags and changes the gart callbacks on AGP
  139. * cards when using the internal gart rather than AGP (all asics).
  140. */
  141. void radeon_agp_disable(struct radeon_device *rdev)
  142. {
  143. rdev->flags &= ~RADEON_IS_AGP;
  144. if (rdev->family >= CHIP_R600) {
  145. DRM_INFO("Forcing AGP to PCIE mode\n");
  146. rdev->flags |= RADEON_IS_PCIE;
  147. } else if (rdev->family >= CHIP_RV515 ||
  148. rdev->family == CHIP_RV380 ||
  149. rdev->family == CHIP_RV410 ||
  150. rdev->family == CHIP_R423) {
  151. DRM_INFO("Forcing AGP to PCIE mode\n");
  152. rdev->flags |= RADEON_IS_PCIE;
  153. rdev->asic->gart.tlb_flush = &rv370_pcie_gart_tlb_flush;
  154. rdev->asic->gart.set_page = &rv370_pcie_gart_set_page;
  155. } else {
  156. DRM_INFO("Forcing AGP to PCI mode\n");
  157. rdev->flags |= RADEON_IS_PCI;
  158. rdev->asic->gart.tlb_flush = &r100_pci_gart_tlb_flush;
  159. rdev->asic->gart.set_page = &r100_pci_gart_set_page;
  160. }
  161. rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
  162. }
  163. /*
  164. * ASIC
  165. */
  166. static struct radeon_asic r100_asic = {
  167. .init = &r100_init,
  168. .fini = &r100_fini,
  169. .suspend = &r100_suspend,
  170. .resume = &r100_resume,
  171. .vga_set_state = &r100_vga_set_state,
  172. .asic_reset = &r100_asic_reset,
  173. .ioctl_wait_idle = NULL,
  174. .gui_idle = &r100_gui_idle,
  175. .mc_wait_for_idle = &r100_mc_wait_for_idle,
  176. .gart = {
  177. .tlb_flush = &r100_pci_gart_tlb_flush,
  178. .set_page = &r100_pci_gart_set_page,
  179. },
  180. .ring = {
  181. [RADEON_RING_TYPE_GFX_INDEX] = {
  182. .ib_execute = &r100_ring_ib_execute,
  183. .emit_fence = &r100_fence_ring_emit,
  184. .emit_semaphore = &r100_semaphore_ring_emit,
  185. .cs_parse = &r100_cs_parse,
  186. .ring_start = &r100_ring_start,
  187. .ring_test = &r100_ring_test,
  188. .ib_test = &r100_ib_test,
  189. .is_lockup = &r100_gpu_is_lockup,
  190. .get_rptr = &radeon_ring_generic_get_rptr,
  191. .get_wptr = &radeon_ring_generic_get_wptr,
  192. .set_wptr = &radeon_ring_generic_set_wptr,
  193. }
  194. },
  195. .irq = {
  196. .set = &r100_irq_set,
  197. .process = &r100_irq_process,
  198. },
  199. .display = {
  200. .bandwidth_update = &r100_bandwidth_update,
  201. .get_vblank_counter = &r100_get_vblank_counter,
  202. .wait_for_vblank = &r100_wait_for_vblank,
  203. .set_backlight_level = &radeon_legacy_set_backlight_level,
  204. .get_backlight_level = &radeon_legacy_get_backlight_level,
  205. },
  206. .copy = {
  207. .blit = &r100_copy_blit,
  208. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  209. .dma = NULL,
  210. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  211. .copy = &r100_copy_blit,
  212. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  213. },
  214. .surface = {
  215. .set_reg = r100_set_surface_reg,
  216. .clear_reg = r100_clear_surface_reg,
  217. },
  218. .hpd = {
  219. .init = &r100_hpd_init,
  220. .fini = &r100_hpd_fini,
  221. .sense = &r100_hpd_sense,
  222. .set_polarity = &r100_hpd_set_polarity,
  223. },
  224. .pm = {
  225. .misc = &r100_pm_misc,
  226. .prepare = &r100_pm_prepare,
  227. .finish = &r100_pm_finish,
  228. .init_profile = &r100_pm_init_profile,
  229. .get_dynpm_state = &r100_pm_get_dynpm_state,
  230. .get_engine_clock = &radeon_legacy_get_engine_clock,
  231. .set_engine_clock = &radeon_legacy_set_engine_clock,
  232. .get_memory_clock = &radeon_legacy_get_memory_clock,
  233. .set_memory_clock = NULL,
  234. .get_pcie_lanes = NULL,
  235. .set_pcie_lanes = NULL,
  236. .set_clock_gating = &radeon_legacy_set_clock_gating,
  237. },
  238. .pflip = {
  239. .pre_page_flip = &r100_pre_page_flip,
  240. .page_flip = &r100_page_flip,
  241. .post_page_flip = &r100_post_page_flip,
  242. },
  243. };
  244. static struct radeon_asic r200_asic = {
  245. .init = &r100_init,
  246. .fini = &r100_fini,
  247. .suspend = &r100_suspend,
  248. .resume = &r100_resume,
  249. .vga_set_state = &r100_vga_set_state,
  250. .asic_reset = &r100_asic_reset,
  251. .ioctl_wait_idle = NULL,
  252. .gui_idle = &r100_gui_idle,
  253. .mc_wait_for_idle = &r100_mc_wait_for_idle,
  254. .gart = {
  255. .tlb_flush = &r100_pci_gart_tlb_flush,
  256. .set_page = &r100_pci_gart_set_page,
  257. },
  258. .ring = {
  259. [RADEON_RING_TYPE_GFX_INDEX] = {
  260. .ib_execute = &r100_ring_ib_execute,
  261. .emit_fence = &r100_fence_ring_emit,
  262. .emit_semaphore = &r100_semaphore_ring_emit,
  263. .cs_parse = &r100_cs_parse,
  264. .ring_start = &r100_ring_start,
  265. .ring_test = &r100_ring_test,
  266. .ib_test = &r100_ib_test,
  267. .is_lockup = &r100_gpu_is_lockup,
  268. .get_rptr = &radeon_ring_generic_get_rptr,
  269. .get_wptr = &radeon_ring_generic_get_wptr,
  270. .set_wptr = &radeon_ring_generic_set_wptr,
  271. }
  272. },
  273. .irq = {
  274. .set = &r100_irq_set,
  275. .process = &r100_irq_process,
  276. },
  277. .display = {
  278. .bandwidth_update = &r100_bandwidth_update,
  279. .get_vblank_counter = &r100_get_vblank_counter,
  280. .wait_for_vblank = &r100_wait_for_vblank,
  281. .set_backlight_level = &radeon_legacy_set_backlight_level,
  282. .get_backlight_level = &radeon_legacy_get_backlight_level,
  283. },
  284. .copy = {
  285. .blit = &r100_copy_blit,
  286. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  287. .dma = &r200_copy_dma,
  288. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  289. .copy = &r100_copy_blit,
  290. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  291. },
  292. .surface = {
  293. .set_reg = r100_set_surface_reg,
  294. .clear_reg = r100_clear_surface_reg,
  295. },
  296. .hpd = {
  297. .init = &r100_hpd_init,
  298. .fini = &r100_hpd_fini,
  299. .sense = &r100_hpd_sense,
  300. .set_polarity = &r100_hpd_set_polarity,
  301. },
  302. .pm = {
  303. .misc = &r100_pm_misc,
  304. .prepare = &r100_pm_prepare,
  305. .finish = &r100_pm_finish,
  306. .init_profile = &r100_pm_init_profile,
  307. .get_dynpm_state = &r100_pm_get_dynpm_state,
  308. .get_engine_clock = &radeon_legacy_get_engine_clock,
  309. .set_engine_clock = &radeon_legacy_set_engine_clock,
  310. .get_memory_clock = &radeon_legacy_get_memory_clock,
  311. .set_memory_clock = NULL,
  312. .get_pcie_lanes = NULL,
  313. .set_pcie_lanes = NULL,
  314. .set_clock_gating = &radeon_legacy_set_clock_gating,
  315. },
  316. .pflip = {
  317. .pre_page_flip = &r100_pre_page_flip,
  318. .page_flip = &r100_page_flip,
  319. .post_page_flip = &r100_post_page_flip,
  320. },
  321. };
  322. static struct radeon_asic r300_asic = {
  323. .init = &r300_init,
  324. .fini = &r300_fini,
  325. .suspend = &r300_suspend,
  326. .resume = &r300_resume,
  327. .vga_set_state = &r100_vga_set_state,
  328. .asic_reset = &r300_asic_reset,
  329. .ioctl_wait_idle = NULL,
  330. .gui_idle = &r100_gui_idle,
  331. .mc_wait_for_idle = &r300_mc_wait_for_idle,
  332. .gart = {
  333. .tlb_flush = &r100_pci_gart_tlb_flush,
  334. .set_page = &r100_pci_gart_set_page,
  335. },
  336. .ring = {
  337. [RADEON_RING_TYPE_GFX_INDEX] = {
  338. .ib_execute = &r100_ring_ib_execute,
  339. .emit_fence = &r300_fence_ring_emit,
  340. .emit_semaphore = &r100_semaphore_ring_emit,
  341. .cs_parse = &r300_cs_parse,
  342. .ring_start = &r300_ring_start,
  343. .ring_test = &r100_ring_test,
  344. .ib_test = &r100_ib_test,
  345. .is_lockup = &r100_gpu_is_lockup,
  346. .get_rptr = &radeon_ring_generic_get_rptr,
  347. .get_wptr = &radeon_ring_generic_get_wptr,
  348. .set_wptr = &radeon_ring_generic_set_wptr,
  349. }
  350. },
  351. .irq = {
  352. .set = &r100_irq_set,
  353. .process = &r100_irq_process,
  354. },
  355. .display = {
  356. .bandwidth_update = &r100_bandwidth_update,
  357. .get_vblank_counter = &r100_get_vblank_counter,
  358. .wait_for_vblank = &r100_wait_for_vblank,
  359. .set_backlight_level = &radeon_legacy_set_backlight_level,
  360. .get_backlight_level = &radeon_legacy_get_backlight_level,
  361. },
  362. .copy = {
  363. .blit = &r100_copy_blit,
  364. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  365. .dma = &r200_copy_dma,
  366. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  367. .copy = &r100_copy_blit,
  368. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  369. },
  370. .surface = {
  371. .set_reg = r100_set_surface_reg,
  372. .clear_reg = r100_clear_surface_reg,
  373. },
  374. .hpd = {
  375. .init = &r100_hpd_init,
  376. .fini = &r100_hpd_fini,
  377. .sense = &r100_hpd_sense,
  378. .set_polarity = &r100_hpd_set_polarity,
  379. },
  380. .pm = {
  381. .misc = &r100_pm_misc,
  382. .prepare = &r100_pm_prepare,
  383. .finish = &r100_pm_finish,
  384. .init_profile = &r100_pm_init_profile,
  385. .get_dynpm_state = &r100_pm_get_dynpm_state,
  386. .get_engine_clock = &radeon_legacy_get_engine_clock,
  387. .set_engine_clock = &radeon_legacy_set_engine_clock,
  388. .get_memory_clock = &radeon_legacy_get_memory_clock,
  389. .set_memory_clock = NULL,
  390. .get_pcie_lanes = &rv370_get_pcie_lanes,
  391. .set_pcie_lanes = &rv370_set_pcie_lanes,
  392. .set_clock_gating = &radeon_legacy_set_clock_gating,
  393. },
  394. .pflip = {
  395. .pre_page_flip = &r100_pre_page_flip,
  396. .page_flip = &r100_page_flip,
  397. .post_page_flip = &r100_post_page_flip,
  398. },
  399. };
  400. static struct radeon_asic r300_asic_pcie = {
  401. .init = &r300_init,
  402. .fini = &r300_fini,
  403. .suspend = &r300_suspend,
  404. .resume = &r300_resume,
  405. .vga_set_state = &r100_vga_set_state,
  406. .asic_reset = &r300_asic_reset,
  407. .ioctl_wait_idle = NULL,
  408. .gui_idle = &r100_gui_idle,
  409. .mc_wait_for_idle = &r300_mc_wait_for_idle,
  410. .gart = {
  411. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  412. .set_page = &rv370_pcie_gart_set_page,
  413. },
  414. .ring = {
  415. [RADEON_RING_TYPE_GFX_INDEX] = {
  416. .ib_execute = &r100_ring_ib_execute,
  417. .emit_fence = &r300_fence_ring_emit,
  418. .emit_semaphore = &r100_semaphore_ring_emit,
  419. .cs_parse = &r300_cs_parse,
  420. .ring_start = &r300_ring_start,
  421. .ring_test = &r100_ring_test,
  422. .ib_test = &r100_ib_test,
  423. .is_lockup = &r100_gpu_is_lockup,
  424. .get_rptr = &radeon_ring_generic_get_rptr,
  425. .get_wptr = &radeon_ring_generic_get_wptr,
  426. .set_wptr = &radeon_ring_generic_set_wptr,
  427. }
  428. },
  429. .irq = {
  430. .set = &r100_irq_set,
  431. .process = &r100_irq_process,
  432. },
  433. .display = {
  434. .bandwidth_update = &r100_bandwidth_update,
  435. .get_vblank_counter = &r100_get_vblank_counter,
  436. .wait_for_vblank = &r100_wait_for_vblank,
  437. .set_backlight_level = &radeon_legacy_set_backlight_level,
  438. .get_backlight_level = &radeon_legacy_get_backlight_level,
  439. },
  440. .copy = {
  441. .blit = &r100_copy_blit,
  442. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  443. .dma = &r200_copy_dma,
  444. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  445. .copy = &r100_copy_blit,
  446. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  447. },
  448. .surface = {
  449. .set_reg = r100_set_surface_reg,
  450. .clear_reg = r100_clear_surface_reg,
  451. },
  452. .hpd = {
  453. .init = &r100_hpd_init,
  454. .fini = &r100_hpd_fini,
  455. .sense = &r100_hpd_sense,
  456. .set_polarity = &r100_hpd_set_polarity,
  457. },
  458. .pm = {
  459. .misc = &r100_pm_misc,
  460. .prepare = &r100_pm_prepare,
  461. .finish = &r100_pm_finish,
  462. .init_profile = &r100_pm_init_profile,
  463. .get_dynpm_state = &r100_pm_get_dynpm_state,
  464. .get_engine_clock = &radeon_legacy_get_engine_clock,
  465. .set_engine_clock = &radeon_legacy_set_engine_clock,
  466. .get_memory_clock = &radeon_legacy_get_memory_clock,
  467. .set_memory_clock = NULL,
  468. .get_pcie_lanes = &rv370_get_pcie_lanes,
  469. .set_pcie_lanes = &rv370_set_pcie_lanes,
  470. .set_clock_gating = &radeon_legacy_set_clock_gating,
  471. },
  472. .pflip = {
  473. .pre_page_flip = &r100_pre_page_flip,
  474. .page_flip = &r100_page_flip,
  475. .post_page_flip = &r100_post_page_flip,
  476. },
  477. };
  478. static struct radeon_asic r420_asic = {
  479. .init = &r420_init,
  480. .fini = &r420_fini,
  481. .suspend = &r420_suspend,
  482. .resume = &r420_resume,
  483. .vga_set_state = &r100_vga_set_state,
  484. .asic_reset = &r300_asic_reset,
  485. .ioctl_wait_idle = NULL,
  486. .gui_idle = &r100_gui_idle,
  487. .mc_wait_for_idle = &r300_mc_wait_for_idle,
  488. .gart = {
  489. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  490. .set_page = &rv370_pcie_gart_set_page,
  491. },
  492. .ring = {
  493. [RADEON_RING_TYPE_GFX_INDEX] = {
  494. .ib_execute = &r100_ring_ib_execute,
  495. .emit_fence = &r300_fence_ring_emit,
  496. .emit_semaphore = &r100_semaphore_ring_emit,
  497. .cs_parse = &r300_cs_parse,
  498. .ring_start = &r300_ring_start,
  499. .ring_test = &r100_ring_test,
  500. .ib_test = &r100_ib_test,
  501. .is_lockup = &r100_gpu_is_lockup,
  502. .get_rptr = &radeon_ring_generic_get_rptr,
  503. .get_wptr = &radeon_ring_generic_get_wptr,
  504. .set_wptr = &radeon_ring_generic_set_wptr,
  505. }
  506. },
  507. .irq = {
  508. .set = &r100_irq_set,
  509. .process = &r100_irq_process,
  510. },
  511. .display = {
  512. .bandwidth_update = &r100_bandwidth_update,
  513. .get_vblank_counter = &r100_get_vblank_counter,
  514. .wait_for_vblank = &r100_wait_for_vblank,
  515. .set_backlight_level = &atombios_set_backlight_level,
  516. .get_backlight_level = &atombios_get_backlight_level,
  517. },
  518. .copy = {
  519. .blit = &r100_copy_blit,
  520. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  521. .dma = &r200_copy_dma,
  522. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  523. .copy = &r100_copy_blit,
  524. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  525. },
  526. .surface = {
  527. .set_reg = r100_set_surface_reg,
  528. .clear_reg = r100_clear_surface_reg,
  529. },
  530. .hpd = {
  531. .init = &r100_hpd_init,
  532. .fini = &r100_hpd_fini,
  533. .sense = &r100_hpd_sense,
  534. .set_polarity = &r100_hpd_set_polarity,
  535. },
  536. .pm = {
  537. .misc = &r100_pm_misc,
  538. .prepare = &r100_pm_prepare,
  539. .finish = &r100_pm_finish,
  540. .init_profile = &r420_pm_init_profile,
  541. .get_dynpm_state = &r100_pm_get_dynpm_state,
  542. .get_engine_clock = &radeon_atom_get_engine_clock,
  543. .set_engine_clock = &radeon_atom_set_engine_clock,
  544. .get_memory_clock = &radeon_atom_get_memory_clock,
  545. .set_memory_clock = &radeon_atom_set_memory_clock,
  546. .get_pcie_lanes = &rv370_get_pcie_lanes,
  547. .set_pcie_lanes = &rv370_set_pcie_lanes,
  548. .set_clock_gating = &radeon_atom_set_clock_gating,
  549. },
  550. .pflip = {
  551. .pre_page_flip = &r100_pre_page_flip,
  552. .page_flip = &r100_page_flip,
  553. .post_page_flip = &r100_post_page_flip,
  554. },
  555. };
  556. static struct radeon_asic rs400_asic = {
  557. .init = &rs400_init,
  558. .fini = &rs400_fini,
  559. .suspend = &rs400_suspend,
  560. .resume = &rs400_resume,
  561. .vga_set_state = &r100_vga_set_state,
  562. .asic_reset = &r300_asic_reset,
  563. .ioctl_wait_idle = NULL,
  564. .gui_idle = &r100_gui_idle,
  565. .mc_wait_for_idle = &rs400_mc_wait_for_idle,
  566. .gart = {
  567. .tlb_flush = &rs400_gart_tlb_flush,
  568. .set_page = &rs400_gart_set_page,
  569. },
  570. .ring = {
  571. [RADEON_RING_TYPE_GFX_INDEX] = {
  572. .ib_execute = &r100_ring_ib_execute,
  573. .emit_fence = &r300_fence_ring_emit,
  574. .emit_semaphore = &r100_semaphore_ring_emit,
  575. .cs_parse = &r300_cs_parse,
  576. .ring_start = &r300_ring_start,
  577. .ring_test = &r100_ring_test,
  578. .ib_test = &r100_ib_test,
  579. .is_lockup = &r100_gpu_is_lockup,
  580. .get_rptr = &radeon_ring_generic_get_rptr,
  581. .get_wptr = &radeon_ring_generic_get_wptr,
  582. .set_wptr = &radeon_ring_generic_set_wptr,
  583. }
  584. },
  585. .irq = {
  586. .set = &r100_irq_set,
  587. .process = &r100_irq_process,
  588. },
  589. .display = {
  590. .bandwidth_update = &r100_bandwidth_update,
  591. .get_vblank_counter = &r100_get_vblank_counter,
  592. .wait_for_vblank = &r100_wait_for_vblank,
  593. .set_backlight_level = &radeon_legacy_set_backlight_level,
  594. .get_backlight_level = &radeon_legacy_get_backlight_level,
  595. },
  596. .copy = {
  597. .blit = &r100_copy_blit,
  598. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  599. .dma = &r200_copy_dma,
  600. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  601. .copy = &r100_copy_blit,
  602. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  603. },
  604. .surface = {
  605. .set_reg = r100_set_surface_reg,
  606. .clear_reg = r100_clear_surface_reg,
  607. },
  608. .hpd = {
  609. .init = &r100_hpd_init,
  610. .fini = &r100_hpd_fini,
  611. .sense = &r100_hpd_sense,
  612. .set_polarity = &r100_hpd_set_polarity,
  613. },
  614. .pm = {
  615. .misc = &r100_pm_misc,
  616. .prepare = &r100_pm_prepare,
  617. .finish = &r100_pm_finish,
  618. .init_profile = &r100_pm_init_profile,
  619. .get_dynpm_state = &r100_pm_get_dynpm_state,
  620. .get_engine_clock = &radeon_legacy_get_engine_clock,
  621. .set_engine_clock = &radeon_legacy_set_engine_clock,
  622. .get_memory_clock = &radeon_legacy_get_memory_clock,
  623. .set_memory_clock = NULL,
  624. .get_pcie_lanes = NULL,
  625. .set_pcie_lanes = NULL,
  626. .set_clock_gating = &radeon_legacy_set_clock_gating,
  627. },
  628. .pflip = {
  629. .pre_page_flip = &r100_pre_page_flip,
  630. .page_flip = &r100_page_flip,
  631. .post_page_flip = &r100_post_page_flip,
  632. },
  633. };
  634. static struct radeon_asic rs600_asic = {
  635. .init = &rs600_init,
  636. .fini = &rs600_fini,
  637. .suspend = &rs600_suspend,
  638. .resume = &rs600_resume,
  639. .vga_set_state = &r100_vga_set_state,
  640. .asic_reset = &rs600_asic_reset,
  641. .ioctl_wait_idle = NULL,
  642. .gui_idle = &r100_gui_idle,
  643. .mc_wait_for_idle = &rs600_mc_wait_for_idle,
  644. .gart = {
  645. .tlb_flush = &rs600_gart_tlb_flush,
  646. .set_page = &rs600_gart_set_page,
  647. },
  648. .ring = {
  649. [RADEON_RING_TYPE_GFX_INDEX] = {
  650. .ib_execute = &r100_ring_ib_execute,
  651. .emit_fence = &r300_fence_ring_emit,
  652. .emit_semaphore = &r100_semaphore_ring_emit,
  653. .cs_parse = &r300_cs_parse,
  654. .ring_start = &r300_ring_start,
  655. .ring_test = &r100_ring_test,
  656. .ib_test = &r100_ib_test,
  657. .is_lockup = &r100_gpu_is_lockup,
  658. .get_rptr = &radeon_ring_generic_get_rptr,
  659. .get_wptr = &radeon_ring_generic_get_wptr,
  660. .set_wptr = &radeon_ring_generic_set_wptr,
  661. }
  662. },
  663. .irq = {
  664. .set = &rs600_irq_set,
  665. .process = &rs600_irq_process,
  666. },
  667. .display = {
  668. .bandwidth_update = &rs600_bandwidth_update,
  669. .get_vblank_counter = &rs600_get_vblank_counter,
  670. .wait_for_vblank = &avivo_wait_for_vblank,
  671. .set_backlight_level = &atombios_set_backlight_level,
  672. .get_backlight_level = &atombios_get_backlight_level,
  673. .hdmi_enable = &r600_hdmi_enable,
  674. .hdmi_setmode = &r600_hdmi_setmode,
  675. },
  676. .copy = {
  677. .blit = &r100_copy_blit,
  678. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  679. .dma = &r200_copy_dma,
  680. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  681. .copy = &r100_copy_blit,
  682. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  683. },
  684. .surface = {
  685. .set_reg = r100_set_surface_reg,
  686. .clear_reg = r100_clear_surface_reg,
  687. },
  688. .hpd = {
  689. .init = &rs600_hpd_init,
  690. .fini = &rs600_hpd_fini,
  691. .sense = &rs600_hpd_sense,
  692. .set_polarity = &rs600_hpd_set_polarity,
  693. },
  694. .pm = {
  695. .misc = &rs600_pm_misc,
  696. .prepare = &rs600_pm_prepare,
  697. .finish = &rs600_pm_finish,
  698. .init_profile = &r420_pm_init_profile,
  699. .get_dynpm_state = &r100_pm_get_dynpm_state,
  700. .get_engine_clock = &radeon_atom_get_engine_clock,
  701. .set_engine_clock = &radeon_atom_set_engine_clock,
  702. .get_memory_clock = &radeon_atom_get_memory_clock,
  703. .set_memory_clock = &radeon_atom_set_memory_clock,
  704. .get_pcie_lanes = NULL,
  705. .set_pcie_lanes = NULL,
  706. .set_clock_gating = &radeon_atom_set_clock_gating,
  707. },
  708. .pflip = {
  709. .pre_page_flip = &rs600_pre_page_flip,
  710. .page_flip = &rs600_page_flip,
  711. .post_page_flip = &rs600_post_page_flip,
  712. },
  713. };
  714. static struct radeon_asic rs690_asic = {
  715. .init = &rs690_init,
  716. .fini = &rs690_fini,
  717. .suspend = &rs690_suspend,
  718. .resume = &rs690_resume,
  719. .vga_set_state = &r100_vga_set_state,
  720. .asic_reset = &rs600_asic_reset,
  721. .ioctl_wait_idle = NULL,
  722. .gui_idle = &r100_gui_idle,
  723. .mc_wait_for_idle = &rs690_mc_wait_for_idle,
  724. .gart = {
  725. .tlb_flush = &rs400_gart_tlb_flush,
  726. .set_page = &rs400_gart_set_page,
  727. },
  728. .ring = {
  729. [RADEON_RING_TYPE_GFX_INDEX] = {
  730. .ib_execute = &r100_ring_ib_execute,
  731. .emit_fence = &r300_fence_ring_emit,
  732. .emit_semaphore = &r100_semaphore_ring_emit,
  733. .cs_parse = &r300_cs_parse,
  734. .ring_start = &r300_ring_start,
  735. .ring_test = &r100_ring_test,
  736. .ib_test = &r100_ib_test,
  737. .is_lockup = &r100_gpu_is_lockup,
  738. .get_rptr = &radeon_ring_generic_get_rptr,
  739. .get_wptr = &radeon_ring_generic_get_wptr,
  740. .set_wptr = &radeon_ring_generic_set_wptr,
  741. }
  742. },
  743. .irq = {
  744. .set = &rs600_irq_set,
  745. .process = &rs600_irq_process,
  746. },
  747. .display = {
  748. .get_vblank_counter = &rs600_get_vblank_counter,
  749. .bandwidth_update = &rs690_bandwidth_update,
  750. .wait_for_vblank = &avivo_wait_for_vblank,
  751. .set_backlight_level = &atombios_set_backlight_level,
  752. .get_backlight_level = &atombios_get_backlight_level,
  753. .hdmi_enable = &r600_hdmi_enable,
  754. .hdmi_setmode = &r600_hdmi_setmode,
  755. },
  756. .copy = {
  757. .blit = &r100_copy_blit,
  758. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  759. .dma = &r200_copy_dma,
  760. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  761. .copy = &r200_copy_dma,
  762. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  763. },
  764. .surface = {
  765. .set_reg = r100_set_surface_reg,
  766. .clear_reg = r100_clear_surface_reg,
  767. },
  768. .hpd = {
  769. .init = &rs600_hpd_init,
  770. .fini = &rs600_hpd_fini,
  771. .sense = &rs600_hpd_sense,
  772. .set_polarity = &rs600_hpd_set_polarity,
  773. },
  774. .pm = {
  775. .misc = &rs600_pm_misc,
  776. .prepare = &rs600_pm_prepare,
  777. .finish = &rs600_pm_finish,
  778. .init_profile = &r420_pm_init_profile,
  779. .get_dynpm_state = &r100_pm_get_dynpm_state,
  780. .get_engine_clock = &radeon_atom_get_engine_clock,
  781. .set_engine_clock = &radeon_atom_set_engine_clock,
  782. .get_memory_clock = &radeon_atom_get_memory_clock,
  783. .set_memory_clock = &radeon_atom_set_memory_clock,
  784. .get_pcie_lanes = NULL,
  785. .set_pcie_lanes = NULL,
  786. .set_clock_gating = &radeon_atom_set_clock_gating,
  787. },
  788. .pflip = {
  789. .pre_page_flip = &rs600_pre_page_flip,
  790. .page_flip = &rs600_page_flip,
  791. .post_page_flip = &rs600_post_page_flip,
  792. },
  793. };
  794. static struct radeon_asic rv515_asic = {
  795. .init = &rv515_init,
  796. .fini = &rv515_fini,
  797. .suspend = &rv515_suspend,
  798. .resume = &rv515_resume,
  799. .vga_set_state = &r100_vga_set_state,
  800. .asic_reset = &rs600_asic_reset,
  801. .ioctl_wait_idle = NULL,
  802. .gui_idle = &r100_gui_idle,
  803. .mc_wait_for_idle = &rv515_mc_wait_for_idle,
  804. .gart = {
  805. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  806. .set_page = &rv370_pcie_gart_set_page,
  807. },
  808. .ring = {
  809. [RADEON_RING_TYPE_GFX_INDEX] = {
  810. .ib_execute = &r100_ring_ib_execute,
  811. .emit_fence = &r300_fence_ring_emit,
  812. .emit_semaphore = &r100_semaphore_ring_emit,
  813. .cs_parse = &r300_cs_parse,
  814. .ring_start = &rv515_ring_start,
  815. .ring_test = &r100_ring_test,
  816. .ib_test = &r100_ib_test,
  817. .is_lockup = &r100_gpu_is_lockup,
  818. .get_rptr = &radeon_ring_generic_get_rptr,
  819. .get_wptr = &radeon_ring_generic_get_wptr,
  820. .set_wptr = &radeon_ring_generic_set_wptr,
  821. }
  822. },
  823. .irq = {
  824. .set = &rs600_irq_set,
  825. .process = &rs600_irq_process,
  826. },
  827. .display = {
  828. .get_vblank_counter = &rs600_get_vblank_counter,
  829. .bandwidth_update = &rv515_bandwidth_update,
  830. .wait_for_vblank = &avivo_wait_for_vblank,
  831. .set_backlight_level = &atombios_set_backlight_level,
  832. .get_backlight_level = &atombios_get_backlight_level,
  833. },
  834. .copy = {
  835. .blit = &r100_copy_blit,
  836. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  837. .dma = &r200_copy_dma,
  838. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  839. .copy = &r100_copy_blit,
  840. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  841. },
  842. .surface = {
  843. .set_reg = r100_set_surface_reg,
  844. .clear_reg = r100_clear_surface_reg,
  845. },
  846. .hpd = {
  847. .init = &rs600_hpd_init,
  848. .fini = &rs600_hpd_fini,
  849. .sense = &rs600_hpd_sense,
  850. .set_polarity = &rs600_hpd_set_polarity,
  851. },
  852. .pm = {
  853. .misc = &rs600_pm_misc,
  854. .prepare = &rs600_pm_prepare,
  855. .finish = &rs600_pm_finish,
  856. .init_profile = &r420_pm_init_profile,
  857. .get_dynpm_state = &r100_pm_get_dynpm_state,
  858. .get_engine_clock = &radeon_atom_get_engine_clock,
  859. .set_engine_clock = &radeon_atom_set_engine_clock,
  860. .get_memory_clock = &radeon_atom_get_memory_clock,
  861. .set_memory_clock = &radeon_atom_set_memory_clock,
  862. .get_pcie_lanes = &rv370_get_pcie_lanes,
  863. .set_pcie_lanes = &rv370_set_pcie_lanes,
  864. .set_clock_gating = &radeon_atom_set_clock_gating,
  865. },
  866. .pflip = {
  867. .pre_page_flip = &rs600_pre_page_flip,
  868. .page_flip = &rs600_page_flip,
  869. .post_page_flip = &rs600_post_page_flip,
  870. },
  871. };
  872. static struct radeon_asic r520_asic = {
  873. .init = &r520_init,
  874. .fini = &rv515_fini,
  875. .suspend = &rv515_suspend,
  876. .resume = &r520_resume,
  877. .vga_set_state = &r100_vga_set_state,
  878. .asic_reset = &rs600_asic_reset,
  879. .ioctl_wait_idle = NULL,
  880. .gui_idle = &r100_gui_idle,
  881. .mc_wait_for_idle = &r520_mc_wait_for_idle,
  882. .gart = {
  883. .tlb_flush = &rv370_pcie_gart_tlb_flush,
  884. .set_page = &rv370_pcie_gart_set_page,
  885. },
  886. .ring = {
  887. [RADEON_RING_TYPE_GFX_INDEX] = {
  888. .ib_execute = &r100_ring_ib_execute,
  889. .emit_fence = &r300_fence_ring_emit,
  890. .emit_semaphore = &r100_semaphore_ring_emit,
  891. .cs_parse = &r300_cs_parse,
  892. .ring_start = &rv515_ring_start,
  893. .ring_test = &r100_ring_test,
  894. .ib_test = &r100_ib_test,
  895. .is_lockup = &r100_gpu_is_lockup,
  896. .get_rptr = &radeon_ring_generic_get_rptr,
  897. .get_wptr = &radeon_ring_generic_get_wptr,
  898. .set_wptr = &radeon_ring_generic_set_wptr,
  899. }
  900. },
  901. .irq = {
  902. .set = &rs600_irq_set,
  903. .process = &rs600_irq_process,
  904. },
  905. .display = {
  906. .bandwidth_update = &rv515_bandwidth_update,
  907. .get_vblank_counter = &rs600_get_vblank_counter,
  908. .wait_for_vblank = &avivo_wait_for_vblank,
  909. .set_backlight_level = &atombios_set_backlight_level,
  910. .get_backlight_level = &atombios_get_backlight_level,
  911. },
  912. .copy = {
  913. .blit = &r100_copy_blit,
  914. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  915. .dma = &r200_copy_dma,
  916. .dma_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  917. .copy = &r100_copy_blit,
  918. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  919. },
  920. .surface = {
  921. .set_reg = r100_set_surface_reg,
  922. .clear_reg = r100_clear_surface_reg,
  923. },
  924. .hpd = {
  925. .init = &rs600_hpd_init,
  926. .fini = &rs600_hpd_fini,
  927. .sense = &rs600_hpd_sense,
  928. .set_polarity = &rs600_hpd_set_polarity,
  929. },
  930. .pm = {
  931. .misc = &rs600_pm_misc,
  932. .prepare = &rs600_pm_prepare,
  933. .finish = &rs600_pm_finish,
  934. .init_profile = &r420_pm_init_profile,
  935. .get_dynpm_state = &r100_pm_get_dynpm_state,
  936. .get_engine_clock = &radeon_atom_get_engine_clock,
  937. .set_engine_clock = &radeon_atom_set_engine_clock,
  938. .get_memory_clock = &radeon_atom_get_memory_clock,
  939. .set_memory_clock = &radeon_atom_set_memory_clock,
  940. .get_pcie_lanes = &rv370_get_pcie_lanes,
  941. .set_pcie_lanes = &rv370_set_pcie_lanes,
  942. .set_clock_gating = &radeon_atom_set_clock_gating,
  943. },
  944. .pflip = {
  945. .pre_page_flip = &rs600_pre_page_flip,
  946. .page_flip = &rs600_page_flip,
  947. .post_page_flip = &rs600_post_page_flip,
  948. },
  949. };
  950. static struct radeon_asic r600_asic = {
  951. .init = &r600_init,
  952. .fini = &r600_fini,
  953. .suspend = &r600_suspend,
  954. .resume = &r600_resume,
  955. .vga_set_state = &r600_vga_set_state,
  956. .asic_reset = &r600_asic_reset,
  957. .ioctl_wait_idle = r600_ioctl_wait_idle,
  958. .gui_idle = &r600_gui_idle,
  959. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  960. .get_xclk = &r600_get_xclk,
  961. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  962. .gart = {
  963. .tlb_flush = &r600_pcie_gart_tlb_flush,
  964. .set_page = &rs600_gart_set_page,
  965. },
  966. .ring = {
  967. [RADEON_RING_TYPE_GFX_INDEX] = {
  968. .ib_execute = &r600_ring_ib_execute,
  969. .emit_fence = &r600_fence_ring_emit,
  970. .emit_semaphore = &r600_semaphore_ring_emit,
  971. .cs_parse = &r600_cs_parse,
  972. .ring_test = &r600_ring_test,
  973. .ib_test = &r600_ib_test,
  974. .is_lockup = &r600_gfx_is_lockup,
  975. .get_rptr = &radeon_ring_generic_get_rptr,
  976. .get_wptr = &radeon_ring_generic_get_wptr,
  977. .set_wptr = &radeon_ring_generic_set_wptr,
  978. },
  979. [R600_RING_TYPE_DMA_INDEX] = {
  980. .ib_execute = &r600_dma_ring_ib_execute,
  981. .emit_fence = &r600_dma_fence_ring_emit,
  982. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  983. .cs_parse = &r600_dma_cs_parse,
  984. .ring_test = &r600_dma_ring_test,
  985. .ib_test = &r600_dma_ib_test,
  986. .is_lockup = &r600_dma_is_lockup,
  987. .get_rptr = &radeon_ring_generic_get_rptr,
  988. .get_wptr = &radeon_ring_generic_get_wptr,
  989. .set_wptr = &radeon_ring_generic_set_wptr,
  990. }
  991. },
  992. .irq = {
  993. .set = &r600_irq_set,
  994. .process = &r600_irq_process,
  995. },
  996. .display = {
  997. .bandwidth_update = &rv515_bandwidth_update,
  998. .get_vblank_counter = &rs600_get_vblank_counter,
  999. .wait_for_vblank = &avivo_wait_for_vblank,
  1000. .set_backlight_level = &atombios_set_backlight_level,
  1001. .get_backlight_level = &atombios_get_backlight_level,
  1002. .hdmi_enable = &r600_hdmi_enable,
  1003. .hdmi_setmode = &r600_hdmi_setmode,
  1004. },
  1005. .copy = {
  1006. .blit = &r600_copy_blit,
  1007. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1008. .dma = &r600_copy_dma,
  1009. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1010. .copy = &r600_copy_cpdma,
  1011. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1012. },
  1013. .surface = {
  1014. .set_reg = r600_set_surface_reg,
  1015. .clear_reg = r600_clear_surface_reg,
  1016. },
  1017. .hpd = {
  1018. .init = &r600_hpd_init,
  1019. .fini = &r600_hpd_fini,
  1020. .sense = &r600_hpd_sense,
  1021. .set_polarity = &r600_hpd_set_polarity,
  1022. },
  1023. .pm = {
  1024. .misc = &r600_pm_misc,
  1025. .prepare = &rs600_pm_prepare,
  1026. .finish = &rs600_pm_finish,
  1027. .init_profile = &r600_pm_init_profile,
  1028. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1029. .get_engine_clock = &radeon_atom_get_engine_clock,
  1030. .set_engine_clock = &radeon_atom_set_engine_clock,
  1031. .get_memory_clock = &radeon_atom_get_memory_clock,
  1032. .set_memory_clock = &radeon_atom_set_memory_clock,
  1033. .get_pcie_lanes = &r600_get_pcie_lanes,
  1034. .set_pcie_lanes = &r600_set_pcie_lanes,
  1035. .set_clock_gating = NULL,
  1036. .get_temperature = &rv6xx_get_temp,
  1037. },
  1038. .pflip = {
  1039. .pre_page_flip = &rs600_pre_page_flip,
  1040. .page_flip = &rs600_page_flip,
  1041. .post_page_flip = &rs600_post_page_flip,
  1042. },
  1043. };
  1044. static struct radeon_asic rv6xx_asic = {
  1045. .init = &r600_init,
  1046. .fini = &r600_fini,
  1047. .suspend = &r600_suspend,
  1048. .resume = &r600_resume,
  1049. .vga_set_state = &r600_vga_set_state,
  1050. .asic_reset = &r600_asic_reset,
  1051. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1052. .gui_idle = &r600_gui_idle,
  1053. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  1054. .get_xclk = &r600_get_xclk,
  1055. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1056. .gart = {
  1057. .tlb_flush = &r600_pcie_gart_tlb_flush,
  1058. .set_page = &rs600_gart_set_page,
  1059. },
  1060. .ring = {
  1061. [RADEON_RING_TYPE_GFX_INDEX] = {
  1062. .ib_execute = &r600_ring_ib_execute,
  1063. .emit_fence = &r600_fence_ring_emit,
  1064. .emit_semaphore = &r600_semaphore_ring_emit,
  1065. .cs_parse = &r600_cs_parse,
  1066. .ring_test = &r600_ring_test,
  1067. .ib_test = &r600_ib_test,
  1068. .is_lockup = &r600_gfx_is_lockup,
  1069. .get_rptr = &radeon_ring_generic_get_rptr,
  1070. .get_wptr = &radeon_ring_generic_get_wptr,
  1071. .set_wptr = &radeon_ring_generic_set_wptr,
  1072. },
  1073. [R600_RING_TYPE_DMA_INDEX] = {
  1074. .ib_execute = &r600_dma_ring_ib_execute,
  1075. .emit_fence = &r600_dma_fence_ring_emit,
  1076. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1077. .cs_parse = &r600_dma_cs_parse,
  1078. .ring_test = &r600_dma_ring_test,
  1079. .ib_test = &r600_dma_ib_test,
  1080. .is_lockup = &r600_dma_is_lockup,
  1081. .get_rptr = &radeon_ring_generic_get_rptr,
  1082. .get_wptr = &radeon_ring_generic_get_wptr,
  1083. .set_wptr = &radeon_ring_generic_set_wptr,
  1084. }
  1085. },
  1086. .irq = {
  1087. .set = &r600_irq_set,
  1088. .process = &r600_irq_process,
  1089. },
  1090. .display = {
  1091. .bandwidth_update = &rv515_bandwidth_update,
  1092. .get_vblank_counter = &rs600_get_vblank_counter,
  1093. .wait_for_vblank = &avivo_wait_for_vblank,
  1094. .set_backlight_level = &atombios_set_backlight_level,
  1095. .get_backlight_level = &atombios_get_backlight_level,
  1096. },
  1097. .copy = {
  1098. .blit = &r600_copy_blit,
  1099. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1100. .dma = &r600_copy_dma,
  1101. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1102. .copy = &r600_copy_cpdma,
  1103. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1104. },
  1105. .surface = {
  1106. .set_reg = r600_set_surface_reg,
  1107. .clear_reg = r600_clear_surface_reg,
  1108. },
  1109. .hpd = {
  1110. .init = &r600_hpd_init,
  1111. .fini = &r600_hpd_fini,
  1112. .sense = &r600_hpd_sense,
  1113. .set_polarity = &r600_hpd_set_polarity,
  1114. },
  1115. .pm = {
  1116. .misc = &r600_pm_misc,
  1117. .prepare = &rs600_pm_prepare,
  1118. .finish = &rs600_pm_finish,
  1119. .init_profile = &r600_pm_init_profile,
  1120. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1121. .get_engine_clock = &radeon_atom_get_engine_clock,
  1122. .set_engine_clock = &radeon_atom_set_engine_clock,
  1123. .get_memory_clock = &radeon_atom_get_memory_clock,
  1124. .set_memory_clock = &radeon_atom_set_memory_clock,
  1125. .get_pcie_lanes = &r600_get_pcie_lanes,
  1126. .set_pcie_lanes = &r600_set_pcie_lanes,
  1127. .set_clock_gating = NULL,
  1128. .get_temperature = &rv6xx_get_temp,
  1129. },
  1130. .dpm = {
  1131. .init = &rv6xx_dpm_init,
  1132. .setup_asic = &rv6xx_setup_asic,
  1133. .enable = &rv6xx_dpm_enable,
  1134. .disable = &rv6xx_dpm_disable,
  1135. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1136. .set_power_state = &rv6xx_dpm_set_power_state,
  1137. .post_set_power_state = &r600_dpm_post_set_power_state,
  1138. .display_configuration_changed = &rv6xx_dpm_display_configuration_changed,
  1139. .fini = &rv6xx_dpm_fini,
  1140. .get_sclk = &rv6xx_dpm_get_sclk,
  1141. .get_mclk = &rv6xx_dpm_get_mclk,
  1142. .print_power_state = &rv6xx_dpm_print_power_state,
  1143. .debugfs_print_current_performance_level = &rv6xx_dpm_debugfs_print_current_performance_level,
  1144. },
  1145. .pflip = {
  1146. .pre_page_flip = &rs600_pre_page_flip,
  1147. .page_flip = &rs600_page_flip,
  1148. .post_page_flip = &rs600_post_page_flip,
  1149. },
  1150. };
  1151. static struct radeon_asic rs780_asic = {
  1152. .init = &r600_init,
  1153. .fini = &r600_fini,
  1154. .suspend = &r600_suspend,
  1155. .resume = &r600_resume,
  1156. .vga_set_state = &r600_vga_set_state,
  1157. .asic_reset = &r600_asic_reset,
  1158. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1159. .gui_idle = &r600_gui_idle,
  1160. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  1161. .get_xclk = &r600_get_xclk,
  1162. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1163. .gart = {
  1164. .tlb_flush = &r600_pcie_gart_tlb_flush,
  1165. .set_page = &rs600_gart_set_page,
  1166. },
  1167. .ring = {
  1168. [RADEON_RING_TYPE_GFX_INDEX] = {
  1169. .ib_execute = &r600_ring_ib_execute,
  1170. .emit_fence = &r600_fence_ring_emit,
  1171. .emit_semaphore = &r600_semaphore_ring_emit,
  1172. .cs_parse = &r600_cs_parse,
  1173. .ring_test = &r600_ring_test,
  1174. .ib_test = &r600_ib_test,
  1175. .is_lockup = &r600_gfx_is_lockup,
  1176. .get_rptr = &radeon_ring_generic_get_rptr,
  1177. .get_wptr = &radeon_ring_generic_get_wptr,
  1178. .set_wptr = &radeon_ring_generic_set_wptr,
  1179. },
  1180. [R600_RING_TYPE_DMA_INDEX] = {
  1181. .ib_execute = &r600_dma_ring_ib_execute,
  1182. .emit_fence = &r600_dma_fence_ring_emit,
  1183. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1184. .cs_parse = &r600_dma_cs_parse,
  1185. .ring_test = &r600_dma_ring_test,
  1186. .ib_test = &r600_dma_ib_test,
  1187. .is_lockup = &r600_dma_is_lockup,
  1188. .get_rptr = &radeon_ring_generic_get_rptr,
  1189. .get_wptr = &radeon_ring_generic_get_wptr,
  1190. .set_wptr = &radeon_ring_generic_set_wptr,
  1191. }
  1192. },
  1193. .irq = {
  1194. .set = &r600_irq_set,
  1195. .process = &r600_irq_process,
  1196. },
  1197. .display = {
  1198. .bandwidth_update = &rs690_bandwidth_update,
  1199. .get_vblank_counter = &rs600_get_vblank_counter,
  1200. .wait_for_vblank = &avivo_wait_for_vblank,
  1201. .set_backlight_level = &atombios_set_backlight_level,
  1202. .get_backlight_level = &atombios_get_backlight_level,
  1203. .hdmi_enable = &r600_hdmi_enable,
  1204. .hdmi_setmode = &r600_hdmi_setmode,
  1205. },
  1206. .copy = {
  1207. .blit = &r600_copy_blit,
  1208. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1209. .dma = &r600_copy_dma,
  1210. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1211. .copy = &r600_copy_cpdma,
  1212. .copy_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1213. },
  1214. .surface = {
  1215. .set_reg = r600_set_surface_reg,
  1216. .clear_reg = r600_clear_surface_reg,
  1217. },
  1218. .hpd = {
  1219. .init = &r600_hpd_init,
  1220. .fini = &r600_hpd_fini,
  1221. .sense = &r600_hpd_sense,
  1222. .set_polarity = &r600_hpd_set_polarity,
  1223. },
  1224. .pm = {
  1225. .misc = &r600_pm_misc,
  1226. .prepare = &rs600_pm_prepare,
  1227. .finish = &rs600_pm_finish,
  1228. .init_profile = &rs780_pm_init_profile,
  1229. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1230. .get_engine_clock = &radeon_atom_get_engine_clock,
  1231. .set_engine_clock = &radeon_atom_set_engine_clock,
  1232. .get_memory_clock = NULL,
  1233. .set_memory_clock = NULL,
  1234. .get_pcie_lanes = NULL,
  1235. .set_pcie_lanes = NULL,
  1236. .set_clock_gating = NULL,
  1237. .get_temperature = &rv6xx_get_temp,
  1238. },
  1239. .dpm = {
  1240. .init = &rs780_dpm_init,
  1241. .setup_asic = &rs780_dpm_setup_asic,
  1242. .enable = &rs780_dpm_enable,
  1243. .disable = &rs780_dpm_disable,
  1244. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1245. .set_power_state = &rs780_dpm_set_power_state,
  1246. .post_set_power_state = &r600_dpm_post_set_power_state,
  1247. .display_configuration_changed = &rs780_dpm_display_configuration_changed,
  1248. .fini = &rs780_dpm_fini,
  1249. .get_sclk = &rs780_dpm_get_sclk,
  1250. .get_mclk = &rs780_dpm_get_mclk,
  1251. .print_power_state = &rs780_dpm_print_power_state,
  1252. .debugfs_print_current_performance_level = &rs780_dpm_debugfs_print_current_performance_level,
  1253. },
  1254. .pflip = {
  1255. .pre_page_flip = &rs600_pre_page_flip,
  1256. .page_flip = &rs600_page_flip,
  1257. .post_page_flip = &rs600_post_page_flip,
  1258. },
  1259. };
  1260. static struct radeon_asic rv770_asic = {
  1261. .init = &rv770_init,
  1262. .fini = &rv770_fini,
  1263. .suspend = &rv770_suspend,
  1264. .resume = &rv770_resume,
  1265. .asic_reset = &r600_asic_reset,
  1266. .vga_set_state = &r600_vga_set_state,
  1267. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1268. .gui_idle = &r600_gui_idle,
  1269. .mc_wait_for_idle = &r600_mc_wait_for_idle,
  1270. .get_xclk = &rv770_get_xclk,
  1271. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1272. .gart = {
  1273. .tlb_flush = &r600_pcie_gart_tlb_flush,
  1274. .set_page = &rs600_gart_set_page,
  1275. },
  1276. .ring = {
  1277. [RADEON_RING_TYPE_GFX_INDEX] = {
  1278. .ib_execute = &r600_ring_ib_execute,
  1279. .emit_fence = &r600_fence_ring_emit,
  1280. .emit_semaphore = &r600_semaphore_ring_emit,
  1281. .cs_parse = &r600_cs_parse,
  1282. .ring_test = &r600_ring_test,
  1283. .ib_test = &r600_ib_test,
  1284. .is_lockup = &r600_gfx_is_lockup,
  1285. .get_rptr = &radeon_ring_generic_get_rptr,
  1286. .get_wptr = &radeon_ring_generic_get_wptr,
  1287. .set_wptr = &radeon_ring_generic_set_wptr,
  1288. },
  1289. [R600_RING_TYPE_DMA_INDEX] = {
  1290. .ib_execute = &r600_dma_ring_ib_execute,
  1291. .emit_fence = &r600_dma_fence_ring_emit,
  1292. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1293. .cs_parse = &r600_dma_cs_parse,
  1294. .ring_test = &r600_dma_ring_test,
  1295. .ib_test = &r600_dma_ib_test,
  1296. .is_lockup = &r600_dma_is_lockup,
  1297. .get_rptr = &radeon_ring_generic_get_rptr,
  1298. .get_wptr = &radeon_ring_generic_get_wptr,
  1299. .set_wptr = &radeon_ring_generic_set_wptr,
  1300. },
  1301. [R600_RING_TYPE_UVD_INDEX] = {
  1302. .ib_execute = &r600_uvd_ib_execute,
  1303. .emit_fence = &r600_uvd_fence_emit,
  1304. .emit_semaphore = &r600_uvd_semaphore_emit,
  1305. .cs_parse = &radeon_uvd_cs_parse,
  1306. .ring_test = &r600_uvd_ring_test,
  1307. .ib_test = &r600_uvd_ib_test,
  1308. .is_lockup = &radeon_ring_test_lockup,
  1309. .get_rptr = &radeon_ring_generic_get_rptr,
  1310. .get_wptr = &radeon_ring_generic_get_wptr,
  1311. .set_wptr = &radeon_ring_generic_set_wptr,
  1312. }
  1313. },
  1314. .irq = {
  1315. .set = &r600_irq_set,
  1316. .process = &r600_irq_process,
  1317. },
  1318. .display = {
  1319. .bandwidth_update = &rv515_bandwidth_update,
  1320. .get_vblank_counter = &rs600_get_vblank_counter,
  1321. .wait_for_vblank = &avivo_wait_for_vblank,
  1322. .set_backlight_level = &atombios_set_backlight_level,
  1323. .get_backlight_level = &atombios_get_backlight_level,
  1324. .hdmi_enable = &r600_hdmi_enable,
  1325. .hdmi_setmode = &r600_hdmi_setmode,
  1326. },
  1327. .copy = {
  1328. .blit = &r600_copy_blit,
  1329. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1330. .dma = &rv770_copy_dma,
  1331. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1332. .copy = &rv770_copy_dma,
  1333. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1334. },
  1335. .surface = {
  1336. .set_reg = r600_set_surface_reg,
  1337. .clear_reg = r600_clear_surface_reg,
  1338. },
  1339. .hpd = {
  1340. .init = &r600_hpd_init,
  1341. .fini = &r600_hpd_fini,
  1342. .sense = &r600_hpd_sense,
  1343. .set_polarity = &r600_hpd_set_polarity,
  1344. },
  1345. .pm = {
  1346. .misc = &rv770_pm_misc,
  1347. .prepare = &rs600_pm_prepare,
  1348. .finish = &rs600_pm_finish,
  1349. .init_profile = &r600_pm_init_profile,
  1350. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1351. .get_engine_clock = &radeon_atom_get_engine_clock,
  1352. .set_engine_clock = &radeon_atom_set_engine_clock,
  1353. .get_memory_clock = &radeon_atom_get_memory_clock,
  1354. .set_memory_clock = &radeon_atom_set_memory_clock,
  1355. .get_pcie_lanes = &r600_get_pcie_lanes,
  1356. .set_pcie_lanes = &r600_set_pcie_lanes,
  1357. .set_clock_gating = &radeon_atom_set_clock_gating,
  1358. .set_uvd_clocks = &rv770_set_uvd_clocks,
  1359. .get_temperature = &rv770_get_temp,
  1360. },
  1361. .dpm = {
  1362. .init = &rv770_dpm_init,
  1363. .setup_asic = &rv770_dpm_setup_asic,
  1364. .enable = &rv770_dpm_enable,
  1365. .disable = &rv770_dpm_disable,
  1366. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1367. .set_power_state = &rv770_dpm_set_power_state,
  1368. .post_set_power_state = &r600_dpm_post_set_power_state,
  1369. .display_configuration_changed = &rv770_dpm_display_configuration_changed,
  1370. .fini = &rv770_dpm_fini,
  1371. .get_sclk = &rv770_dpm_get_sclk,
  1372. .get_mclk = &rv770_dpm_get_mclk,
  1373. .print_power_state = &rv770_dpm_print_power_state,
  1374. .debugfs_print_current_performance_level = &rv770_dpm_debugfs_print_current_performance_level,
  1375. .force_performance_level = &rv770_dpm_force_performance_level,
  1376. .vblank_too_short = &rv770_dpm_vblank_too_short,
  1377. },
  1378. .pflip = {
  1379. .pre_page_flip = &rs600_pre_page_flip,
  1380. .page_flip = &rv770_page_flip,
  1381. .post_page_flip = &rs600_post_page_flip,
  1382. },
  1383. };
  1384. static struct radeon_asic evergreen_asic = {
  1385. .init = &evergreen_init,
  1386. .fini = &evergreen_fini,
  1387. .suspend = &evergreen_suspend,
  1388. .resume = &evergreen_resume,
  1389. .asic_reset = &evergreen_asic_reset,
  1390. .vga_set_state = &r600_vga_set_state,
  1391. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1392. .gui_idle = &r600_gui_idle,
  1393. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1394. .get_xclk = &rv770_get_xclk,
  1395. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1396. .gart = {
  1397. .tlb_flush = &evergreen_pcie_gart_tlb_flush,
  1398. .set_page = &rs600_gart_set_page,
  1399. },
  1400. .ring = {
  1401. [RADEON_RING_TYPE_GFX_INDEX] = {
  1402. .ib_execute = &evergreen_ring_ib_execute,
  1403. .emit_fence = &r600_fence_ring_emit,
  1404. .emit_semaphore = &r600_semaphore_ring_emit,
  1405. .cs_parse = &evergreen_cs_parse,
  1406. .ring_test = &r600_ring_test,
  1407. .ib_test = &r600_ib_test,
  1408. .is_lockup = &evergreen_gfx_is_lockup,
  1409. .get_rptr = &radeon_ring_generic_get_rptr,
  1410. .get_wptr = &radeon_ring_generic_get_wptr,
  1411. .set_wptr = &radeon_ring_generic_set_wptr,
  1412. },
  1413. [R600_RING_TYPE_DMA_INDEX] = {
  1414. .ib_execute = &evergreen_dma_ring_ib_execute,
  1415. .emit_fence = &evergreen_dma_fence_ring_emit,
  1416. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1417. .cs_parse = &evergreen_dma_cs_parse,
  1418. .ring_test = &r600_dma_ring_test,
  1419. .ib_test = &r600_dma_ib_test,
  1420. .is_lockup = &evergreen_dma_is_lockup,
  1421. .get_rptr = &radeon_ring_generic_get_rptr,
  1422. .get_wptr = &radeon_ring_generic_get_wptr,
  1423. .set_wptr = &radeon_ring_generic_set_wptr,
  1424. },
  1425. [R600_RING_TYPE_UVD_INDEX] = {
  1426. .ib_execute = &r600_uvd_ib_execute,
  1427. .emit_fence = &r600_uvd_fence_emit,
  1428. .emit_semaphore = &r600_uvd_semaphore_emit,
  1429. .cs_parse = &radeon_uvd_cs_parse,
  1430. .ring_test = &r600_uvd_ring_test,
  1431. .ib_test = &r600_uvd_ib_test,
  1432. .is_lockup = &radeon_ring_test_lockup,
  1433. .get_rptr = &radeon_ring_generic_get_rptr,
  1434. .get_wptr = &radeon_ring_generic_get_wptr,
  1435. .set_wptr = &radeon_ring_generic_set_wptr,
  1436. }
  1437. },
  1438. .irq = {
  1439. .set = &evergreen_irq_set,
  1440. .process = &evergreen_irq_process,
  1441. },
  1442. .display = {
  1443. .bandwidth_update = &evergreen_bandwidth_update,
  1444. .get_vblank_counter = &evergreen_get_vblank_counter,
  1445. .wait_for_vblank = &dce4_wait_for_vblank,
  1446. .set_backlight_level = &atombios_set_backlight_level,
  1447. .get_backlight_level = &atombios_get_backlight_level,
  1448. .hdmi_enable = &evergreen_hdmi_enable,
  1449. .hdmi_setmode = &evergreen_hdmi_setmode,
  1450. },
  1451. .copy = {
  1452. .blit = &r600_copy_blit,
  1453. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1454. .dma = &evergreen_copy_dma,
  1455. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1456. .copy = &evergreen_copy_dma,
  1457. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1458. },
  1459. .surface = {
  1460. .set_reg = r600_set_surface_reg,
  1461. .clear_reg = r600_clear_surface_reg,
  1462. },
  1463. .hpd = {
  1464. .init = &evergreen_hpd_init,
  1465. .fini = &evergreen_hpd_fini,
  1466. .sense = &evergreen_hpd_sense,
  1467. .set_polarity = &evergreen_hpd_set_polarity,
  1468. },
  1469. .pm = {
  1470. .misc = &evergreen_pm_misc,
  1471. .prepare = &evergreen_pm_prepare,
  1472. .finish = &evergreen_pm_finish,
  1473. .init_profile = &r600_pm_init_profile,
  1474. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1475. .get_engine_clock = &radeon_atom_get_engine_clock,
  1476. .set_engine_clock = &radeon_atom_set_engine_clock,
  1477. .get_memory_clock = &radeon_atom_get_memory_clock,
  1478. .set_memory_clock = &radeon_atom_set_memory_clock,
  1479. .get_pcie_lanes = &r600_get_pcie_lanes,
  1480. .set_pcie_lanes = &r600_set_pcie_lanes,
  1481. .set_clock_gating = NULL,
  1482. .set_uvd_clocks = &evergreen_set_uvd_clocks,
  1483. .get_temperature = &evergreen_get_temp,
  1484. },
  1485. .dpm = {
  1486. .init = &cypress_dpm_init,
  1487. .setup_asic = &cypress_dpm_setup_asic,
  1488. .enable = &cypress_dpm_enable,
  1489. .disable = &cypress_dpm_disable,
  1490. .pre_set_power_state = &r600_dpm_pre_set_power_state,
  1491. .set_power_state = &cypress_dpm_set_power_state,
  1492. .post_set_power_state = &r600_dpm_post_set_power_state,
  1493. .display_configuration_changed = &cypress_dpm_display_configuration_changed,
  1494. .fini = &cypress_dpm_fini,
  1495. .get_sclk = &rv770_dpm_get_sclk,
  1496. .get_mclk = &rv770_dpm_get_mclk,
  1497. .print_power_state = &rv770_dpm_print_power_state,
  1498. .debugfs_print_current_performance_level = &rv770_dpm_debugfs_print_current_performance_level,
  1499. .force_performance_level = &rv770_dpm_force_performance_level,
  1500. .vblank_too_short = &cypress_dpm_vblank_too_short,
  1501. },
  1502. .pflip = {
  1503. .pre_page_flip = &evergreen_pre_page_flip,
  1504. .page_flip = &evergreen_page_flip,
  1505. .post_page_flip = &evergreen_post_page_flip,
  1506. },
  1507. };
  1508. static struct radeon_asic sumo_asic = {
  1509. .init = &evergreen_init,
  1510. .fini = &evergreen_fini,
  1511. .suspend = &evergreen_suspend,
  1512. .resume = &evergreen_resume,
  1513. .asic_reset = &evergreen_asic_reset,
  1514. .vga_set_state = &r600_vga_set_state,
  1515. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1516. .gui_idle = &r600_gui_idle,
  1517. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1518. .get_xclk = &r600_get_xclk,
  1519. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1520. .gart = {
  1521. .tlb_flush = &evergreen_pcie_gart_tlb_flush,
  1522. .set_page = &rs600_gart_set_page,
  1523. },
  1524. .ring = {
  1525. [RADEON_RING_TYPE_GFX_INDEX] = {
  1526. .ib_execute = &evergreen_ring_ib_execute,
  1527. .emit_fence = &r600_fence_ring_emit,
  1528. .emit_semaphore = &r600_semaphore_ring_emit,
  1529. .cs_parse = &evergreen_cs_parse,
  1530. .ring_test = &r600_ring_test,
  1531. .ib_test = &r600_ib_test,
  1532. .is_lockup = &evergreen_gfx_is_lockup,
  1533. .get_rptr = &radeon_ring_generic_get_rptr,
  1534. .get_wptr = &radeon_ring_generic_get_wptr,
  1535. .set_wptr = &radeon_ring_generic_set_wptr,
  1536. },
  1537. [R600_RING_TYPE_DMA_INDEX] = {
  1538. .ib_execute = &evergreen_dma_ring_ib_execute,
  1539. .emit_fence = &evergreen_dma_fence_ring_emit,
  1540. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1541. .cs_parse = &evergreen_dma_cs_parse,
  1542. .ring_test = &r600_dma_ring_test,
  1543. .ib_test = &r600_dma_ib_test,
  1544. .is_lockup = &evergreen_dma_is_lockup,
  1545. .get_rptr = &radeon_ring_generic_get_rptr,
  1546. .get_wptr = &radeon_ring_generic_get_wptr,
  1547. .set_wptr = &radeon_ring_generic_set_wptr,
  1548. },
  1549. [R600_RING_TYPE_UVD_INDEX] = {
  1550. .ib_execute = &r600_uvd_ib_execute,
  1551. .emit_fence = &r600_uvd_fence_emit,
  1552. .emit_semaphore = &r600_uvd_semaphore_emit,
  1553. .cs_parse = &radeon_uvd_cs_parse,
  1554. .ring_test = &r600_uvd_ring_test,
  1555. .ib_test = &r600_uvd_ib_test,
  1556. .is_lockup = &radeon_ring_test_lockup,
  1557. .get_rptr = &radeon_ring_generic_get_rptr,
  1558. .get_wptr = &radeon_ring_generic_get_wptr,
  1559. .set_wptr = &radeon_ring_generic_set_wptr,
  1560. }
  1561. },
  1562. .irq = {
  1563. .set = &evergreen_irq_set,
  1564. .process = &evergreen_irq_process,
  1565. },
  1566. .display = {
  1567. .bandwidth_update = &evergreen_bandwidth_update,
  1568. .get_vblank_counter = &evergreen_get_vblank_counter,
  1569. .wait_for_vblank = &dce4_wait_for_vblank,
  1570. .set_backlight_level = &atombios_set_backlight_level,
  1571. .get_backlight_level = &atombios_get_backlight_level,
  1572. .hdmi_enable = &evergreen_hdmi_enable,
  1573. .hdmi_setmode = &evergreen_hdmi_setmode,
  1574. },
  1575. .copy = {
  1576. .blit = &r600_copy_blit,
  1577. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1578. .dma = &evergreen_copy_dma,
  1579. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1580. .copy = &evergreen_copy_dma,
  1581. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1582. },
  1583. .surface = {
  1584. .set_reg = r600_set_surface_reg,
  1585. .clear_reg = r600_clear_surface_reg,
  1586. },
  1587. .hpd = {
  1588. .init = &evergreen_hpd_init,
  1589. .fini = &evergreen_hpd_fini,
  1590. .sense = &evergreen_hpd_sense,
  1591. .set_polarity = &evergreen_hpd_set_polarity,
  1592. },
  1593. .pm = {
  1594. .misc = &evergreen_pm_misc,
  1595. .prepare = &evergreen_pm_prepare,
  1596. .finish = &evergreen_pm_finish,
  1597. .init_profile = &sumo_pm_init_profile,
  1598. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1599. .get_engine_clock = &radeon_atom_get_engine_clock,
  1600. .set_engine_clock = &radeon_atom_set_engine_clock,
  1601. .get_memory_clock = NULL,
  1602. .set_memory_clock = NULL,
  1603. .get_pcie_lanes = NULL,
  1604. .set_pcie_lanes = NULL,
  1605. .set_clock_gating = NULL,
  1606. .set_uvd_clocks = &sumo_set_uvd_clocks,
  1607. .get_temperature = &sumo_get_temp,
  1608. },
  1609. .dpm = {
  1610. .init = &sumo_dpm_init,
  1611. .setup_asic = &sumo_dpm_setup_asic,
  1612. .enable = &sumo_dpm_enable,
  1613. .disable = &sumo_dpm_disable,
  1614. .pre_set_power_state = &sumo_dpm_pre_set_power_state,
  1615. .set_power_state = &sumo_dpm_set_power_state,
  1616. .post_set_power_state = &sumo_dpm_post_set_power_state,
  1617. .display_configuration_changed = &sumo_dpm_display_configuration_changed,
  1618. .fini = &sumo_dpm_fini,
  1619. .get_sclk = &sumo_dpm_get_sclk,
  1620. .get_mclk = &sumo_dpm_get_mclk,
  1621. .print_power_state = &sumo_dpm_print_power_state,
  1622. .debugfs_print_current_performance_level = &sumo_dpm_debugfs_print_current_performance_level,
  1623. .force_performance_level = &sumo_dpm_force_performance_level,
  1624. },
  1625. .pflip = {
  1626. .pre_page_flip = &evergreen_pre_page_flip,
  1627. .page_flip = &evergreen_page_flip,
  1628. .post_page_flip = &evergreen_post_page_flip,
  1629. },
  1630. };
  1631. static struct radeon_asic btc_asic = {
  1632. .init = &evergreen_init,
  1633. .fini = &evergreen_fini,
  1634. .suspend = &evergreen_suspend,
  1635. .resume = &evergreen_resume,
  1636. .asic_reset = &evergreen_asic_reset,
  1637. .vga_set_state = &r600_vga_set_state,
  1638. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1639. .gui_idle = &r600_gui_idle,
  1640. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1641. .get_xclk = &rv770_get_xclk,
  1642. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1643. .gart = {
  1644. .tlb_flush = &evergreen_pcie_gart_tlb_flush,
  1645. .set_page = &rs600_gart_set_page,
  1646. },
  1647. .ring = {
  1648. [RADEON_RING_TYPE_GFX_INDEX] = {
  1649. .ib_execute = &evergreen_ring_ib_execute,
  1650. .emit_fence = &r600_fence_ring_emit,
  1651. .emit_semaphore = &r600_semaphore_ring_emit,
  1652. .cs_parse = &evergreen_cs_parse,
  1653. .ring_test = &r600_ring_test,
  1654. .ib_test = &r600_ib_test,
  1655. .is_lockup = &evergreen_gfx_is_lockup,
  1656. .get_rptr = &radeon_ring_generic_get_rptr,
  1657. .get_wptr = &radeon_ring_generic_get_wptr,
  1658. .set_wptr = &radeon_ring_generic_set_wptr,
  1659. },
  1660. [R600_RING_TYPE_DMA_INDEX] = {
  1661. .ib_execute = &evergreen_dma_ring_ib_execute,
  1662. .emit_fence = &evergreen_dma_fence_ring_emit,
  1663. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1664. .cs_parse = &evergreen_dma_cs_parse,
  1665. .ring_test = &r600_dma_ring_test,
  1666. .ib_test = &r600_dma_ib_test,
  1667. .is_lockup = &evergreen_dma_is_lockup,
  1668. .get_rptr = &radeon_ring_generic_get_rptr,
  1669. .get_wptr = &radeon_ring_generic_get_wptr,
  1670. .set_wptr = &radeon_ring_generic_set_wptr,
  1671. },
  1672. [R600_RING_TYPE_UVD_INDEX] = {
  1673. .ib_execute = &r600_uvd_ib_execute,
  1674. .emit_fence = &r600_uvd_fence_emit,
  1675. .emit_semaphore = &r600_uvd_semaphore_emit,
  1676. .cs_parse = &radeon_uvd_cs_parse,
  1677. .ring_test = &r600_uvd_ring_test,
  1678. .ib_test = &r600_uvd_ib_test,
  1679. .is_lockup = &radeon_ring_test_lockup,
  1680. .get_rptr = &radeon_ring_generic_get_rptr,
  1681. .get_wptr = &radeon_ring_generic_get_wptr,
  1682. .set_wptr = &radeon_ring_generic_set_wptr,
  1683. }
  1684. },
  1685. .irq = {
  1686. .set = &evergreen_irq_set,
  1687. .process = &evergreen_irq_process,
  1688. },
  1689. .display = {
  1690. .bandwidth_update = &evergreen_bandwidth_update,
  1691. .get_vblank_counter = &evergreen_get_vblank_counter,
  1692. .wait_for_vblank = &dce4_wait_for_vblank,
  1693. .set_backlight_level = &atombios_set_backlight_level,
  1694. .get_backlight_level = &atombios_get_backlight_level,
  1695. .hdmi_enable = &evergreen_hdmi_enable,
  1696. .hdmi_setmode = &evergreen_hdmi_setmode,
  1697. },
  1698. .copy = {
  1699. .blit = &r600_copy_blit,
  1700. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1701. .dma = &evergreen_copy_dma,
  1702. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1703. .copy = &evergreen_copy_dma,
  1704. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1705. },
  1706. .surface = {
  1707. .set_reg = r600_set_surface_reg,
  1708. .clear_reg = r600_clear_surface_reg,
  1709. },
  1710. .hpd = {
  1711. .init = &evergreen_hpd_init,
  1712. .fini = &evergreen_hpd_fini,
  1713. .sense = &evergreen_hpd_sense,
  1714. .set_polarity = &evergreen_hpd_set_polarity,
  1715. },
  1716. .pm = {
  1717. .misc = &evergreen_pm_misc,
  1718. .prepare = &evergreen_pm_prepare,
  1719. .finish = &evergreen_pm_finish,
  1720. .init_profile = &btc_pm_init_profile,
  1721. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1722. .get_engine_clock = &radeon_atom_get_engine_clock,
  1723. .set_engine_clock = &radeon_atom_set_engine_clock,
  1724. .get_memory_clock = &radeon_atom_get_memory_clock,
  1725. .set_memory_clock = &radeon_atom_set_memory_clock,
  1726. .get_pcie_lanes = &r600_get_pcie_lanes,
  1727. .set_pcie_lanes = &r600_set_pcie_lanes,
  1728. .set_clock_gating = NULL,
  1729. .set_uvd_clocks = &evergreen_set_uvd_clocks,
  1730. .get_temperature = &evergreen_get_temp,
  1731. },
  1732. .dpm = {
  1733. .init = &btc_dpm_init,
  1734. .setup_asic = &btc_dpm_setup_asic,
  1735. .enable = &btc_dpm_enable,
  1736. .disable = &btc_dpm_disable,
  1737. .pre_set_power_state = &btc_dpm_pre_set_power_state,
  1738. .set_power_state = &btc_dpm_set_power_state,
  1739. .post_set_power_state = &btc_dpm_post_set_power_state,
  1740. .display_configuration_changed = &cypress_dpm_display_configuration_changed,
  1741. .fini = &btc_dpm_fini,
  1742. .get_sclk = &btc_dpm_get_sclk,
  1743. .get_mclk = &btc_dpm_get_mclk,
  1744. .print_power_state = &rv770_dpm_print_power_state,
  1745. .debugfs_print_current_performance_level = &rv770_dpm_debugfs_print_current_performance_level,
  1746. .force_performance_level = &rv770_dpm_force_performance_level,
  1747. .vblank_too_short = &btc_dpm_vblank_too_short,
  1748. },
  1749. .pflip = {
  1750. .pre_page_flip = &evergreen_pre_page_flip,
  1751. .page_flip = &evergreen_page_flip,
  1752. .post_page_flip = &evergreen_post_page_flip,
  1753. },
  1754. };
  1755. static struct radeon_asic cayman_asic = {
  1756. .init = &cayman_init,
  1757. .fini = &cayman_fini,
  1758. .suspend = &cayman_suspend,
  1759. .resume = &cayman_resume,
  1760. .asic_reset = &cayman_asic_reset,
  1761. .vga_set_state = &r600_vga_set_state,
  1762. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1763. .gui_idle = &r600_gui_idle,
  1764. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1765. .get_xclk = &rv770_get_xclk,
  1766. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1767. .gart = {
  1768. .tlb_flush = &cayman_pcie_gart_tlb_flush,
  1769. .set_page = &rs600_gart_set_page,
  1770. },
  1771. .vm = {
  1772. .init = &cayman_vm_init,
  1773. .fini = &cayman_vm_fini,
  1774. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  1775. .set_page = &cayman_vm_set_page,
  1776. },
  1777. .ring = {
  1778. [RADEON_RING_TYPE_GFX_INDEX] = {
  1779. .ib_execute = &cayman_ring_ib_execute,
  1780. .ib_parse = &evergreen_ib_parse,
  1781. .emit_fence = &cayman_fence_ring_emit,
  1782. .emit_semaphore = &r600_semaphore_ring_emit,
  1783. .cs_parse = &evergreen_cs_parse,
  1784. .ring_test = &r600_ring_test,
  1785. .ib_test = &r600_ib_test,
  1786. .is_lockup = &cayman_gfx_is_lockup,
  1787. .vm_flush = &cayman_vm_flush,
  1788. .get_rptr = &radeon_ring_generic_get_rptr,
  1789. .get_wptr = &radeon_ring_generic_get_wptr,
  1790. .set_wptr = &radeon_ring_generic_set_wptr,
  1791. },
  1792. [CAYMAN_RING_TYPE_CP1_INDEX] = {
  1793. .ib_execute = &cayman_ring_ib_execute,
  1794. .ib_parse = &evergreen_ib_parse,
  1795. .emit_fence = &cayman_fence_ring_emit,
  1796. .emit_semaphore = &r600_semaphore_ring_emit,
  1797. .cs_parse = &evergreen_cs_parse,
  1798. .ring_test = &r600_ring_test,
  1799. .ib_test = &r600_ib_test,
  1800. .is_lockup = &cayman_gfx_is_lockup,
  1801. .vm_flush = &cayman_vm_flush,
  1802. .get_rptr = &radeon_ring_generic_get_rptr,
  1803. .get_wptr = &radeon_ring_generic_get_wptr,
  1804. .set_wptr = &radeon_ring_generic_set_wptr,
  1805. },
  1806. [CAYMAN_RING_TYPE_CP2_INDEX] = {
  1807. .ib_execute = &cayman_ring_ib_execute,
  1808. .ib_parse = &evergreen_ib_parse,
  1809. .emit_fence = &cayman_fence_ring_emit,
  1810. .emit_semaphore = &r600_semaphore_ring_emit,
  1811. .cs_parse = &evergreen_cs_parse,
  1812. .ring_test = &r600_ring_test,
  1813. .ib_test = &r600_ib_test,
  1814. .is_lockup = &cayman_gfx_is_lockup,
  1815. .vm_flush = &cayman_vm_flush,
  1816. .get_rptr = &radeon_ring_generic_get_rptr,
  1817. .get_wptr = &radeon_ring_generic_get_wptr,
  1818. .set_wptr = &radeon_ring_generic_set_wptr,
  1819. },
  1820. [R600_RING_TYPE_DMA_INDEX] = {
  1821. .ib_execute = &cayman_dma_ring_ib_execute,
  1822. .ib_parse = &evergreen_dma_ib_parse,
  1823. .emit_fence = &evergreen_dma_fence_ring_emit,
  1824. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1825. .cs_parse = &evergreen_dma_cs_parse,
  1826. .ring_test = &r600_dma_ring_test,
  1827. .ib_test = &r600_dma_ib_test,
  1828. .is_lockup = &cayman_dma_is_lockup,
  1829. .vm_flush = &cayman_dma_vm_flush,
  1830. .get_rptr = &radeon_ring_generic_get_rptr,
  1831. .get_wptr = &radeon_ring_generic_get_wptr,
  1832. .set_wptr = &radeon_ring_generic_set_wptr,
  1833. },
  1834. [CAYMAN_RING_TYPE_DMA1_INDEX] = {
  1835. .ib_execute = &cayman_dma_ring_ib_execute,
  1836. .ib_parse = &evergreen_dma_ib_parse,
  1837. .emit_fence = &evergreen_dma_fence_ring_emit,
  1838. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  1839. .cs_parse = &evergreen_dma_cs_parse,
  1840. .ring_test = &r600_dma_ring_test,
  1841. .ib_test = &r600_dma_ib_test,
  1842. .is_lockup = &cayman_dma_is_lockup,
  1843. .vm_flush = &cayman_dma_vm_flush,
  1844. .get_rptr = &radeon_ring_generic_get_rptr,
  1845. .get_wptr = &radeon_ring_generic_get_wptr,
  1846. .set_wptr = &radeon_ring_generic_set_wptr,
  1847. },
  1848. [R600_RING_TYPE_UVD_INDEX] = {
  1849. .ib_execute = &r600_uvd_ib_execute,
  1850. .emit_fence = &r600_uvd_fence_emit,
  1851. .emit_semaphore = &cayman_uvd_semaphore_emit,
  1852. .cs_parse = &radeon_uvd_cs_parse,
  1853. .ring_test = &r600_uvd_ring_test,
  1854. .ib_test = &r600_uvd_ib_test,
  1855. .is_lockup = &radeon_ring_test_lockup,
  1856. .get_rptr = &radeon_ring_generic_get_rptr,
  1857. .get_wptr = &radeon_ring_generic_get_wptr,
  1858. .set_wptr = &radeon_ring_generic_set_wptr,
  1859. }
  1860. },
  1861. .irq = {
  1862. .set = &evergreen_irq_set,
  1863. .process = &evergreen_irq_process,
  1864. },
  1865. .display = {
  1866. .bandwidth_update = &evergreen_bandwidth_update,
  1867. .get_vblank_counter = &evergreen_get_vblank_counter,
  1868. .wait_for_vblank = &dce4_wait_for_vblank,
  1869. .set_backlight_level = &atombios_set_backlight_level,
  1870. .get_backlight_level = &atombios_get_backlight_level,
  1871. .hdmi_enable = &evergreen_hdmi_enable,
  1872. .hdmi_setmode = &evergreen_hdmi_setmode,
  1873. },
  1874. .copy = {
  1875. .blit = &r600_copy_blit,
  1876. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  1877. .dma = &evergreen_copy_dma,
  1878. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  1879. .copy = &evergreen_copy_dma,
  1880. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  1881. },
  1882. .surface = {
  1883. .set_reg = r600_set_surface_reg,
  1884. .clear_reg = r600_clear_surface_reg,
  1885. },
  1886. .hpd = {
  1887. .init = &evergreen_hpd_init,
  1888. .fini = &evergreen_hpd_fini,
  1889. .sense = &evergreen_hpd_sense,
  1890. .set_polarity = &evergreen_hpd_set_polarity,
  1891. },
  1892. .pm = {
  1893. .misc = &evergreen_pm_misc,
  1894. .prepare = &evergreen_pm_prepare,
  1895. .finish = &evergreen_pm_finish,
  1896. .init_profile = &btc_pm_init_profile,
  1897. .get_dynpm_state = &r600_pm_get_dynpm_state,
  1898. .get_engine_clock = &radeon_atom_get_engine_clock,
  1899. .set_engine_clock = &radeon_atom_set_engine_clock,
  1900. .get_memory_clock = &radeon_atom_get_memory_clock,
  1901. .set_memory_clock = &radeon_atom_set_memory_clock,
  1902. .get_pcie_lanes = &r600_get_pcie_lanes,
  1903. .set_pcie_lanes = &r600_set_pcie_lanes,
  1904. .set_clock_gating = NULL,
  1905. .set_uvd_clocks = &evergreen_set_uvd_clocks,
  1906. .get_temperature = &evergreen_get_temp,
  1907. },
  1908. .dpm = {
  1909. .init = &ni_dpm_init,
  1910. .setup_asic = &ni_dpm_setup_asic,
  1911. .enable = &ni_dpm_enable,
  1912. .disable = &ni_dpm_disable,
  1913. .pre_set_power_state = &ni_dpm_pre_set_power_state,
  1914. .set_power_state = &ni_dpm_set_power_state,
  1915. .post_set_power_state = &ni_dpm_post_set_power_state,
  1916. .display_configuration_changed = &cypress_dpm_display_configuration_changed,
  1917. .fini = &ni_dpm_fini,
  1918. .get_sclk = &ni_dpm_get_sclk,
  1919. .get_mclk = &ni_dpm_get_mclk,
  1920. .print_power_state = &ni_dpm_print_power_state,
  1921. .debugfs_print_current_performance_level = &ni_dpm_debugfs_print_current_performance_level,
  1922. .force_performance_level = &ni_dpm_force_performance_level,
  1923. .vblank_too_short = &ni_dpm_vblank_too_short,
  1924. },
  1925. .pflip = {
  1926. .pre_page_flip = &evergreen_pre_page_flip,
  1927. .page_flip = &evergreen_page_flip,
  1928. .post_page_flip = &evergreen_post_page_flip,
  1929. },
  1930. };
  1931. static struct radeon_asic trinity_asic = {
  1932. .init = &cayman_init,
  1933. .fini = &cayman_fini,
  1934. .suspend = &cayman_suspend,
  1935. .resume = &cayman_resume,
  1936. .asic_reset = &cayman_asic_reset,
  1937. .vga_set_state = &r600_vga_set_state,
  1938. .ioctl_wait_idle = r600_ioctl_wait_idle,
  1939. .gui_idle = &r600_gui_idle,
  1940. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  1941. .get_xclk = &r600_get_xclk,
  1942. .get_gpu_clock_counter = &r600_get_gpu_clock_counter,
  1943. .gart = {
  1944. .tlb_flush = &cayman_pcie_gart_tlb_flush,
  1945. .set_page = &rs600_gart_set_page,
  1946. },
  1947. .vm = {
  1948. .init = &cayman_vm_init,
  1949. .fini = &cayman_vm_fini,
  1950. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  1951. .set_page = &cayman_vm_set_page,
  1952. },
  1953. .ring = {
  1954. [RADEON_RING_TYPE_GFX_INDEX] = {
  1955. .ib_execute = &cayman_ring_ib_execute,
  1956. .ib_parse = &evergreen_ib_parse,
  1957. .emit_fence = &cayman_fence_ring_emit,
  1958. .emit_semaphore = &r600_semaphore_ring_emit,
  1959. .cs_parse = &evergreen_cs_parse,
  1960. .ring_test = &r600_ring_test,
  1961. .ib_test = &r600_ib_test,
  1962. .is_lockup = &cayman_gfx_is_lockup,
  1963. .vm_flush = &cayman_vm_flush,
  1964. .get_rptr = &radeon_ring_generic_get_rptr,
  1965. .get_wptr = &radeon_ring_generic_get_wptr,
  1966. .set_wptr = &radeon_ring_generic_set_wptr,
  1967. },
  1968. [CAYMAN_RING_TYPE_CP1_INDEX] = {
  1969. .ib_execute = &cayman_ring_ib_execute,
  1970. .ib_parse = &evergreen_ib_parse,
  1971. .emit_fence = &cayman_fence_ring_emit,
  1972. .emit_semaphore = &r600_semaphore_ring_emit,
  1973. .cs_parse = &evergreen_cs_parse,
  1974. .ring_test = &r600_ring_test,
  1975. .ib_test = &r600_ib_test,
  1976. .is_lockup = &cayman_gfx_is_lockup,
  1977. .vm_flush = &cayman_vm_flush,
  1978. .get_rptr = &radeon_ring_generic_get_rptr,
  1979. .get_wptr = &radeon_ring_generic_get_wptr,
  1980. .set_wptr = &radeon_ring_generic_set_wptr,
  1981. },
  1982. [CAYMAN_RING_TYPE_CP2_INDEX] = {
  1983. .ib_execute = &cayman_ring_ib_execute,
  1984. .ib_parse = &evergreen_ib_parse,
  1985. .emit_fence = &cayman_fence_ring_emit,
  1986. .emit_semaphore = &r600_semaphore_ring_emit,
  1987. .cs_parse = &evergreen_cs_parse,
  1988. .ring_test = &r600_ring_test,
  1989. .ib_test = &r600_ib_test,
  1990. .is_lockup = &cayman_gfx_is_lockup,
  1991. .vm_flush = &cayman_vm_flush,
  1992. .get_rptr = &radeon_ring_generic_get_rptr,
  1993. .get_wptr = &radeon_ring_generic_get_wptr,
  1994. .set_wptr = &radeon_ring_generic_set_wptr,
  1995. },
  1996. [R600_RING_TYPE_DMA_INDEX] = {
  1997. .ib_execute = &cayman_dma_ring_ib_execute,
  1998. .ib_parse = &evergreen_dma_ib_parse,
  1999. .emit_fence = &evergreen_dma_fence_ring_emit,
  2000. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  2001. .cs_parse = &evergreen_dma_cs_parse,
  2002. .ring_test = &r600_dma_ring_test,
  2003. .ib_test = &r600_dma_ib_test,
  2004. .is_lockup = &cayman_dma_is_lockup,
  2005. .vm_flush = &cayman_dma_vm_flush,
  2006. .get_rptr = &radeon_ring_generic_get_rptr,
  2007. .get_wptr = &radeon_ring_generic_get_wptr,
  2008. .set_wptr = &radeon_ring_generic_set_wptr,
  2009. },
  2010. [CAYMAN_RING_TYPE_DMA1_INDEX] = {
  2011. .ib_execute = &cayman_dma_ring_ib_execute,
  2012. .ib_parse = &evergreen_dma_ib_parse,
  2013. .emit_fence = &evergreen_dma_fence_ring_emit,
  2014. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  2015. .cs_parse = &evergreen_dma_cs_parse,
  2016. .ring_test = &r600_dma_ring_test,
  2017. .ib_test = &r600_dma_ib_test,
  2018. .is_lockup = &cayman_dma_is_lockup,
  2019. .vm_flush = &cayman_dma_vm_flush,
  2020. .get_rptr = &radeon_ring_generic_get_rptr,
  2021. .get_wptr = &radeon_ring_generic_get_wptr,
  2022. .set_wptr = &radeon_ring_generic_set_wptr,
  2023. },
  2024. [R600_RING_TYPE_UVD_INDEX] = {
  2025. .ib_execute = &r600_uvd_ib_execute,
  2026. .emit_fence = &r600_uvd_fence_emit,
  2027. .emit_semaphore = &cayman_uvd_semaphore_emit,
  2028. .cs_parse = &radeon_uvd_cs_parse,
  2029. .ring_test = &r600_uvd_ring_test,
  2030. .ib_test = &r600_uvd_ib_test,
  2031. .is_lockup = &radeon_ring_test_lockup,
  2032. .get_rptr = &radeon_ring_generic_get_rptr,
  2033. .get_wptr = &radeon_ring_generic_get_wptr,
  2034. .set_wptr = &radeon_ring_generic_set_wptr,
  2035. }
  2036. },
  2037. .irq = {
  2038. .set = &evergreen_irq_set,
  2039. .process = &evergreen_irq_process,
  2040. },
  2041. .display = {
  2042. .bandwidth_update = &dce6_bandwidth_update,
  2043. .get_vblank_counter = &evergreen_get_vblank_counter,
  2044. .wait_for_vblank = &dce4_wait_for_vblank,
  2045. .set_backlight_level = &atombios_set_backlight_level,
  2046. .get_backlight_level = &atombios_get_backlight_level,
  2047. },
  2048. .copy = {
  2049. .blit = &r600_copy_blit,
  2050. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  2051. .dma = &evergreen_copy_dma,
  2052. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  2053. .copy = &evergreen_copy_dma,
  2054. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  2055. },
  2056. .surface = {
  2057. .set_reg = r600_set_surface_reg,
  2058. .clear_reg = r600_clear_surface_reg,
  2059. },
  2060. .hpd = {
  2061. .init = &evergreen_hpd_init,
  2062. .fini = &evergreen_hpd_fini,
  2063. .sense = &evergreen_hpd_sense,
  2064. .set_polarity = &evergreen_hpd_set_polarity,
  2065. },
  2066. .pm = {
  2067. .misc = &evergreen_pm_misc,
  2068. .prepare = &evergreen_pm_prepare,
  2069. .finish = &evergreen_pm_finish,
  2070. .init_profile = &sumo_pm_init_profile,
  2071. .get_dynpm_state = &r600_pm_get_dynpm_state,
  2072. .get_engine_clock = &radeon_atom_get_engine_clock,
  2073. .set_engine_clock = &radeon_atom_set_engine_clock,
  2074. .get_memory_clock = NULL,
  2075. .set_memory_clock = NULL,
  2076. .get_pcie_lanes = NULL,
  2077. .set_pcie_lanes = NULL,
  2078. .set_clock_gating = NULL,
  2079. .set_uvd_clocks = &sumo_set_uvd_clocks,
  2080. .get_temperature = &tn_get_temp,
  2081. },
  2082. .dpm = {
  2083. .init = &trinity_dpm_init,
  2084. .setup_asic = &trinity_dpm_setup_asic,
  2085. .enable = &trinity_dpm_enable,
  2086. .disable = &trinity_dpm_disable,
  2087. .pre_set_power_state = &trinity_dpm_pre_set_power_state,
  2088. .set_power_state = &trinity_dpm_set_power_state,
  2089. .post_set_power_state = &trinity_dpm_post_set_power_state,
  2090. .display_configuration_changed = &trinity_dpm_display_configuration_changed,
  2091. .fini = &trinity_dpm_fini,
  2092. .get_sclk = &trinity_dpm_get_sclk,
  2093. .get_mclk = &trinity_dpm_get_mclk,
  2094. .print_power_state = &trinity_dpm_print_power_state,
  2095. .debugfs_print_current_performance_level = &trinity_dpm_debugfs_print_current_performance_level,
  2096. .force_performance_level = &trinity_dpm_force_performance_level,
  2097. },
  2098. .pflip = {
  2099. .pre_page_flip = &evergreen_pre_page_flip,
  2100. .page_flip = &evergreen_page_flip,
  2101. .post_page_flip = &evergreen_post_page_flip,
  2102. },
  2103. };
  2104. static struct radeon_asic si_asic = {
  2105. .init = &si_init,
  2106. .fini = &si_fini,
  2107. .suspend = &si_suspend,
  2108. .resume = &si_resume,
  2109. .asic_reset = &si_asic_reset,
  2110. .vga_set_state = &r600_vga_set_state,
  2111. .ioctl_wait_idle = r600_ioctl_wait_idle,
  2112. .gui_idle = &r600_gui_idle,
  2113. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  2114. .get_xclk = &si_get_xclk,
  2115. .get_gpu_clock_counter = &si_get_gpu_clock_counter,
  2116. .gart = {
  2117. .tlb_flush = &si_pcie_gart_tlb_flush,
  2118. .set_page = &rs600_gart_set_page,
  2119. },
  2120. .vm = {
  2121. .init = &si_vm_init,
  2122. .fini = &si_vm_fini,
  2123. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  2124. .set_page = &si_vm_set_page,
  2125. },
  2126. .ring = {
  2127. [RADEON_RING_TYPE_GFX_INDEX] = {
  2128. .ib_execute = &si_ring_ib_execute,
  2129. .ib_parse = &si_ib_parse,
  2130. .emit_fence = &si_fence_ring_emit,
  2131. .emit_semaphore = &r600_semaphore_ring_emit,
  2132. .cs_parse = NULL,
  2133. .ring_test = &r600_ring_test,
  2134. .ib_test = &r600_ib_test,
  2135. .is_lockup = &si_gfx_is_lockup,
  2136. .vm_flush = &si_vm_flush,
  2137. .get_rptr = &radeon_ring_generic_get_rptr,
  2138. .get_wptr = &radeon_ring_generic_get_wptr,
  2139. .set_wptr = &radeon_ring_generic_set_wptr,
  2140. },
  2141. [CAYMAN_RING_TYPE_CP1_INDEX] = {
  2142. .ib_execute = &si_ring_ib_execute,
  2143. .ib_parse = &si_ib_parse,
  2144. .emit_fence = &si_fence_ring_emit,
  2145. .emit_semaphore = &r600_semaphore_ring_emit,
  2146. .cs_parse = NULL,
  2147. .ring_test = &r600_ring_test,
  2148. .ib_test = &r600_ib_test,
  2149. .is_lockup = &si_gfx_is_lockup,
  2150. .vm_flush = &si_vm_flush,
  2151. .get_rptr = &radeon_ring_generic_get_rptr,
  2152. .get_wptr = &radeon_ring_generic_get_wptr,
  2153. .set_wptr = &radeon_ring_generic_set_wptr,
  2154. },
  2155. [CAYMAN_RING_TYPE_CP2_INDEX] = {
  2156. .ib_execute = &si_ring_ib_execute,
  2157. .ib_parse = &si_ib_parse,
  2158. .emit_fence = &si_fence_ring_emit,
  2159. .emit_semaphore = &r600_semaphore_ring_emit,
  2160. .cs_parse = NULL,
  2161. .ring_test = &r600_ring_test,
  2162. .ib_test = &r600_ib_test,
  2163. .is_lockup = &si_gfx_is_lockup,
  2164. .vm_flush = &si_vm_flush,
  2165. .get_rptr = &radeon_ring_generic_get_rptr,
  2166. .get_wptr = &radeon_ring_generic_get_wptr,
  2167. .set_wptr = &radeon_ring_generic_set_wptr,
  2168. },
  2169. [R600_RING_TYPE_DMA_INDEX] = {
  2170. .ib_execute = &cayman_dma_ring_ib_execute,
  2171. .ib_parse = &evergreen_dma_ib_parse,
  2172. .emit_fence = &evergreen_dma_fence_ring_emit,
  2173. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  2174. .cs_parse = NULL,
  2175. .ring_test = &r600_dma_ring_test,
  2176. .ib_test = &r600_dma_ib_test,
  2177. .is_lockup = &si_dma_is_lockup,
  2178. .vm_flush = &si_dma_vm_flush,
  2179. .get_rptr = &radeon_ring_generic_get_rptr,
  2180. .get_wptr = &radeon_ring_generic_get_wptr,
  2181. .set_wptr = &radeon_ring_generic_set_wptr,
  2182. },
  2183. [CAYMAN_RING_TYPE_DMA1_INDEX] = {
  2184. .ib_execute = &cayman_dma_ring_ib_execute,
  2185. .ib_parse = &evergreen_dma_ib_parse,
  2186. .emit_fence = &evergreen_dma_fence_ring_emit,
  2187. .emit_semaphore = &r600_dma_semaphore_ring_emit,
  2188. .cs_parse = NULL,
  2189. .ring_test = &r600_dma_ring_test,
  2190. .ib_test = &r600_dma_ib_test,
  2191. .is_lockup = &si_dma_is_lockup,
  2192. .vm_flush = &si_dma_vm_flush,
  2193. .get_rptr = &radeon_ring_generic_get_rptr,
  2194. .get_wptr = &radeon_ring_generic_get_wptr,
  2195. .set_wptr = &radeon_ring_generic_set_wptr,
  2196. },
  2197. [R600_RING_TYPE_UVD_INDEX] = {
  2198. .ib_execute = &r600_uvd_ib_execute,
  2199. .emit_fence = &r600_uvd_fence_emit,
  2200. .emit_semaphore = &cayman_uvd_semaphore_emit,
  2201. .cs_parse = &radeon_uvd_cs_parse,
  2202. .ring_test = &r600_uvd_ring_test,
  2203. .ib_test = &r600_uvd_ib_test,
  2204. .is_lockup = &radeon_ring_test_lockup,
  2205. .get_rptr = &radeon_ring_generic_get_rptr,
  2206. .get_wptr = &radeon_ring_generic_get_wptr,
  2207. .set_wptr = &radeon_ring_generic_set_wptr,
  2208. }
  2209. },
  2210. .irq = {
  2211. .set = &si_irq_set,
  2212. .process = &si_irq_process,
  2213. },
  2214. .display = {
  2215. .bandwidth_update = &dce6_bandwidth_update,
  2216. .get_vblank_counter = &evergreen_get_vblank_counter,
  2217. .wait_for_vblank = &dce4_wait_for_vblank,
  2218. .set_backlight_level = &atombios_set_backlight_level,
  2219. .get_backlight_level = &atombios_get_backlight_level,
  2220. },
  2221. .copy = {
  2222. .blit = NULL,
  2223. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  2224. .dma = &si_copy_dma,
  2225. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  2226. .copy = &si_copy_dma,
  2227. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  2228. },
  2229. .surface = {
  2230. .set_reg = r600_set_surface_reg,
  2231. .clear_reg = r600_clear_surface_reg,
  2232. },
  2233. .hpd = {
  2234. .init = &evergreen_hpd_init,
  2235. .fini = &evergreen_hpd_fini,
  2236. .sense = &evergreen_hpd_sense,
  2237. .set_polarity = &evergreen_hpd_set_polarity,
  2238. },
  2239. .pm = {
  2240. .misc = &evergreen_pm_misc,
  2241. .prepare = &evergreen_pm_prepare,
  2242. .finish = &evergreen_pm_finish,
  2243. .init_profile = &sumo_pm_init_profile,
  2244. .get_dynpm_state = &r600_pm_get_dynpm_state,
  2245. .get_engine_clock = &radeon_atom_get_engine_clock,
  2246. .set_engine_clock = &radeon_atom_set_engine_clock,
  2247. .get_memory_clock = &radeon_atom_get_memory_clock,
  2248. .set_memory_clock = &radeon_atom_set_memory_clock,
  2249. .get_pcie_lanes = &r600_get_pcie_lanes,
  2250. .set_pcie_lanes = &r600_set_pcie_lanes,
  2251. .set_clock_gating = NULL,
  2252. .set_uvd_clocks = &si_set_uvd_clocks,
  2253. .get_temperature = &si_get_temp,
  2254. },
  2255. .dpm = {
  2256. .init = &si_dpm_init,
  2257. .setup_asic = &si_dpm_setup_asic,
  2258. .enable = &si_dpm_enable,
  2259. .disable = &si_dpm_disable,
  2260. .pre_set_power_state = &si_dpm_pre_set_power_state,
  2261. .set_power_state = &si_dpm_set_power_state,
  2262. .post_set_power_state = &si_dpm_post_set_power_state,
  2263. .display_configuration_changed = &si_dpm_display_configuration_changed,
  2264. .fini = &si_dpm_fini,
  2265. .get_sclk = &ni_dpm_get_sclk,
  2266. .get_mclk = &ni_dpm_get_mclk,
  2267. .print_power_state = &ni_dpm_print_power_state,
  2268. .debugfs_print_current_performance_level = &si_dpm_debugfs_print_current_performance_level,
  2269. .force_performance_level = &si_dpm_force_performance_level,
  2270. .vblank_too_short = &ni_dpm_vblank_too_short,
  2271. },
  2272. .pflip = {
  2273. .pre_page_flip = &evergreen_pre_page_flip,
  2274. .page_flip = &evergreen_page_flip,
  2275. .post_page_flip = &evergreen_post_page_flip,
  2276. },
  2277. };
  2278. static struct radeon_asic ci_asic = {
  2279. .init = &cik_init,
  2280. .fini = &cik_fini,
  2281. .suspend = &cik_suspend,
  2282. .resume = &cik_resume,
  2283. .asic_reset = &cik_asic_reset,
  2284. .vga_set_state = &r600_vga_set_state,
  2285. .ioctl_wait_idle = NULL,
  2286. .gui_idle = &r600_gui_idle,
  2287. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  2288. .get_xclk = &cik_get_xclk,
  2289. .get_gpu_clock_counter = &cik_get_gpu_clock_counter,
  2290. .gart = {
  2291. .tlb_flush = &cik_pcie_gart_tlb_flush,
  2292. .set_page = &rs600_gart_set_page,
  2293. },
  2294. .vm = {
  2295. .init = &cik_vm_init,
  2296. .fini = &cik_vm_fini,
  2297. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  2298. .set_page = &cik_vm_set_page,
  2299. },
  2300. .ring = {
  2301. [RADEON_RING_TYPE_GFX_INDEX] = {
  2302. .ib_execute = &cik_ring_ib_execute,
  2303. .ib_parse = &cik_ib_parse,
  2304. .emit_fence = &cik_fence_gfx_ring_emit,
  2305. .emit_semaphore = &cik_semaphore_ring_emit,
  2306. .cs_parse = NULL,
  2307. .ring_test = &cik_ring_test,
  2308. .ib_test = &cik_ib_test,
  2309. .is_lockup = &cik_gfx_is_lockup,
  2310. .vm_flush = &cik_vm_flush,
  2311. .get_rptr = &radeon_ring_generic_get_rptr,
  2312. .get_wptr = &radeon_ring_generic_get_wptr,
  2313. .set_wptr = &radeon_ring_generic_set_wptr,
  2314. },
  2315. [CAYMAN_RING_TYPE_CP1_INDEX] = {
  2316. .ib_execute = &cik_ring_ib_execute,
  2317. .ib_parse = &cik_ib_parse,
  2318. .emit_fence = &cik_fence_compute_ring_emit,
  2319. .emit_semaphore = &cik_semaphore_ring_emit,
  2320. .cs_parse = NULL,
  2321. .ring_test = &cik_ring_test,
  2322. .ib_test = &cik_ib_test,
  2323. .is_lockup = &cik_gfx_is_lockup,
  2324. .vm_flush = &cik_vm_flush,
  2325. .get_rptr = &cik_compute_ring_get_rptr,
  2326. .get_wptr = &cik_compute_ring_get_wptr,
  2327. .set_wptr = &cik_compute_ring_set_wptr,
  2328. },
  2329. [CAYMAN_RING_TYPE_CP2_INDEX] = {
  2330. .ib_execute = &cik_ring_ib_execute,
  2331. .ib_parse = &cik_ib_parse,
  2332. .emit_fence = &cik_fence_compute_ring_emit,
  2333. .emit_semaphore = &cik_semaphore_ring_emit,
  2334. .cs_parse = NULL,
  2335. .ring_test = &cik_ring_test,
  2336. .ib_test = &cik_ib_test,
  2337. .is_lockup = &cik_gfx_is_lockup,
  2338. .vm_flush = &cik_vm_flush,
  2339. .get_rptr = &cik_compute_ring_get_rptr,
  2340. .get_wptr = &cik_compute_ring_get_wptr,
  2341. .set_wptr = &cik_compute_ring_set_wptr,
  2342. },
  2343. [R600_RING_TYPE_DMA_INDEX] = {
  2344. .ib_execute = &cik_sdma_ring_ib_execute,
  2345. .ib_parse = &cik_ib_parse,
  2346. .emit_fence = &cik_sdma_fence_ring_emit,
  2347. .emit_semaphore = &cik_sdma_semaphore_ring_emit,
  2348. .cs_parse = NULL,
  2349. .ring_test = &cik_sdma_ring_test,
  2350. .ib_test = &cik_sdma_ib_test,
  2351. .is_lockup = &cik_sdma_is_lockup,
  2352. .vm_flush = &cik_dma_vm_flush,
  2353. .get_rptr = &radeon_ring_generic_get_rptr,
  2354. .get_wptr = &radeon_ring_generic_get_wptr,
  2355. .set_wptr = &radeon_ring_generic_set_wptr,
  2356. },
  2357. [CAYMAN_RING_TYPE_DMA1_INDEX] = {
  2358. .ib_execute = &cik_sdma_ring_ib_execute,
  2359. .ib_parse = &cik_ib_parse,
  2360. .emit_fence = &cik_sdma_fence_ring_emit,
  2361. .emit_semaphore = &cik_sdma_semaphore_ring_emit,
  2362. .cs_parse = NULL,
  2363. .ring_test = &cik_sdma_ring_test,
  2364. .ib_test = &cik_sdma_ib_test,
  2365. .is_lockup = &cik_sdma_is_lockup,
  2366. .vm_flush = &cik_dma_vm_flush,
  2367. .get_rptr = &radeon_ring_generic_get_rptr,
  2368. .get_wptr = &radeon_ring_generic_get_wptr,
  2369. .set_wptr = &radeon_ring_generic_set_wptr,
  2370. },
  2371. [R600_RING_TYPE_UVD_INDEX] = {
  2372. .ib_execute = &r600_uvd_ib_execute,
  2373. .emit_fence = &r600_uvd_fence_emit,
  2374. .emit_semaphore = &cayman_uvd_semaphore_emit,
  2375. .cs_parse = &radeon_uvd_cs_parse,
  2376. .ring_test = &r600_uvd_ring_test,
  2377. .ib_test = &r600_uvd_ib_test,
  2378. .is_lockup = &radeon_ring_test_lockup,
  2379. .get_rptr = &radeon_ring_generic_get_rptr,
  2380. .get_wptr = &radeon_ring_generic_get_wptr,
  2381. .set_wptr = &radeon_ring_generic_set_wptr,
  2382. }
  2383. },
  2384. .irq = {
  2385. .set = &cik_irq_set,
  2386. .process = &cik_irq_process,
  2387. },
  2388. .display = {
  2389. .bandwidth_update = &dce8_bandwidth_update,
  2390. .get_vblank_counter = &evergreen_get_vblank_counter,
  2391. .wait_for_vblank = &dce4_wait_for_vblank,
  2392. },
  2393. .copy = {
  2394. .blit = NULL,
  2395. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  2396. .dma = &cik_copy_dma,
  2397. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  2398. .copy = &cik_copy_dma,
  2399. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  2400. },
  2401. .surface = {
  2402. .set_reg = r600_set_surface_reg,
  2403. .clear_reg = r600_clear_surface_reg,
  2404. },
  2405. .hpd = {
  2406. .init = &evergreen_hpd_init,
  2407. .fini = &evergreen_hpd_fini,
  2408. .sense = &evergreen_hpd_sense,
  2409. .set_polarity = &evergreen_hpd_set_polarity,
  2410. },
  2411. .pm = {
  2412. .misc = &evergreen_pm_misc,
  2413. .prepare = &evergreen_pm_prepare,
  2414. .finish = &evergreen_pm_finish,
  2415. .init_profile = &sumo_pm_init_profile,
  2416. .get_dynpm_state = &r600_pm_get_dynpm_state,
  2417. .get_engine_clock = &radeon_atom_get_engine_clock,
  2418. .set_engine_clock = &radeon_atom_set_engine_clock,
  2419. .get_memory_clock = &radeon_atom_get_memory_clock,
  2420. .set_memory_clock = &radeon_atom_set_memory_clock,
  2421. .get_pcie_lanes = NULL,
  2422. .set_pcie_lanes = NULL,
  2423. .set_clock_gating = NULL,
  2424. .set_uvd_clocks = &cik_set_uvd_clocks,
  2425. },
  2426. .pflip = {
  2427. .pre_page_flip = &evergreen_pre_page_flip,
  2428. .page_flip = &evergreen_page_flip,
  2429. .post_page_flip = &evergreen_post_page_flip,
  2430. },
  2431. };
  2432. static struct radeon_asic kv_asic = {
  2433. .init = &cik_init,
  2434. .fini = &cik_fini,
  2435. .suspend = &cik_suspend,
  2436. .resume = &cik_resume,
  2437. .asic_reset = &cik_asic_reset,
  2438. .vga_set_state = &r600_vga_set_state,
  2439. .ioctl_wait_idle = NULL,
  2440. .gui_idle = &r600_gui_idle,
  2441. .mc_wait_for_idle = &evergreen_mc_wait_for_idle,
  2442. .get_xclk = &cik_get_xclk,
  2443. .get_gpu_clock_counter = &cik_get_gpu_clock_counter,
  2444. .gart = {
  2445. .tlb_flush = &cik_pcie_gart_tlb_flush,
  2446. .set_page = &rs600_gart_set_page,
  2447. },
  2448. .vm = {
  2449. .init = &cik_vm_init,
  2450. .fini = &cik_vm_fini,
  2451. .pt_ring_index = R600_RING_TYPE_DMA_INDEX,
  2452. .set_page = &cik_vm_set_page,
  2453. },
  2454. .ring = {
  2455. [RADEON_RING_TYPE_GFX_INDEX] = {
  2456. .ib_execute = &cik_ring_ib_execute,
  2457. .ib_parse = &cik_ib_parse,
  2458. .emit_fence = &cik_fence_gfx_ring_emit,
  2459. .emit_semaphore = &cik_semaphore_ring_emit,
  2460. .cs_parse = NULL,
  2461. .ring_test = &cik_ring_test,
  2462. .ib_test = &cik_ib_test,
  2463. .is_lockup = &cik_gfx_is_lockup,
  2464. .vm_flush = &cik_vm_flush,
  2465. .get_rptr = &radeon_ring_generic_get_rptr,
  2466. .get_wptr = &radeon_ring_generic_get_wptr,
  2467. .set_wptr = &radeon_ring_generic_set_wptr,
  2468. },
  2469. [CAYMAN_RING_TYPE_CP1_INDEX] = {
  2470. .ib_execute = &cik_ring_ib_execute,
  2471. .ib_parse = &cik_ib_parse,
  2472. .emit_fence = &cik_fence_compute_ring_emit,
  2473. .emit_semaphore = &cik_semaphore_ring_emit,
  2474. .cs_parse = NULL,
  2475. .ring_test = &cik_ring_test,
  2476. .ib_test = &cik_ib_test,
  2477. .is_lockup = &cik_gfx_is_lockup,
  2478. .vm_flush = &cik_vm_flush,
  2479. .get_rptr = &cik_compute_ring_get_rptr,
  2480. .get_wptr = &cik_compute_ring_get_wptr,
  2481. .set_wptr = &cik_compute_ring_set_wptr,
  2482. },
  2483. [CAYMAN_RING_TYPE_CP2_INDEX] = {
  2484. .ib_execute = &cik_ring_ib_execute,
  2485. .ib_parse = &cik_ib_parse,
  2486. .emit_fence = &cik_fence_compute_ring_emit,
  2487. .emit_semaphore = &cik_semaphore_ring_emit,
  2488. .cs_parse = NULL,
  2489. .ring_test = &cik_ring_test,
  2490. .ib_test = &cik_ib_test,
  2491. .is_lockup = &cik_gfx_is_lockup,
  2492. .vm_flush = &cik_vm_flush,
  2493. .get_rptr = &cik_compute_ring_get_rptr,
  2494. .get_wptr = &cik_compute_ring_get_wptr,
  2495. .set_wptr = &cik_compute_ring_set_wptr,
  2496. },
  2497. [R600_RING_TYPE_DMA_INDEX] = {
  2498. .ib_execute = &cik_sdma_ring_ib_execute,
  2499. .ib_parse = &cik_ib_parse,
  2500. .emit_fence = &cik_sdma_fence_ring_emit,
  2501. .emit_semaphore = &cik_sdma_semaphore_ring_emit,
  2502. .cs_parse = NULL,
  2503. .ring_test = &cik_sdma_ring_test,
  2504. .ib_test = &cik_sdma_ib_test,
  2505. .is_lockup = &cik_sdma_is_lockup,
  2506. .vm_flush = &cik_dma_vm_flush,
  2507. .get_rptr = &radeon_ring_generic_get_rptr,
  2508. .get_wptr = &radeon_ring_generic_get_wptr,
  2509. .set_wptr = &radeon_ring_generic_set_wptr,
  2510. },
  2511. [CAYMAN_RING_TYPE_DMA1_INDEX] = {
  2512. .ib_execute = &cik_sdma_ring_ib_execute,
  2513. .ib_parse = &cik_ib_parse,
  2514. .emit_fence = &cik_sdma_fence_ring_emit,
  2515. .emit_semaphore = &cik_sdma_semaphore_ring_emit,
  2516. .cs_parse = NULL,
  2517. .ring_test = &cik_sdma_ring_test,
  2518. .ib_test = &cik_sdma_ib_test,
  2519. .is_lockup = &cik_sdma_is_lockup,
  2520. .vm_flush = &cik_dma_vm_flush,
  2521. .get_rptr = &radeon_ring_generic_get_rptr,
  2522. .get_wptr = &radeon_ring_generic_get_wptr,
  2523. .set_wptr = &radeon_ring_generic_set_wptr,
  2524. },
  2525. [R600_RING_TYPE_UVD_INDEX] = {
  2526. .ib_execute = &r600_uvd_ib_execute,
  2527. .emit_fence = &r600_uvd_fence_emit,
  2528. .emit_semaphore = &cayman_uvd_semaphore_emit,
  2529. .cs_parse = &radeon_uvd_cs_parse,
  2530. .ring_test = &r600_uvd_ring_test,
  2531. .ib_test = &r600_uvd_ib_test,
  2532. .is_lockup = &radeon_ring_test_lockup,
  2533. .get_rptr = &radeon_ring_generic_get_rptr,
  2534. .get_wptr = &radeon_ring_generic_get_wptr,
  2535. .set_wptr = &radeon_ring_generic_set_wptr,
  2536. }
  2537. },
  2538. .irq = {
  2539. .set = &cik_irq_set,
  2540. .process = &cik_irq_process,
  2541. },
  2542. .display = {
  2543. .bandwidth_update = &dce8_bandwidth_update,
  2544. .get_vblank_counter = &evergreen_get_vblank_counter,
  2545. .wait_for_vblank = &dce4_wait_for_vblank,
  2546. },
  2547. .copy = {
  2548. .blit = NULL,
  2549. .blit_ring_index = RADEON_RING_TYPE_GFX_INDEX,
  2550. .dma = &cik_copy_dma,
  2551. .dma_ring_index = R600_RING_TYPE_DMA_INDEX,
  2552. .copy = &cik_copy_dma,
  2553. .copy_ring_index = R600_RING_TYPE_DMA_INDEX,
  2554. },
  2555. .surface = {
  2556. .set_reg = r600_set_surface_reg,
  2557. .clear_reg = r600_clear_surface_reg,
  2558. },
  2559. .hpd = {
  2560. .init = &evergreen_hpd_init,
  2561. .fini = &evergreen_hpd_fini,
  2562. .sense = &evergreen_hpd_sense,
  2563. .set_polarity = &evergreen_hpd_set_polarity,
  2564. },
  2565. .pm = {
  2566. .misc = &evergreen_pm_misc,
  2567. .prepare = &evergreen_pm_prepare,
  2568. .finish = &evergreen_pm_finish,
  2569. .init_profile = &sumo_pm_init_profile,
  2570. .get_dynpm_state = &r600_pm_get_dynpm_state,
  2571. .get_engine_clock = &radeon_atom_get_engine_clock,
  2572. .set_engine_clock = &radeon_atom_set_engine_clock,
  2573. .get_memory_clock = &radeon_atom_get_memory_clock,
  2574. .set_memory_clock = &radeon_atom_set_memory_clock,
  2575. .get_pcie_lanes = NULL,
  2576. .set_pcie_lanes = NULL,
  2577. .set_clock_gating = NULL,
  2578. .set_uvd_clocks = &cik_set_uvd_clocks,
  2579. },
  2580. .pflip = {
  2581. .pre_page_flip = &evergreen_pre_page_flip,
  2582. .page_flip = &evergreen_page_flip,
  2583. .post_page_flip = &evergreen_post_page_flip,
  2584. },
  2585. };
  2586. /**
  2587. * radeon_asic_init - register asic specific callbacks
  2588. *
  2589. * @rdev: radeon device pointer
  2590. *
  2591. * Registers the appropriate asic specific callbacks for each
  2592. * chip family. Also sets other asics specific info like the number
  2593. * of crtcs and the register aperture accessors (all asics).
  2594. * Returns 0 for success.
  2595. */
  2596. int radeon_asic_init(struct radeon_device *rdev)
  2597. {
  2598. radeon_register_accessor_init(rdev);
  2599. /* set the number of crtcs */
  2600. if (rdev->flags & RADEON_SINGLE_CRTC)
  2601. rdev->num_crtc = 1;
  2602. else
  2603. rdev->num_crtc = 2;
  2604. rdev->has_uvd = false;
  2605. switch (rdev->family) {
  2606. case CHIP_R100:
  2607. case CHIP_RV100:
  2608. case CHIP_RS100:
  2609. case CHIP_RV200:
  2610. case CHIP_RS200:
  2611. rdev->asic = &r100_asic;
  2612. break;
  2613. case CHIP_R200:
  2614. case CHIP_RV250:
  2615. case CHIP_RS300:
  2616. case CHIP_RV280:
  2617. rdev->asic = &r200_asic;
  2618. break;
  2619. case CHIP_R300:
  2620. case CHIP_R350:
  2621. case CHIP_RV350:
  2622. case CHIP_RV380:
  2623. if (rdev->flags & RADEON_IS_PCIE)
  2624. rdev->asic = &r300_asic_pcie;
  2625. else
  2626. rdev->asic = &r300_asic;
  2627. break;
  2628. case CHIP_R420:
  2629. case CHIP_R423:
  2630. case CHIP_RV410:
  2631. rdev->asic = &r420_asic;
  2632. /* handle macs */
  2633. if (rdev->bios == NULL) {
  2634. rdev->asic->pm.get_engine_clock = &radeon_legacy_get_engine_clock;
  2635. rdev->asic->pm.set_engine_clock = &radeon_legacy_set_engine_clock;
  2636. rdev->asic->pm.get_memory_clock = &radeon_legacy_get_memory_clock;
  2637. rdev->asic->pm.set_memory_clock = NULL;
  2638. rdev->asic->display.set_backlight_level = &radeon_legacy_set_backlight_level;
  2639. }
  2640. break;
  2641. case CHIP_RS400:
  2642. case CHIP_RS480:
  2643. rdev->asic = &rs400_asic;
  2644. break;
  2645. case CHIP_RS600:
  2646. rdev->asic = &rs600_asic;
  2647. break;
  2648. case CHIP_RS690:
  2649. case CHIP_RS740:
  2650. rdev->asic = &rs690_asic;
  2651. break;
  2652. case CHIP_RV515:
  2653. rdev->asic = &rv515_asic;
  2654. break;
  2655. case CHIP_R520:
  2656. case CHIP_RV530:
  2657. case CHIP_RV560:
  2658. case CHIP_RV570:
  2659. case CHIP_R580:
  2660. rdev->asic = &r520_asic;
  2661. break;
  2662. case CHIP_R600:
  2663. rdev->asic = &r600_asic;
  2664. break;
  2665. case CHIP_RV610:
  2666. case CHIP_RV630:
  2667. case CHIP_RV620:
  2668. case CHIP_RV635:
  2669. case CHIP_RV670:
  2670. rdev->asic = &rv6xx_asic;
  2671. rdev->has_uvd = true;
  2672. break;
  2673. case CHIP_RS780:
  2674. case CHIP_RS880:
  2675. rdev->asic = &rs780_asic;
  2676. rdev->has_uvd = true;
  2677. break;
  2678. case CHIP_RV770:
  2679. case CHIP_RV730:
  2680. case CHIP_RV710:
  2681. case CHIP_RV740:
  2682. rdev->asic = &rv770_asic;
  2683. rdev->has_uvd = true;
  2684. break;
  2685. case CHIP_CEDAR:
  2686. case CHIP_REDWOOD:
  2687. case CHIP_JUNIPER:
  2688. case CHIP_CYPRESS:
  2689. case CHIP_HEMLOCK:
  2690. /* set num crtcs */
  2691. if (rdev->family == CHIP_CEDAR)
  2692. rdev->num_crtc = 4;
  2693. else
  2694. rdev->num_crtc = 6;
  2695. rdev->asic = &evergreen_asic;
  2696. rdev->has_uvd = true;
  2697. break;
  2698. case CHIP_PALM:
  2699. case CHIP_SUMO:
  2700. case CHIP_SUMO2:
  2701. rdev->asic = &sumo_asic;
  2702. rdev->has_uvd = true;
  2703. break;
  2704. case CHIP_BARTS:
  2705. case CHIP_TURKS:
  2706. case CHIP_CAICOS:
  2707. /* set num crtcs */
  2708. if (rdev->family == CHIP_CAICOS)
  2709. rdev->num_crtc = 4;
  2710. else
  2711. rdev->num_crtc = 6;
  2712. rdev->asic = &btc_asic;
  2713. rdev->has_uvd = true;
  2714. break;
  2715. case CHIP_CAYMAN:
  2716. rdev->asic = &cayman_asic;
  2717. /* set num crtcs */
  2718. rdev->num_crtc = 6;
  2719. rdev->has_uvd = true;
  2720. break;
  2721. case CHIP_ARUBA:
  2722. rdev->asic = &trinity_asic;
  2723. /* set num crtcs */
  2724. rdev->num_crtc = 4;
  2725. rdev->has_uvd = true;
  2726. break;
  2727. case CHIP_TAHITI:
  2728. case CHIP_PITCAIRN:
  2729. case CHIP_VERDE:
  2730. case CHIP_OLAND:
  2731. case CHIP_HAINAN:
  2732. rdev->asic = &si_asic;
  2733. /* set num crtcs */
  2734. if (rdev->family == CHIP_HAINAN)
  2735. rdev->num_crtc = 0;
  2736. else if (rdev->family == CHIP_OLAND)
  2737. rdev->num_crtc = 2;
  2738. else
  2739. rdev->num_crtc = 6;
  2740. if (rdev->family == CHIP_HAINAN)
  2741. rdev->has_uvd = false;
  2742. else
  2743. rdev->has_uvd = true;
  2744. break;
  2745. case CHIP_BONAIRE:
  2746. rdev->asic = &ci_asic;
  2747. rdev->num_crtc = 6;
  2748. break;
  2749. case CHIP_KAVERI:
  2750. case CHIP_KABINI:
  2751. rdev->asic = &kv_asic;
  2752. /* set num crtcs */
  2753. if (rdev->family == CHIP_KAVERI)
  2754. rdev->num_crtc = 4;
  2755. else
  2756. rdev->num_crtc = 2;
  2757. break;
  2758. default:
  2759. /* FIXME: not supported yet */
  2760. return -EINVAL;
  2761. }
  2762. if (rdev->flags & RADEON_IS_IGP) {
  2763. rdev->asic->pm.get_memory_clock = NULL;
  2764. rdev->asic->pm.set_memory_clock = NULL;
  2765. }
  2766. return 0;
  2767. }