i915_dma.c 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379
  1. /* i915_dma.c -- DMA support for the I915 -*- linux-c -*-
  2. */
  3. /*
  4. * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
  5. * All Rights Reserved.
  6. *
  7. * Permission is hereby granted, free of charge, to any person obtaining a
  8. * copy of this software and associated documentation files (the
  9. * "Software"), to deal in the Software without restriction, including
  10. * without limitation the rights to use, copy, modify, merge, publish,
  11. * distribute, sub license, and/or sell copies of the Software, and to
  12. * permit persons to whom the Software is furnished to do so, subject to
  13. * the following conditions:
  14. *
  15. * The above copyright notice and this permission notice (including the
  16. * next paragraph) shall be included in all copies or substantial portions
  17. * of the Software.
  18. *
  19. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  20. * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  21. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  22. * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  23. * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  24. * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  25. * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  26. *
  27. */
  28. #include "drmP.h"
  29. #include "drm.h"
  30. #include "drm_crtc_helper.h"
  31. #include "intel_drv.h"
  32. #include "i915_drm.h"
  33. #include "i915_drv.h"
  34. #define I915_DRV "i915_drv"
  35. /* Really want an OS-independent resettable timer. Would like to have
  36. * this loop run for (eg) 3 sec, but have the timer reset every time
  37. * the head pointer changes, so that EBUSY only happens if the ring
  38. * actually stalls for (eg) 3 seconds.
  39. */
  40. int i915_wait_ring(struct drm_device * dev, int n, const char *caller)
  41. {
  42. drm_i915_private_t *dev_priv = dev->dev_private;
  43. drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
  44. u32 acthd_reg = IS_I965G(dev) ? ACTHD_I965 : ACTHD;
  45. u32 last_acthd = I915_READ(acthd_reg);
  46. u32 acthd;
  47. u32 last_head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  48. int i;
  49. for (i = 0; i < 100000; i++) {
  50. ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  51. acthd = I915_READ(acthd_reg);
  52. ring->space = ring->head - (ring->tail + 8);
  53. if (ring->space < 0)
  54. ring->space += ring->Size;
  55. if (ring->space >= n)
  56. return 0;
  57. if (dev->primary->master) {
  58. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  59. if (master_priv->sarea_priv)
  60. master_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;
  61. }
  62. if (ring->head != last_head)
  63. i = 0;
  64. if (acthd != last_acthd)
  65. i = 0;
  66. last_head = ring->head;
  67. last_acthd = acthd;
  68. msleep_interruptible(10);
  69. }
  70. return -EBUSY;
  71. }
  72. /**
  73. * Sets up the hardware status page for devices that need a physical address
  74. * in the register.
  75. */
  76. static int i915_init_phys_hws(struct drm_device *dev)
  77. {
  78. drm_i915_private_t *dev_priv = dev->dev_private;
  79. /* Program Hardware Status Page */
  80. dev_priv->status_page_dmah =
  81. drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff);
  82. if (!dev_priv->status_page_dmah) {
  83. DRM_ERROR("Can not allocate hardware status page\n");
  84. return -ENOMEM;
  85. }
  86. dev_priv->hw_status_page = dev_priv->status_page_dmah->vaddr;
  87. dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr;
  88. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  89. I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
  90. DRM_DEBUG_DRIVER(I915_DRV, "Enabled hardware status page\n");
  91. return 0;
  92. }
  93. /**
  94. * Frees the hardware status page, whether it's a physical address or a virtual
  95. * address set up by the X Server.
  96. */
  97. static void i915_free_hws(struct drm_device *dev)
  98. {
  99. drm_i915_private_t *dev_priv = dev->dev_private;
  100. if (dev_priv->status_page_dmah) {
  101. drm_pci_free(dev, dev_priv->status_page_dmah);
  102. dev_priv->status_page_dmah = NULL;
  103. }
  104. if (dev_priv->status_gfx_addr) {
  105. dev_priv->status_gfx_addr = 0;
  106. drm_core_ioremapfree(&dev_priv->hws_map, dev);
  107. }
  108. /* Need to rewrite hardware status page */
  109. I915_WRITE(HWS_PGA, 0x1ffff000);
  110. }
  111. void i915_kernel_lost_context(struct drm_device * dev)
  112. {
  113. drm_i915_private_t *dev_priv = dev->dev_private;
  114. struct drm_i915_master_private *master_priv;
  115. drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
  116. /*
  117. * We should never lose context on the ring with modesetting
  118. * as we don't expose it to userspace
  119. */
  120. if (drm_core_check_feature(dev, DRIVER_MODESET))
  121. return;
  122. ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  123. ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR;
  124. ring->space = ring->head - (ring->tail + 8);
  125. if (ring->space < 0)
  126. ring->space += ring->Size;
  127. if (!dev->primary->master)
  128. return;
  129. master_priv = dev->primary->master->driver_priv;
  130. if (ring->head == ring->tail && master_priv->sarea_priv)
  131. master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY;
  132. }
  133. static int i915_dma_cleanup(struct drm_device * dev)
  134. {
  135. drm_i915_private_t *dev_priv = dev->dev_private;
  136. /* Make sure interrupts are disabled here because the uninstall ioctl
  137. * may not have been called from userspace and after dev_private
  138. * is freed, it's too late.
  139. */
  140. if (dev->irq_enabled)
  141. drm_irq_uninstall(dev);
  142. if (dev_priv->ring.virtual_start) {
  143. drm_core_ioremapfree(&dev_priv->ring.map, dev);
  144. dev_priv->ring.virtual_start = NULL;
  145. dev_priv->ring.map.handle = NULL;
  146. dev_priv->ring.map.size = 0;
  147. }
  148. /* Clear the HWS virtual address at teardown */
  149. if (I915_NEED_GFX_HWS(dev))
  150. i915_free_hws(dev);
  151. return 0;
  152. }
  153. static int i915_initialize(struct drm_device * dev, drm_i915_init_t * init)
  154. {
  155. drm_i915_private_t *dev_priv = dev->dev_private;
  156. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  157. master_priv->sarea = drm_getsarea(dev);
  158. if (master_priv->sarea) {
  159. master_priv->sarea_priv = (drm_i915_sarea_t *)
  160. ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset);
  161. } else {
  162. DRM_DEBUG_DRIVER(I915_DRV,
  163. "sarea not found assuming DRI2 userspace\n");
  164. }
  165. if (init->ring_size != 0) {
  166. if (dev_priv->ring.ring_obj != NULL) {
  167. i915_dma_cleanup(dev);
  168. DRM_ERROR("Client tried to initialize ringbuffer in "
  169. "GEM mode\n");
  170. return -EINVAL;
  171. }
  172. dev_priv->ring.Size = init->ring_size;
  173. dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
  174. dev_priv->ring.map.offset = init->ring_start;
  175. dev_priv->ring.map.size = init->ring_size;
  176. dev_priv->ring.map.type = 0;
  177. dev_priv->ring.map.flags = 0;
  178. dev_priv->ring.map.mtrr = 0;
  179. drm_core_ioremap_wc(&dev_priv->ring.map, dev);
  180. if (dev_priv->ring.map.handle == NULL) {
  181. i915_dma_cleanup(dev);
  182. DRM_ERROR("can not ioremap virtual address for"
  183. " ring buffer\n");
  184. return -ENOMEM;
  185. }
  186. }
  187. dev_priv->ring.virtual_start = dev_priv->ring.map.handle;
  188. dev_priv->cpp = init->cpp;
  189. dev_priv->back_offset = init->back_offset;
  190. dev_priv->front_offset = init->front_offset;
  191. dev_priv->current_page = 0;
  192. if (master_priv->sarea_priv)
  193. master_priv->sarea_priv->pf_current_page = 0;
  194. /* Allow hardware batchbuffers unless told otherwise.
  195. */
  196. dev_priv->allow_batchbuffer = 1;
  197. return 0;
  198. }
  199. static int i915_dma_resume(struct drm_device * dev)
  200. {
  201. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  202. DRM_DEBUG_DRIVER(I915_DRV, "%s\n", __func__);
  203. if (dev_priv->ring.map.handle == NULL) {
  204. DRM_ERROR("can not ioremap virtual address for"
  205. " ring buffer\n");
  206. return -ENOMEM;
  207. }
  208. /* Program Hardware Status Page */
  209. if (!dev_priv->hw_status_page) {
  210. DRM_ERROR("Can not find hardware status page\n");
  211. return -EINVAL;
  212. }
  213. DRM_DEBUG_DRIVER(I915_DRV, "hw status page @ %p\n",
  214. dev_priv->hw_status_page);
  215. if (dev_priv->status_gfx_addr != 0)
  216. I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
  217. else
  218. I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
  219. DRM_DEBUG_DRIVER(I915_DRV, "Enabled hardware status page\n");
  220. return 0;
  221. }
  222. static int i915_dma_init(struct drm_device *dev, void *data,
  223. struct drm_file *file_priv)
  224. {
  225. drm_i915_init_t *init = data;
  226. int retcode = 0;
  227. switch (init->func) {
  228. case I915_INIT_DMA:
  229. retcode = i915_initialize(dev, init);
  230. break;
  231. case I915_CLEANUP_DMA:
  232. retcode = i915_dma_cleanup(dev);
  233. break;
  234. case I915_RESUME_DMA:
  235. retcode = i915_dma_resume(dev);
  236. break;
  237. default:
  238. retcode = -EINVAL;
  239. break;
  240. }
  241. return retcode;
  242. }
  243. /* Implement basically the same security restrictions as hardware does
  244. * for MI_BATCH_NON_SECURE. These can be made stricter at any time.
  245. *
  246. * Most of the calculations below involve calculating the size of a
  247. * particular instruction. It's important to get the size right as
  248. * that tells us where the next instruction to check is. Any illegal
  249. * instruction detected will be given a size of zero, which is a
  250. * signal to abort the rest of the buffer.
  251. */
  252. static int do_validate_cmd(int cmd)
  253. {
  254. switch (((cmd >> 29) & 0x7)) {
  255. case 0x0:
  256. switch ((cmd >> 23) & 0x3f) {
  257. case 0x0:
  258. return 1; /* MI_NOOP */
  259. case 0x4:
  260. return 1; /* MI_FLUSH */
  261. default:
  262. return 0; /* disallow everything else */
  263. }
  264. break;
  265. case 0x1:
  266. return 0; /* reserved */
  267. case 0x2:
  268. return (cmd & 0xff) + 2; /* 2d commands */
  269. case 0x3:
  270. if (((cmd >> 24) & 0x1f) <= 0x18)
  271. return 1;
  272. switch ((cmd >> 24) & 0x1f) {
  273. case 0x1c:
  274. return 1;
  275. case 0x1d:
  276. switch ((cmd >> 16) & 0xff) {
  277. case 0x3:
  278. return (cmd & 0x1f) + 2;
  279. case 0x4:
  280. return (cmd & 0xf) + 2;
  281. default:
  282. return (cmd & 0xffff) + 2;
  283. }
  284. case 0x1e:
  285. if (cmd & (1 << 23))
  286. return (cmd & 0xffff) + 1;
  287. else
  288. return 1;
  289. case 0x1f:
  290. if ((cmd & (1 << 23)) == 0) /* inline vertices */
  291. return (cmd & 0x1ffff) + 2;
  292. else if (cmd & (1 << 17)) /* indirect random */
  293. if ((cmd & 0xffff) == 0)
  294. return 0; /* unknown length, too hard */
  295. else
  296. return (((cmd & 0xffff) + 1) / 2) + 1;
  297. else
  298. return 2; /* indirect sequential */
  299. default:
  300. return 0;
  301. }
  302. default:
  303. return 0;
  304. }
  305. return 0;
  306. }
  307. static int validate_cmd(int cmd)
  308. {
  309. int ret = do_validate_cmd(cmd);
  310. /* printk("validate_cmd( %x ): %d\n", cmd, ret); */
  311. return ret;
  312. }
  313. static int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords)
  314. {
  315. drm_i915_private_t *dev_priv = dev->dev_private;
  316. int i;
  317. RING_LOCALS;
  318. if ((dwords+1) * sizeof(int) >= dev_priv->ring.Size - 8)
  319. return -EINVAL;
  320. BEGIN_LP_RING((dwords+1)&~1);
  321. for (i = 0; i < dwords;) {
  322. int cmd, sz;
  323. cmd = buffer[i];
  324. if ((sz = validate_cmd(cmd)) == 0 || i + sz > dwords)
  325. return -EINVAL;
  326. OUT_RING(cmd);
  327. while (++i, --sz) {
  328. OUT_RING(buffer[i]);
  329. }
  330. }
  331. if (dwords & 1)
  332. OUT_RING(0);
  333. ADVANCE_LP_RING();
  334. return 0;
  335. }
  336. int
  337. i915_emit_box(struct drm_device *dev,
  338. struct drm_clip_rect *boxes,
  339. int i, int DR1, int DR4)
  340. {
  341. drm_i915_private_t *dev_priv = dev->dev_private;
  342. struct drm_clip_rect box = boxes[i];
  343. RING_LOCALS;
  344. if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) {
  345. DRM_ERROR("Bad box %d,%d..%d,%d\n",
  346. box.x1, box.y1, box.x2, box.y2);
  347. return -EINVAL;
  348. }
  349. if (IS_I965G(dev)) {
  350. BEGIN_LP_RING(4);
  351. OUT_RING(GFX_OP_DRAWRECT_INFO_I965);
  352. OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
  353. OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
  354. OUT_RING(DR4);
  355. ADVANCE_LP_RING();
  356. } else {
  357. BEGIN_LP_RING(6);
  358. OUT_RING(GFX_OP_DRAWRECT_INFO);
  359. OUT_RING(DR1);
  360. OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
  361. OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
  362. OUT_RING(DR4);
  363. OUT_RING(0);
  364. ADVANCE_LP_RING();
  365. }
  366. return 0;
  367. }
  368. /* XXX: Emitting the counter should really be moved to part of the IRQ
  369. * emit. For now, do it in both places:
  370. */
  371. static void i915_emit_breadcrumb(struct drm_device *dev)
  372. {
  373. drm_i915_private_t *dev_priv = dev->dev_private;
  374. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  375. RING_LOCALS;
  376. dev_priv->counter++;
  377. if (dev_priv->counter > 0x7FFFFFFFUL)
  378. dev_priv->counter = 0;
  379. if (master_priv->sarea_priv)
  380. master_priv->sarea_priv->last_enqueue = dev_priv->counter;
  381. BEGIN_LP_RING(4);
  382. OUT_RING(MI_STORE_DWORD_INDEX);
  383. OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
  384. OUT_RING(dev_priv->counter);
  385. OUT_RING(0);
  386. ADVANCE_LP_RING();
  387. }
  388. static int i915_dispatch_cmdbuffer(struct drm_device * dev,
  389. drm_i915_cmdbuffer_t *cmd,
  390. struct drm_clip_rect *cliprects,
  391. void *cmdbuf)
  392. {
  393. int nbox = cmd->num_cliprects;
  394. int i = 0, count, ret;
  395. if (cmd->sz & 0x3) {
  396. DRM_ERROR("alignment");
  397. return -EINVAL;
  398. }
  399. i915_kernel_lost_context(dev);
  400. count = nbox ? nbox : 1;
  401. for (i = 0; i < count; i++) {
  402. if (i < nbox) {
  403. ret = i915_emit_box(dev, cliprects, i,
  404. cmd->DR1, cmd->DR4);
  405. if (ret)
  406. return ret;
  407. }
  408. ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4);
  409. if (ret)
  410. return ret;
  411. }
  412. i915_emit_breadcrumb(dev);
  413. return 0;
  414. }
  415. static int i915_dispatch_batchbuffer(struct drm_device * dev,
  416. drm_i915_batchbuffer_t * batch,
  417. struct drm_clip_rect *cliprects)
  418. {
  419. drm_i915_private_t *dev_priv = dev->dev_private;
  420. int nbox = batch->num_cliprects;
  421. int i = 0, count;
  422. RING_LOCALS;
  423. if ((batch->start | batch->used) & 0x7) {
  424. DRM_ERROR("alignment");
  425. return -EINVAL;
  426. }
  427. i915_kernel_lost_context(dev);
  428. count = nbox ? nbox : 1;
  429. for (i = 0; i < count; i++) {
  430. if (i < nbox) {
  431. int ret = i915_emit_box(dev, cliprects, i,
  432. batch->DR1, batch->DR4);
  433. if (ret)
  434. return ret;
  435. }
  436. if (!IS_I830(dev) && !IS_845G(dev)) {
  437. BEGIN_LP_RING(2);
  438. if (IS_I965G(dev)) {
  439. OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965);
  440. OUT_RING(batch->start);
  441. } else {
  442. OUT_RING(MI_BATCH_BUFFER_START | (2 << 6));
  443. OUT_RING(batch->start | MI_BATCH_NON_SECURE);
  444. }
  445. ADVANCE_LP_RING();
  446. } else {
  447. BEGIN_LP_RING(4);
  448. OUT_RING(MI_BATCH_BUFFER);
  449. OUT_RING(batch->start | MI_BATCH_NON_SECURE);
  450. OUT_RING(batch->start + batch->used - 4);
  451. OUT_RING(0);
  452. ADVANCE_LP_RING();
  453. }
  454. }
  455. i915_emit_breadcrumb(dev);
  456. return 0;
  457. }
  458. static int i915_dispatch_flip(struct drm_device * dev)
  459. {
  460. drm_i915_private_t *dev_priv = dev->dev_private;
  461. struct drm_i915_master_private *master_priv =
  462. dev->primary->master->driver_priv;
  463. RING_LOCALS;
  464. if (!master_priv->sarea_priv)
  465. return -EINVAL;
  466. DRM_DEBUG_DRIVER(I915_DRV, "%s: page=%d pfCurrentPage=%d\n",
  467. __func__,
  468. dev_priv->current_page,
  469. master_priv->sarea_priv->pf_current_page);
  470. i915_kernel_lost_context(dev);
  471. BEGIN_LP_RING(2);
  472. OUT_RING(MI_FLUSH | MI_READ_FLUSH);
  473. OUT_RING(0);
  474. ADVANCE_LP_RING();
  475. BEGIN_LP_RING(6);
  476. OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP);
  477. OUT_RING(0);
  478. if (dev_priv->current_page == 0) {
  479. OUT_RING(dev_priv->back_offset);
  480. dev_priv->current_page = 1;
  481. } else {
  482. OUT_RING(dev_priv->front_offset);
  483. dev_priv->current_page = 0;
  484. }
  485. OUT_RING(0);
  486. ADVANCE_LP_RING();
  487. BEGIN_LP_RING(2);
  488. OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP);
  489. OUT_RING(0);
  490. ADVANCE_LP_RING();
  491. master_priv->sarea_priv->last_enqueue = dev_priv->counter++;
  492. BEGIN_LP_RING(4);
  493. OUT_RING(MI_STORE_DWORD_INDEX);
  494. OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
  495. OUT_RING(dev_priv->counter);
  496. OUT_RING(0);
  497. ADVANCE_LP_RING();
  498. master_priv->sarea_priv->pf_current_page = dev_priv->current_page;
  499. return 0;
  500. }
  501. static int i915_quiescent(struct drm_device * dev)
  502. {
  503. drm_i915_private_t *dev_priv = dev->dev_private;
  504. i915_kernel_lost_context(dev);
  505. return i915_wait_ring(dev, dev_priv->ring.Size - 8, __func__);
  506. }
  507. static int i915_flush_ioctl(struct drm_device *dev, void *data,
  508. struct drm_file *file_priv)
  509. {
  510. int ret;
  511. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  512. mutex_lock(&dev->struct_mutex);
  513. ret = i915_quiescent(dev);
  514. mutex_unlock(&dev->struct_mutex);
  515. return ret;
  516. }
  517. static int i915_batchbuffer(struct drm_device *dev, void *data,
  518. struct drm_file *file_priv)
  519. {
  520. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  521. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  522. drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
  523. master_priv->sarea_priv;
  524. drm_i915_batchbuffer_t *batch = data;
  525. int ret;
  526. struct drm_clip_rect *cliprects = NULL;
  527. if (!dev_priv->allow_batchbuffer) {
  528. DRM_ERROR("Batchbuffer ioctl disabled\n");
  529. return -EINVAL;
  530. }
  531. DRM_DEBUG_DRIVER(I915_DRV,
  532. "i915 batchbuffer, start %x used %d cliprects %d\n",
  533. batch->start, batch->used, batch->num_cliprects);
  534. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  535. if (batch->num_cliprects < 0)
  536. return -EINVAL;
  537. if (batch->num_cliprects) {
  538. cliprects = kcalloc(batch->num_cliprects,
  539. sizeof(struct drm_clip_rect),
  540. GFP_KERNEL);
  541. if (cliprects == NULL)
  542. return -ENOMEM;
  543. ret = copy_from_user(cliprects, batch->cliprects,
  544. batch->num_cliprects *
  545. sizeof(struct drm_clip_rect));
  546. if (ret != 0)
  547. goto fail_free;
  548. }
  549. mutex_lock(&dev->struct_mutex);
  550. ret = i915_dispatch_batchbuffer(dev, batch, cliprects);
  551. mutex_unlock(&dev->struct_mutex);
  552. if (sarea_priv)
  553. sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
  554. fail_free:
  555. kfree(cliprects);
  556. return ret;
  557. }
  558. static int i915_cmdbuffer(struct drm_device *dev, void *data,
  559. struct drm_file *file_priv)
  560. {
  561. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  562. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  563. drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
  564. master_priv->sarea_priv;
  565. drm_i915_cmdbuffer_t *cmdbuf = data;
  566. struct drm_clip_rect *cliprects = NULL;
  567. void *batch_data;
  568. int ret;
  569. DRM_DEBUG_DRIVER(I915_DRV,
  570. "i915 cmdbuffer, buf %p sz %d cliprects %d\n",
  571. cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects);
  572. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  573. if (cmdbuf->num_cliprects < 0)
  574. return -EINVAL;
  575. batch_data = kmalloc(cmdbuf->sz, GFP_KERNEL);
  576. if (batch_data == NULL)
  577. return -ENOMEM;
  578. ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz);
  579. if (ret != 0)
  580. goto fail_batch_free;
  581. if (cmdbuf->num_cliprects) {
  582. cliprects = kcalloc(cmdbuf->num_cliprects,
  583. sizeof(struct drm_clip_rect), GFP_KERNEL);
  584. if (cliprects == NULL)
  585. goto fail_batch_free;
  586. ret = copy_from_user(cliprects, cmdbuf->cliprects,
  587. cmdbuf->num_cliprects *
  588. sizeof(struct drm_clip_rect));
  589. if (ret != 0)
  590. goto fail_clip_free;
  591. }
  592. mutex_lock(&dev->struct_mutex);
  593. ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data);
  594. mutex_unlock(&dev->struct_mutex);
  595. if (ret) {
  596. DRM_ERROR("i915_dispatch_cmdbuffer failed\n");
  597. goto fail_clip_free;
  598. }
  599. if (sarea_priv)
  600. sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
  601. fail_clip_free:
  602. kfree(cliprects);
  603. fail_batch_free:
  604. kfree(batch_data);
  605. return ret;
  606. }
  607. static int i915_flip_bufs(struct drm_device *dev, void *data,
  608. struct drm_file *file_priv)
  609. {
  610. int ret;
  611. DRM_DEBUG_DRIVER(I915_DRV, "%s\n", __func__);
  612. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  613. mutex_lock(&dev->struct_mutex);
  614. ret = i915_dispatch_flip(dev);
  615. mutex_unlock(&dev->struct_mutex);
  616. return ret;
  617. }
  618. static int i915_getparam(struct drm_device *dev, void *data,
  619. struct drm_file *file_priv)
  620. {
  621. drm_i915_private_t *dev_priv = dev->dev_private;
  622. drm_i915_getparam_t *param = data;
  623. int value;
  624. if (!dev_priv) {
  625. DRM_ERROR("called with no initialization\n");
  626. return -EINVAL;
  627. }
  628. switch (param->param) {
  629. case I915_PARAM_IRQ_ACTIVE:
  630. value = dev->pdev->irq ? 1 : 0;
  631. break;
  632. case I915_PARAM_ALLOW_BATCHBUFFER:
  633. value = dev_priv->allow_batchbuffer ? 1 : 0;
  634. break;
  635. case I915_PARAM_LAST_DISPATCH:
  636. value = READ_BREADCRUMB(dev_priv);
  637. break;
  638. case I915_PARAM_CHIPSET_ID:
  639. value = dev->pci_device;
  640. break;
  641. case I915_PARAM_HAS_GEM:
  642. value = dev_priv->has_gem;
  643. break;
  644. case I915_PARAM_NUM_FENCES_AVAIL:
  645. value = dev_priv->num_fence_regs - dev_priv->fence_reg_start;
  646. break;
  647. default:
  648. DRM_DEBUG_DRIVER(I915_DRV, "Unknown parameter %d\n",
  649. param->param);
  650. return -EINVAL;
  651. }
  652. if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) {
  653. DRM_ERROR("DRM_COPY_TO_USER failed\n");
  654. return -EFAULT;
  655. }
  656. return 0;
  657. }
  658. static int i915_setparam(struct drm_device *dev, void *data,
  659. struct drm_file *file_priv)
  660. {
  661. drm_i915_private_t *dev_priv = dev->dev_private;
  662. drm_i915_setparam_t *param = data;
  663. if (!dev_priv) {
  664. DRM_ERROR("called with no initialization\n");
  665. return -EINVAL;
  666. }
  667. switch (param->param) {
  668. case I915_SETPARAM_USE_MI_BATCHBUFFER_START:
  669. break;
  670. case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY:
  671. dev_priv->tex_lru_log_granularity = param->value;
  672. break;
  673. case I915_SETPARAM_ALLOW_BATCHBUFFER:
  674. dev_priv->allow_batchbuffer = param->value;
  675. break;
  676. case I915_SETPARAM_NUM_USED_FENCES:
  677. if (param->value > dev_priv->num_fence_regs ||
  678. param->value < 0)
  679. return -EINVAL;
  680. /* Userspace can use first N regs */
  681. dev_priv->fence_reg_start = param->value;
  682. break;
  683. default:
  684. DRM_DEBUG_DRIVER(I915_DRV, "unknown parameter %d\n",
  685. param->param);
  686. return -EINVAL;
  687. }
  688. return 0;
  689. }
  690. static int i915_set_status_page(struct drm_device *dev, void *data,
  691. struct drm_file *file_priv)
  692. {
  693. drm_i915_private_t *dev_priv = dev->dev_private;
  694. drm_i915_hws_addr_t *hws = data;
  695. if (!I915_NEED_GFX_HWS(dev))
  696. return -EINVAL;
  697. if (!dev_priv) {
  698. DRM_ERROR("called with no initialization\n");
  699. return -EINVAL;
  700. }
  701. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  702. WARN(1, "tried to set status page when mode setting active\n");
  703. return 0;
  704. }
  705. printk(KERN_DEBUG "set status page addr 0x%08x\n", (u32)hws->addr);
  706. dev_priv->status_gfx_addr = hws->addr & (0x1ffff<<12);
  707. dev_priv->hws_map.offset = dev->agp->base + hws->addr;
  708. dev_priv->hws_map.size = 4*1024;
  709. dev_priv->hws_map.type = 0;
  710. dev_priv->hws_map.flags = 0;
  711. dev_priv->hws_map.mtrr = 0;
  712. drm_core_ioremap_wc(&dev_priv->hws_map, dev);
  713. if (dev_priv->hws_map.handle == NULL) {
  714. i915_dma_cleanup(dev);
  715. dev_priv->status_gfx_addr = 0;
  716. DRM_ERROR("can not ioremap virtual address for"
  717. " G33 hw status page\n");
  718. return -ENOMEM;
  719. }
  720. dev_priv->hw_status_page = dev_priv->hws_map.handle;
  721. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  722. I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
  723. DRM_DEBUG_DRIVER(I915_DRV, "load hws HWS_PGA with gfx mem 0x%x\n",
  724. dev_priv->status_gfx_addr);
  725. DRM_DEBUG_DRIVER(I915_DRV, "load hws at %p\n",
  726. dev_priv->hw_status_page);
  727. return 0;
  728. }
  729. /**
  730. * i915_probe_agp - get AGP bootup configuration
  731. * @pdev: PCI device
  732. * @aperture_size: returns AGP aperture configured size
  733. * @preallocated_size: returns size of BIOS preallocated AGP space
  734. *
  735. * Since Intel integrated graphics are UMA, the BIOS has to set aside
  736. * some RAM for the framebuffer at early boot. This code figures out
  737. * how much was set aside so we can use it for our own purposes.
  738. */
  739. static int i915_probe_agp(struct drm_device *dev, unsigned long *aperture_size,
  740. unsigned long *preallocated_size)
  741. {
  742. struct pci_dev *bridge_dev;
  743. u16 tmp = 0;
  744. unsigned long overhead;
  745. unsigned long stolen;
  746. bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0));
  747. if (!bridge_dev) {
  748. DRM_ERROR("bridge device not found\n");
  749. return -1;
  750. }
  751. /* Get the fb aperture size and "stolen" memory amount. */
  752. pci_read_config_word(bridge_dev, INTEL_GMCH_CTRL, &tmp);
  753. pci_dev_put(bridge_dev);
  754. *aperture_size = 1024 * 1024;
  755. *preallocated_size = 1024 * 1024;
  756. switch (dev->pdev->device) {
  757. case PCI_DEVICE_ID_INTEL_82830_CGC:
  758. case PCI_DEVICE_ID_INTEL_82845G_IG:
  759. case PCI_DEVICE_ID_INTEL_82855GM_IG:
  760. case PCI_DEVICE_ID_INTEL_82865_IG:
  761. if ((tmp & INTEL_GMCH_MEM_MASK) == INTEL_GMCH_MEM_64M)
  762. *aperture_size *= 64;
  763. else
  764. *aperture_size *= 128;
  765. break;
  766. default:
  767. /* 9xx supports large sizes, just look at the length */
  768. *aperture_size = pci_resource_len(dev->pdev, 2);
  769. break;
  770. }
  771. /*
  772. * Some of the preallocated space is taken by the GTT
  773. * and popup. GTT is 1K per MB of aperture size, and popup is 4K.
  774. */
  775. if (IS_G4X(dev) || IS_IGD(dev) || IS_IGDNG(dev))
  776. overhead = 4096;
  777. else
  778. overhead = (*aperture_size / 1024) + 4096;
  779. switch (tmp & INTEL_GMCH_GMS_MASK) {
  780. case INTEL_855_GMCH_GMS_DISABLED:
  781. DRM_ERROR("video memory is disabled\n");
  782. return -1;
  783. case INTEL_855_GMCH_GMS_STOLEN_1M:
  784. stolen = 1 * 1024 * 1024;
  785. break;
  786. case INTEL_855_GMCH_GMS_STOLEN_4M:
  787. stolen = 4 * 1024 * 1024;
  788. break;
  789. case INTEL_855_GMCH_GMS_STOLEN_8M:
  790. stolen = 8 * 1024 * 1024;
  791. break;
  792. case INTEL_855_GMCH_GMS_STOLEN_16M:
  793. stolen = 16 * 1024 * 1024;
  794. break;
  795. case INTEL_855_GMCH_GMS_STOLEN_32M:
  796. stolen = 32 * 1024 * 1024;
  797. break;
  798. case INTEL_915G_GMCH_GMS_STOLEN_48M:
  799. stolen = 48 * 1024 * 1024;
  800. break;
  801. case INTEL_915G_GMCH_GMS_STOLEN_64M:
  802. stolen = 64 * 1024 * 1024;
  803. break;
  804. case INTEL_GMCH_GMS_STOLEN_128M:
  805. stolen = 128 * 1024 * 1024;
  806. break;
  807. case INTEL_GMCH_GMS_STOLEN_256M:
  808. stolen = 256 * 1024 * 1024;
  809. break;
  810. case INTEL_GMCH_GMS_STOLEN_96M:
  811. stolen = 96 * 1024 * 1024;
  812. break;
  813. case INTEL_GMCH_GMS_STOLEN_160M:
  814. stolen = 160 * 1024 * 1024;
  815. break;
  816. case INTEL_GMCH_GMS_STOLEN_224M:
  817. stolen = 224 * 1024 * 1024;
  818. break;
  819. case INTEL_GMCH_GMS_STOLEN_352M:
  820. stolen = 352 * 1024 * 1024;
  821. break;
  822. default:
  823. DRM_ERROR("unexpected GMCH_GMS value: 0x%02x\n",
  824. tmp & INTEL_GMCH_GMS_MASK);
  825. return -1;
  826. }
  827. *preallocated_size = stolen - overhead;
  828. return 0;
  829. }
  830. static int i915_load_modeset_init(struct drm_device *dev)
  831. {
  832. struct drm_i915_private *dev_priv = dev->dev_private;
  833. unsigned long agp_size, prealloc_size;
  834. int fb_bar = IS_I9XX(dev) ? 2 : 0;
  835. int ret = 0;
  836. dev->mode_config.fb_base = drm_get_resource_start(dev, fb_bar) &
  837. 0xff000000;
  838. if (IS_MOBILE(dev) || IS_I9XX(dev))
  839. dev_priv->cursor_needs_physical = true;
  840. else
  841. dev_priv->cursor_needs_physical = false;
  842. if (IS_I965G(dev) || IS_G33(dev))
  843. dev_priv->cursor_needs_physical = false;
  844. ret = i915_probe_agp(dev, &agp_size, &prealloc_size);
  845. if (ret)
  846. goto out;
  847. /* Basic memrange allocator for stolen space (aka vram) */
  848. drm_mm_init(&dev_priv->vram, 0, prealloc_size);
  849. /* Let GEM Manage from end of prealloc space to end of aperture.
  850. *
  851. * However, leave one page at the end still bound to the scratch page.
  852. * There are a number of places where the hardware apparently
  853. * prefetches past the end of the object, and we've seen multiple
  854. * hangs with the GPU head pointer stuck in a batchbuffer bound
  855. * at the last page of the aperture. One page should be enough to
  856. * keep any prefetching inside of the aperture.
  857. */
  858. i915_gem_do_init(dev, prealloc_size, agp_size - 4096);
  859. ret = i915_gem_init_ringbuffer(dev);
  860. if (ret)
  861. goto out;
  862. /* Allow hardware batchbuffers unless told otherwise.
  863. */
  864. dev_priv->allow_batchbuffer = 1;
  865. ret = intel_init_bios(dev);
  866. if (ret)
  867. DRM_INFO("failed to find VBIOS tables\n");
  868. ret = drm_irq_install(dev);
  869. if (ret)
  870. goto destroy_ringbuffer;
  871. /* Always safe in the mode setting case. */
  872. /* FIXME: do pre/post-mode set stuff in core KMS code */
  873. dev->vblank_disable_allowed = 1;
  874. /*
  875. * Initialize the hardware status page IRQ location.
  876. */
  877. I915_WRITE(INSTPM, (1 << 5) | (1 << 21));
  878. intel_modeset_init(dev);
  879. drm_helper_initial_config(dev);
  880. return 0;
  881. destroy_ringbuffer:
  882. i915_gem_cleanup_ringbuffer(dev);
  883. out:
  884. return ret;
  885. }
  886. int i915_master_create(struct drm_device *dev, struct drm_master *master)
  887. {
  888. struct drm_i915_master_private *master_priv;
  889. master_priv = kzalloc(sizeof(*master_priv), GFP_KERNEL);
  890. if (!master_priv)
  891. return -ENOMEM;
  892. master->driver_priv = master_priv;
  893. return 0;
  894. }
  895. void i915_master_destroy(struct drm_device *dev, struct drm_master *master)
  896. {
  897. struct drm_i915_master_private *master_priv = master->driver_priv;
  898. if (!master_priv)
  899. return;
  900. kfree(master_priv);
  901. master->driver_priv = NULL;
  902. }
  903. /**
  904. * i915_driver_load - setup chip and create an initial config
  905. * @dev: DRM device
  906. * @flags: startup flags
  907. *
  908. * The driver load routine has to do several things:
  909. * - drive output discovery via intel_modeset_init()
  910. * - initialize the memory manager
  911. * - allocate initial config memory
  912. * - setup the DRM framebuffer with the allocated memory
  913. */
  914. int i915_driver_load(struct drm_device *dev, unsigned long flags)
  915. {
  916. struct drm_i915_private *dev_priv = dev->dev_private;
  917. resource_size_t base, size;
  918. int ret = 0, mmio_bar = IS_I9XX(dev) ? 0 : 1;
  919. /* i915 has 4 more counters */
  920. dev->counters += 4;
  921. dev->types[6] = _DRM_STAT_IRQ;
  922. dev->types[7] = _DRM_STAT_PRIMARY;
  923. dev->types[8] = _DRM_STAT_SECONDARY;
  924. dev->types[9] = _DRM_STAT_DMA;
  925. dev_priv = kzalloc(sizeof(drm_i915_private_t), GFP_KERNEL);
  926. if (dev_priv == NULL)
  927. return -ENOMEM;
  928. dev->dev_private = (void *)dev_priv;
  929. dev_priv->dev = dev;
  930. /* Add register map (needed for suspend/resume) */
  931. base = drm_get_resource_start(dev, mmio_bar);
  932. size = drm_get_resource_len(dev, mmio_bar);
  933. dev_priv->regs = ioremap(base, size);
  934. if (!dev_priv->regs) {
  935. DRM_ERROR("failed to map registers\n");
  936. ret = -EIO;
  937. goto free_priv;
  938. }
  939. dev_priv->mm.gtt_mapping =
  940. io_mapping_create_wc(dev->agp->base,
  941. dev->agp->agp_info.aper_size * 1024*1024);
  942. if (dev_priv->mm.gtt_mapping == NULL) {
  943. ret = -EIO;
  944. goto out_rmmap;
  945. }
  946. /* Set up a WC MTRR for non-PAT systems. This is more common than
  947. * one would think, because the kernel disables PAT on first
  948. * generation Core chips because WC PAT gets overridden by a UC
  949. * MTRR if present. Even if a UC MTRR isn't present.
  950. */
  951. dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base,
  952. dev->agp->agp_info.aper_size *
  953. 1024 * 1024,
  954. MTRR_TYPE_WRCOMB, 1);
  955. if (dev_priv->mm.gtt_mtrr < 0) {
  956. DRM_INFO("MTRR allocation failed. Graphics "
  957. "performance may suffer.\n");
  958. }
  959. #ifdef CONFIG_HIGHMEM64G
  960. /* don't enable GEM on PAE - needs agp + set_memory_* interface fixes */
  961. dev_priv->has_gem = 0;
  962. #else
  963. /* enable GEM by default */
  964. dev_priv->has_gem = 1;
  965. #endif
  966. dev->driver->get_vblank_counter = i915_get_vblank_counter;
  967. dev->max_vblank_count = 0xffffff; /* only 24 bits of frame count */
  968. if (IS_G4X(dev) || IS_IGDNG(dev)) {
  969. dev->max_vblank_count = 0xffffffff; /* full 32 bit counter */
  970. dev->driver->get_vblank_counter = gm45_get_vblank_counter;
  971. }
  972. i915_gem_load(dev);
  973. /* Init HWS */
  974. if (!I915_NEED_GFX_HWS(dev)) {
  975. ret = i915_init_phys_hws(dev);
  976. if (ret != 0)
  977. goto out_iomapfree;
  978. }
  979. /* On the 945G/GM, the chipset reports the MSI capability on the
  980. * integrated graphics even though the support isn't actually there
  981. * according to the published specs. It doesn't appear to function
  982. * correctly in testing on 945G.
  983. * This may be a side effect of MSI having been made available for PEG
  984. * and the registers being closely associated.
  985. *
  986. * According to chipset errata, on the 965GM, MSI interrupts may
  987. * be lost or delayed, but we use them anyways to avoid
  988. * stuck interrupts on some machines.
  989. */
  990. if (!IS_I945G(dev) && !IS_I945GM(dev))
  991. pci_enable_msi(dev->pdev);
  992. spin_lock_init(&dev_priv->user_irq_lock);
  993. dev_priv->user_irq_refcount = 0;
  994. ret = drm_vblank_init(dev, I915_NUM_PIPE);
  995. if (ret) {
  996. (void) i915_driver_unload(dev);
  997. return ret;
  998. }
  999. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1000. ret = i915_load_modeset_init(dev);
  1001. if (ret < 0) {
  1002. DRM_ERROR("failed to init modeset\n");
  1003. goto out_rmmap;
  1004. }
  1005. }
  1006. /* Must be done after probing outputs */
  1007. /* FIXME: verify on IGDNG */
  1008. if (!IS_IGDNG(dev))
  1009. intel_opregion_init(dev, 0);
  1010. return 0;
  1011. out_iomapfree:
  1012. io_mapping_free(dev_priv->mm.gtt_mapping);
  1013. out_rmmap:
  1014. iounmap(dev_priv->regs);
  1015. free_priv:
  1016. kfree(dev_priv);
  1017. return ret;
  1018. }
  1019. int i915_driver_unload(struct drm_device *dev)
  1020. {
  1021. struct drm_i915_private *dev_priv = dev->dev_private;
  1022. io_mapping_free(dev_priv->mm.gtt_mapping);
  1023. if (dev_priv->mm.gtt_mtrr >= 0) {
  1024. mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base,
  1025. dev->agp->agp_info.aper_size * 1024 * 1024);
  1026. dev_priv->mm.gtt_mtrr = -1;
  1027. }
  1028. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1029. drm_irq_uninstall(dev);
  1030. }
  1031. if (dev->pdev->msi_enabled)
  1032. pci_disable_msi(dev->pdev);
  1033. if (dev_priv->regs != NULL)
  1034. iounmap(dev_priv->regs);
  1035. if (!IS_IGDNG(dev))
  1036. intel_opregion_free(dev, 0);
  1037. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1038. intel_modeset_cleanup(dev);
  1039. i915_gem_free_all_phys_object(dev);
  1040. mutex_lock(&dev->struct_mutex);
  1041. i915_gem_cleanup_ringbuffer(dev);
  1042. mutex_unlock(&dev->struct_mutex);
  1043. drm_mm_takedown(&dev_priv->vram);
  1044. i915_gem_lastclose(dev);
  1045. }
  1046. kfree(dev->dev_private);
  1047. return 0;
  1048. }
  1049. int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv)
  1050. {
  1051. struct drm_i915_file_private *i915_file_priv;
  1052. DRM_DEBUG_DRIVER(I915_DRV, "\n");
  1053. i915_file_priv = (struct drm_i915_file_private *)
  1054. kmalloc(sizeof(*i915_file_priv), GFP_KERNEL);
  1055. if (!i915_file_priv)
  1056. return -ENOMEM;
  1057. file_priv->driver_priv = i915_file_priv;
  1058. INIT_LIST_HEAD(&i915_file_priv->mm.request_list);
  1059. return 0;
  1060. }
  1061. /**
  1062. * i915_driver_lastclose - clean up after all DRM clients have exited
  1063. * @dev: DRM device
  1064. *
  1065. * Take care of cleaning up after all DRM clients have exited. In the
  1066. * mode setting case, we want to restore the kernel's initial mode (just
  1067. * in case the last client left us in a bad state).
  1068. *
  1069. * Additionally, in the non-mode setting case, we'll tear down the AGP
  1070. * and DMA structures, since the kernel won't be using them, and clea
  1071. * up any GEM state.
  1072. */
  1073. void i915_driver_lastclose(struct drm_device * dev)
  1074. {
  1075. drm_i915_private_t *dev_priv = dev->dev_private;
  1076. if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) {
  1077. intelfb_restore();
  1078. return;
  1079. }
  1080. i915_gem_lastclose(dev);
  1081. if (dev_priv->agp_heap)
  1082. i915_mem_takedown(&(dev_priv->agp_heap));
  1083. i915_dma_cleanup(dev);
  1084. }
  1085. void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv)
  1086. {
  1087. drm_i915_private_t *dev_priv = dev->dev_private;
  1088. i915_gem_release(dev, file_priv);
  1089. if (!drm_core_check_feature(dev, DRIVER_MODESET))
  1090. i915_mem_release(dev, file_priv, dev_priv->agp_heap);
  1091. }
  1092. void i915_driver_postclose(struct drm_device *dev, struct drm_file *file_priv)
  1093. {
  1094. struct drm_i915_file_private *i915_file_priv = file_priv->driver_priv;
  1095. kfree(i915_file_priv);
  1096. }
  1097. struct drm_ioctl_desc i915_ioctls[] = {
  1098. DRM_IOCTL_DEF(DRM_I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1099. DRM_IOCTL_DEF(DRM_I915_FLUSH, i915_flush_ioctl, DRM_AUTH),
  1100. DRM_IOCTL_DEF(DRM_I915_FLIP, i915_flip_bufs, DRM_AUTH),
  1101. DRM_IOCTL_DEF(DRM_I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH),
  1102. DRM_IOCTL_DEF(DRM_I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH),
  1103. DRM_IOCTL_DEF(DRM_I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH),
  1104. DRM_IOCTL_DEF(DRM_I915_GETPARAM, i915_getparam, DRM_AUTH),
  1105. DRM_IOCTL_DEF(DRM_I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1106. DRM_IOCTL_DEF(DRM_I915_ALLOC, i915_mem_alloc, DRM_AUTH),
  1107. DRM_IOCTL_DEF(DRM_I915_FREE, i915_mem_free, DRM_AUTH),
  1108. DRM_IOCTL_DEF(DRM_I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1109. DRM_IOCTL_DEF(DRM_I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH),
  1110. DRM_IOCTL_DEF(DRM_I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
  1111. DRM_IOCTL_DEF(DRM_I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
  1112. DRM_IOCTL_DEF(DRM_I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH ),
  1113. DRM_IOCTL_DEF(DRM_I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH),
  1114. DRM_IOCTL_DEF(DRM_I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1115. DRM_IOCTL_DEF(DRM_I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1116. DRM_IOCTL_DEF(DRM_I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH),
  1117. DRM_IOCTL_DEF(DRM_I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
  1118. DRM_IOCTL_DEF(DRM_I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
  1119. DRM_IOCTL_DEF(DRM_I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH),
  1120. DRM_IOCTL_DEF(DRM_I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH),
  1121. DRM_IOCTL_DEF(DRM_I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1122. DRM_IOCTL_DEF(DRM_I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1123. DRM_IOCTL_DEF(DRM_I915_GEM_CREATE, i915_gem_create_ioctl, 0),
  1124. DRM_IOCTL_DEF(DRM_I915_GEM_PREAD, i915_gem_pread_ioctl, 0),
  1125. DRM_IOCTL_DEF(DRM_I915_GEM_PWRITE, i915_gem_pwrite_ioctl, 0),
  1126. DRM_IOCTL_DEF(DRM_I915_GEM_MMAP, i915_gem_mmap_ioctl, 0),
  1127. DRM_IOCTL_DEF(DRM_I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, 0),
  1128. DRM_IOCTL_DEF(DRM_I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, 0),
  1129. DRM_IOCTL_DEF(DRM_I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, 0),
  1130. DRM_IOCTL_DEF(DRM_I915_GEM_SET_TILING, i915_gem_set_tiling, 0),
  1131. DRM_IOCTL_DEF(DRM_I915_GEM_GET_TILING, i915_gem_get_tiling, 0),
  1132. DRM_IOCTL_DEF(DRM_I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, 0),
  1133. DRM_IOCTL_DEF(DRM_I915_GET_PIPE_FROM_CRTC_ID, intel_get_pipe_from_crtc_id, 0),
  1134. };
  1135. int i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls);
  1136. /**
  1137. * Determine if the device really is AGP or not.
  1138. *
  1139. * All Intel graphics chipsets are treated as AGP, even if they are really
  1140. * PCI-e.
  1141. *
  1142. * \param dev The device to be tested.
  1143. *
  1144. * \returns
  1145. * A value of 1 is always retured to indictate every i9x5 is AGP.
  1146. */
  1147. int i915_driver_device_is_agp(struct drm_device * dev)
  1148. {
  1149. return 1;
  1150. }