i915_dma.c 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380
  1. /* i915_dma.c -- DMA support for the I915 -*- linux-c -*-
  2. */
  3. /*
  4. * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
  5. * All Rights Reserved.
  6. *
  7. * Permission is hereby granted, free of charge, to any person obtaining a
  8. * copy of this software and associated documentation files (the
  9. * "Software"), to deal in the Software without restriction, including
  10. * without limitation the rights to use, copy, modify, merge, publish,
  11. * distribute, sub license, and/or sell copies of the Software, and to
  12. * permit persons to whom the Software is furnished to do so, subject to
  13. * the following conditions:
  14. *
  15. * The above copyright notice and this permission notice (including the
  16. * next paragraph) shall be included in all copies or substantial portions
  17. * of the Software.
  18. *
  19. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  20. * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  21. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  22. * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  23. * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  24. * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  25. * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  26. *
  27. */
  28. #include "drmP.h"
  29. #include "drm.h"
  30. #include "drm_crtc_helper.h"
  31. #include "intel_drv.h"
  32. #include "i915_drm.h"
  33. #include "i915_drv.h"
  34. /* Really want an OS-independent resettable timer. Would like to have
  35. * this loop run for (eg) 3 sec, but have the timer reset every time
  36. * the head pointer changes, so that EBUSY only happens if the ring
  37. * actually stalls for (eg) 3 seconds.
  38. */
  39. int i915_wait_ring(struct drm_device * dev, int n, const char *caller)
  40. {
  41. drm_i915_private_t *dev_priv = dev->dev_private;
  42. drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
  43. u32 acthd_reg = IS_I965G(dev) ? ACTHD_I965 : ACTHD;
  44. u32 last_acthd = I915_READ(acthd_reg);
  45. u32 acthd;
  46. u32 last_head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  47. int i;
  48. for (i = 0; i < 100000; i++) {
  49. ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  50. acthd = I915_READ(acthd_reg);
  51. ring->space = ring->head - (ring->tail + 8);
  52. if (ring->space < 0)
  53. ring->space += ring->Size;
  54. if (ring->space >= n)
  55. return 0;
  56. if (dev->primary->master) {
  57. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  58. if (master_priv->sarea_priv)
  59. master_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;
  60. }
  61. if (ring->head != last_head)
  62. i = 0;
  63. if (acthd != last_acthd)
  64. i = 0;
  65. last_head = ring->head;
  66. last_acthd = acthd;
  67. msleep_interruptible(10);
  68. }
  69. return -EBUSY;
  70. }
  71. /**
  72. * Sets up the hardware status page for devices that need a physical address
  73. * in the register.
  74. */
  75. static int i915_init_phys_hws(struct drm_device *dev)
  76. {
  77. drm_i915_private_t *dev_priv = dev->dev_private;
  78. /* Program Hardware Status Page */
  79. dev_priv->status_page_dmah =
  80. drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff);
  81. if (!dev_priv->status_page_dmah) {
  82. DRM_ERROR("Can not allocate hardware status page\n");
  83. return -ENOMEM;
  84. }
  85. dev_priv->hw_status_page = dev_priv->status_page_dmah->vaddr;
  86. dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr;
  87. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  88. I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
  89. DRM_DEBUG("Enabled hardware status page\n");
  90. return 0;
  91. }
  92. /**
  93. * Frees the hardware status page, whether it's a physical address or a virtual
  94. * address set up by the X Server.
  95. */
  96. static void i915_free_hws(struct drm_device *dev)
  97. {
  98. drm_i915_private_t *dev_priv = dev->dev_private;
  99. if (dev_priv->status_page_dmah) {
  100. drm_pci_free(dev, dev_priv->status_page_dmah);
  101. dev_priv->status_page_dmah = NULL;
  102. }
  103. if (dev_priv->status_gfx_addr) {
  104. dev_priv->status_gfx_addr = 0;
  105. drm_core_ioremapfree(&dev_priv->hws_map, dev);
  106. }
  107. /* Need to rewrite hardware status page */
  108. I915_WRITE(HWS_PGA, 0x1ffff000);
  109. }
  110. void i915_kernel_lost_context(struct drm_device * dev)
  111. {
  112. drm_i915_private_t *dev_priv = dev->dev_private;
  113. struct drm_i915_master_private *master_priv;
  114. drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
  115. /*
  116. * We should never lose context on the ring with modesetting
  117. * as we don't expose it to userspace
  118. */
  119. if (drm_core_check_feature(dev, DRIVER_MODESET))
  120. return;
  121. ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  122. ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR;
  123. ring->space = ring->head - (ring->tail + 8);
  124. if (ring->space < 0)
  125. ring->space += ring->Size;
  126. if (!dev->primary->master)
  127. return;
  128. master_priv = dev->primary->master->driver_priv;
  129. if (ring->head == ring->tail && master_priv->sarea_priv)
  130. master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY;
  131. }
  132. static int i915_dma_cleanup(struct drm_device * dev)
  133. {
  134. drm_i915_private_t *dev_priv = dev->dev_private;
  135. /* Make sure interrupts are disabled here because the uninstall ioctl
  136. * may not have been called from userspace and after dev_private
  137. * is freed, it's too late.
  138. */
  139. if (dev->irq_enabled)
  140. drm_irq_uninstall(dev);
  141. if (dev_priv->ring.virtual_start) {
  142. drm_core_ioremapfree(&dev_priv->ring.map, dev);
  143. dev_priv->ring.virtual_start = NULL;
  144. dev_priv->ring.map.handle = NULL;
  145. dev_priv->ring.map.size = 0;
  146. }
  147. /* Clear the HWS virtual address at teardown */
  148. if (I915_NEED_GFX_HWS(dev))
  149. i915_free_hws(dev);
  150. return 0;
  151. }
  152. static int i915_initialize(struct drm_device * dev, drm_i915_init_t * init)
  153. {
  154. drm_i915_private_t *dev_priv = dev->dev_private;
  155. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  156. master_priv->sarea = drm_getsarea(dev);
  157. if (master_priv->sarea) {
  158. master_priv->sarea_priv = (drm_i915_sarea_t *)
  159. ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset);
  160. } else {
  161. DRM_DEBUG("sarea not found assuming DRI2 userspace\n");
  162. }
  163. if (init->ring_size != 0) {
  164. if (dev_priv->ring.ring_obj != NULL) {
  165. i915_dma_cleanup(dev);
  166. DRM_ERROR("Client tried to initialize ringbuffer in "
  167. "GEM mode\n");
  168. return -EINVAL;
  169. }
  170. dev_priv->ring.Size = init->ring_size;
  171. dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
  172. dev_priv->ring.map.offset = init->ring_start;
  173. dev_priv->ring.map.size = init->ring_size;
  174. dev_priv->ring.map.type = 0;
  175. dev_priv->ring.map.flags = 0;
  176. dev_priv->ring.map.mtrr = 0;
  177. drm_core_ioremap_wc(&dev_priv->ring.map, dev);
  178. if (dev_priv->ring.map.handle == NULL) {
  179. i915_dma_cleanup(dev);
  180. DRM_ERROR("can not ioremap virtual address for"
  181. " ring buffer\n");
  182. return -ENOMEM;
  183. }
  184. }
  185. dev_priv->ring.virtual_start = dev_priv->ring.map.handle;
  186. dev_priv->cpp = init->cpp;
  187. dev_priv->back_offset = init->back_offset;
  188. dev_priv->front_offset = init->front_offset;
  189. dev_priv->current_page = 0;
  190. if (master_priv->sarea_priv)
  191. master_priv->sarea_priv->pf_current_page = 0;
  192. /* Allow hardware batchbuffers unless told otherwise.
  193. */
  194. dev_priv->allow_batchbuffer = 1;
  195. return 0;
  196. }
  197. static int i915_dma_resume(struct drm_device * dev)
  198. {
  199. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  200. DRM_DEBUG("%s\n", __func__);
  201. if (dev_priv->ring.map.handle == NULL) {
  202. DRM_ERROR("can not ioremap virtual address for"
  203. " ring buffer\n");
  204. return -ENOMEM;
  205. }
  206. /* Program Hardware Status Page */
  207. if (!dev_priv->hw_status_page) {
  208. DRM_ERROR("Can not find hardware status page\n");
  209. return -EINVAL;
  210. }
  211. DRM_DEBUG("hw status page @ %p\n", dev_priv->hw_status_page);
  212. if (dev_priv->status_gfx_addr != 0)
  213. I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
  214. else
  215. I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
  216. DRM_DEBUG("Enabled hardware status page\n");
  217. return 0;
  218. }
  219. static int i915_dma_init(struct drm_device *dev, void *data,
  220. struct drm_file *file_priv)
  221. {
  222. drm_i915_init_t *init = data;
  223. int retcode = 0;
  224. switch (init->func) {
  225. case I915_INIT_DMA:
  226. retcode = i915_initialize(dev, init);
  227. break;
  228. case I915_CLEANUP_DMA:
  229. retcode = i915_dma_cleanup(dev);
  230. break;
  231. case I915_RESUME_DMA:
  232. retcode = i915_dma_resume(dev);
  233. break;
  234. default:
  235. retcode = -EINVAL;
  236. break;
  237. }
  238. return retcode;
  239. }
  240. /* Implement basically the same security restrictions as hardware does
  241. * for MI_BATCH_NON_SECURE. These can be made stricter at any time.
  242. *
  243. * Most of the calculations below involve calculating the size of a
  244. * particular instruction. It's important to get the size right as
  245. * that tells us where the next instruction to check is. Any illegal
  246. * instruction detected will be given a size of zero, which is a
  247. * signal to abort the rest of the buffer.
  248. */
  249. static int do_validate_cmd(int cmd)
  250. {
  251. switch (((cmd >> 29) & 0x7)) {
  252. case 0x0:
  253. switch ((cmd >> 23) & 0x3f) {
  254. case 0x0:
  255. return 1; /* MI_NOOP */
  256. case 0x4:
  257. return 1; /* MI_FLUSH */
  258. default:
  259. return 0; /* disallow everything else */
  260. }
  261. break;
  262. case 0x1:
  263. return 0; /* reserved */
  264. case 0x2:
  265. return (cmd & 0xff) + 2; /* 2d commands */
  266. case 0x3:
  267. if (((cmd >> 24) & 0x1f) <= 0x18)
  268. return 1;
  269. switch ((cmd >> 24) & 0x1f) {
  270. case 0x1c:
  271. return 1;
  272. case 0x1d:
  273. switch ((cmd >> 16) & 0xff) {
  274. case 0x3:
  275. return (cmd & 0x1f) + 2;
  276. case 0x4:
  277. return (cmd & 0xf) + 2;
  278. default:
  279. return (cmd & 0xffff) + 2;
  280. }
  281. case 0x1e:
  282. if (cmd & (1 << 23))
  283. return (cmd & 0xffff) + 1;
  284. else
  285. return 1;
  286. case 0x1f:
  287. if ((cmd & (1 << 23)) == 0) /* inline vertices */
  288. return (cmd & 0x1ffff) + 2;
  289. else if (cmd & (1 << 17)) /* indirect random */
  290. if ((cmd & 0xffff) == 0)
  291. return 0; /* unknown length, too hard */
  292. else
  293. return (((cmd & 0xffff) + 1) / 2) + 1;
  294. else
  295. return 2; /* indirect sequential */
  296. default:
  297. return 0;
  298. }
  299. default:
  300. return 0;
  301. }
  302. return 0;
  303. }
  304. static int validate_cmd(int cmd)
  305. {
  306. int ret = do_validate_cmd(cmd);
  307. /* printk("validate_cmd( %x ): %d\n", cmd, ret); */
  308. return ret;
  309. }
  310. static int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords)
  311. {
  312. drm_i915_private_t *dev_priv = dev->dev_private;
  313. int i;
  314. RING_LOCALS;
  315. if ((dwords+1) * sizeof(int) >= dev_priv->ring.Size - 8)
  316. return -EINVAL;
  317. BEGIN_LP_RING((dwords+1)&~1);
  318. for (i = 0; i < dwords;) {
  319. int cmd, sz;
  320. cmd = buffer[i];
  321. if ((sz = validate_cmd(cmd)) == 0 || i + sz > dwords)
  322. return -EINVAL;
  323. OUT_RING(cmd);
  324. while (++i, --sz) {
  325. OUT_RING(buffer[i]);
  326. }
  327. }
  328. if (dwords & 1)
  329. OUT_RING(0);
  330. ADVANCE_LP_RING();
  331. return 0;
  332. }
  333. int
  334. i915_emit_box(struct drm_device *dev,
  335. struct drm_clip_rect *boxes,
  336. int i, int DR1, int DR4)
  337. {
  338. drm_i915_private_t *dev_priv = dev->dev_private;
  339. struct drm_clip_rect box = boxes[i];
  340. RING_LOCALS;
  341. if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) {
  342. DRM_ERROR("Bad box %d,%d..%d,%d\n",
  343. box.x1, box.y1, box.x2, box.y2);
  344. return -EINVAL;
  345. }
  346. if (IS_I965G(dev)) {
  347. BEGIN_LP_RING(4);
  348. OUT_RING(GFX_OP_DRAWRECT_INFO_I965);
  349. OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
  350. OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
  351. OUT_RING(DR4);
  352. ADVANCE_LP_RING();
  353. } else {
  354. BEGIN_LP_RING(6);
  355. OUT_RING(GFX_OP_DRAWRECT_INFO);
  356. OUT_RING(DR1);
  357. OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
  358. OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
  359. OUT_RING(DR4);
  360. OUT_RING(0);
  361. ADVANCE_LP_RING();
  362. }
  363. return 0;
  364. }
  365. /* XXX: Emitting the counter should really be moved to part of the IRQ
  366. * emit. For now, do it in both places:
  367. */
  368. static void i915_emit_breadcrumb(struct drm_device *dev)
  369. {
  370. drm_i915_private_t *dev_priv = dev->dev_private;
  371. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  372. RING_LOCALS;
  373. dev_priv->counter++;
  374. if (dev_priv->counter > 0x7FFFFFFFUL)
  375. dev_priv->counter = 0;
  376. if (master_priv->sarea_priv)
  377. master_priv->sarea_priv->last_enqueue = dev_priv->counter;
  378. BEGIN_LP_RING(4);
  379. OUT_RING(MI_STORE_DWORD_INDEX);
  380. OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
  381. OUT_RING(dev_priv->counter);
  382. OUT_RING(0);
  383. ADVANCE_LP_RING();
  384. }
  385. static int i915_dispatch_cmdbuffer(struct drm_device * dev,
  386. drm_i915_cmdbuffer_t *cmd,
  387. struct drm_clip_rect *cliprects,
  388. void *cmdbuf)
  389. {
  390. int nbox = cmd->num_cliprects;
  391. int i = 0, count, ret;
  392. if (cmd->sz & 0x3) {
  393. DRM_ERROR("alignment");
  394. return -EINVAL;
  395. }
  396. i915_kernel_lost_context(dev);
  397. count = nbox ? nbox : 1;
  398. for (i = 0; i < count; i++) {
  399. if (i < nbox) {
  400. ret = i915_emit_box(dev, cliprects, i,
  401. cmd->DR1, cmd->DR4);
  402. if (ret)
  403. return ret;
  404. }
  405. ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4);
  406. if (ret)
  407. return ret;
  408. }
  409. i915_emit_breadcrumb(dev);
  410. return 0;
  411. }
  412. static int i915_dispatch_batchbuffer(struct drm_device * dev,
  413. drm_i915_batchbuffer_t * batch,
  414. struct drm_clip_rect *cliprects)
  415. {
  416. drm_i915_private_t *dev_priv = dev->dev_private;
  417. int nbox = batch->num_cliprects;
  418. int i = 0, count;
  419. RING_LOCALS;
  420. if ((batch->start | batch->used) & 0x7) {
  421. DRM_ERROR("alignment");
  422. return -EINVAL;
  423. }
  424. i915_kernel_lost_context(dev);
  425. count = nbox ? nbox : 1;
  426. for (i = 0; i < count; i++) {
  427. if (i < nbox) {
  428. int ret = i915_emit_box(dev, cliprects, i,
  429. batch->DR1, batch->DR4);
  430. if (ret)
  431. return ret;
  432. }
  433. if (!IS_I830(dev) && !IS_845G(dev)) {
  434. BEGIN_LP_RING(2);
  435. if (IS_I965G(dev)) {
  436. OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965);
  437. OUT_RING(batch->start);
  438. } else {
  439. OUT_RING(MI_BATCH_BUFFER_START | (2 << 6));
  440. OUT_RING(batch->start | MI_BATCH_NON_SECURE);
  441. }
  442. ADVANCE_LP_RING();
  443. } else {
  444. BEGIN_LP_RING(4);
  445. OUT_RING(MI_BATCH_BUFFER);
  446. OUT_RING(batch->start | MI_BATCH_NON_SECURE);
  447. OUT_RING(batch->start + batch->used - 4);
  448. OUT_RING(0);
  449. ADVANCE_LP_RING();
  450. }
  451. }
  452. i915_emit_breadcrumb(dev);
  453. return 0;
  454. }
  455. static int i915_dispatch_flip(struct drm_device * dev)
  456. {
  457. drm_i915_private_t *dev_priv = dev->dev_private;
  458. struct drm_i915_master_private *master_priv =
  459. dev->primary->master->driver_priv;
  460. RING_LOCALS;
  461. if (!master_priv->sarea_priv)
  462. return -EINVAL;
  463. DRM_DEBUG("%s: page=%d pfCurrentPage=%d\n",
  464. __func__,
  465. dev_priv->current_page,
  466. master_priv->sarea_priv->pf_current_page);
  467. i915_kernel_lost_context(dev);
  468. BEGIN_LP_RING(2);
  469. OUT_RING(MI_FLUSH | MI_READ_FLUSH);
  470. OUT_RING(0);
  471. ADVANCE_LP_RING();
  472. BEGIN_LP_RING(6);
  473. OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP);
  474. OUT_RING(0);
  475. if (dev_priv->current_page == 0) {
  476. OUT_RING(dev_priv->back_offset);
  477. dev_priv->current_page = 1;
  478. } else {
  479. OUT_RING(dev_priv->front_offset);
  480. dev_priv->current_page = 0;
  481. }
  482. OUT_RING(0);
  483. ADVANCE_LP_RING();
  484. BEGIN_LP_RING(2);
  485. OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP);
  486. OUT_RING(0);
  487. ADVANCE_LP_RING();
  488. master_priv->sarea_priv->last_enqueue = dev_priv->counter++;
  489. BEGIN_LP_RING(4);
  490. OUT_RING(MI_STORE_DWORD_INDEX);
  491. OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
  492. OUT_RING(dev_priv->counter);
  493. OUT_RING(0);
  494. ADVANCE_LP_RING();
  495. master_priv->sarea_priv->pf_current_page = dev_priv->current_page;
  496. return 0;
  497. }
  498. static int i915_quiescent(struct drm_device * dev)
  499. {
  500. drm_i915_private_t *dev_priv = dev->dev_private;
  501. i915_kernel_lost_context(dev);
  502. return i915_wait_ring(dev, dev_priv->ring.Size - 8, __func__);
  503. }
  504. static int i915_flush_ioctl(struct drm_device *dev, void *data,
  505. struct drm_file *file_priv)
  506. {
  507. int ret;
  508. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  509. mutex_lock(&dev->struct_mutex);
  510. ret = i915_quiescent(dev);
  511. mutex_unlock(&dev->struct_mutex);
  512. return ret;
  513. }
  514. static int i915_batchbuffer(struct drm_device *dev, void *data,
  515. struct drm_file *file_priv)
  516. {
  517. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  518. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  519. drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
  520. master_priv->sarea_priv;
  521. drm_i915_batchbuffer_t *batch = data;
  522. int ret;
  523. struct drm_clip_rect *cliprects = NULL;
  524. if (!dev_priv->allow_batchbuffer) {
  525. DRM_ERROR("Batchbuffer ioctl disabled\n");
  526. return -EINVAL;
  527. }
  528. DRM_DEBUG("i915 batchbuffer, start %x used %d cliprects %d\n",
  529. batch->start, batch->used, batch->num_cliprects);
  530. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  531. if (batch->num_cliprects < 0)
  532. return -EINVAL;
  533. if (batch->num_cliprects) {
  534. cliprects = drm_calloc(batch->num_cliprects,
  535. sizeof(struct drm_clip_rect),
  536. DRM_MEM_DRIVER);
  537. if (cliprects == NULL)
  538. return -ENOMEM;
  539. ret = copy_from_user(cliprects, batch->cliprects,
  540. batch->num_cliprects *
  541. sizeof(struct drm_clip_rect));
  542. if (ret != 0)
  543. goto fail_free;
  544. }
  545. mutex_lock(&dev->struct_mutex);
  546. ret = i915_dispatch_batchbuffer(dev, batch, cliprects);
  547. mutex_unlock(&dev->struct_mutex);
  548. if (sarea_priv)
  549. sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
  550. fail_free:
  551. drm_free(cliprects,
  552. batch->num_cliprects * sizeof(struct drm_clip_rect),
  553. DRM_MEM_DRIVER);
  554. return ret;
  555. }
  556. static int i915_cmdbuffer(struct drm_device *dev, void *data,
  557. struct drm_file *file_priv)
  558. {
  559. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  560. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  561. drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
  562. master_priv->sarea_priv;
  563. drm_i915_cmdbuffer_t *cmdbuf = data;
  564. struct drm_clip_rect *cliprects = NULL;
  565. void *batch_data;
  566. int ret;
  567. DRM_DEBUG("i915 cmdbuffer, buf %p sz %d cliprects %d\n",
  568. cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects);
  569. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  570. if (cmdbuf->num_cliprects < 0)
  571. return -EINVAL;
  572. batch_data = drm_alloc(cmdbuf->sz, DRM_MEM_DRIVER);
  573. if (batch_data == NULL)
  574. return -ENOMEM;
  575. ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz);
  576. if (ret != 0)
  577. goto fail_batch_free;
  578. if (cmdbuf->num_cliprects) {
  579. cliprects = drm_calloc(cmdbuf->num_cliprects,
  580. sizeof(struct drm_clip_rect),
  581. DRM_MEM_DRIVER);
  582. if (cliprects == NULL)
  583. goto fail_batch_free;
  584. ret = copy_from_user(cliprects, cmdbuf->cliprects,
  585. cmdbuf->num_cliprects *
  586. sizeof(struct drm_clip_rect));
  587. if (ret != 0)
  588. goto fail_clip_free;
  589. }
  590. mutex_lock(&dev->struct_mutex);
  591. ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data);
  592. mutex_unlock(&dev->struct_mutex);
  593. if (ret) {
  594. DRM_ERROR("i915_dispatch_cmdbuffer failed\n");
  595. goto fail_clip_free;
  596. }
  597. if (sarea_priv)
  598. sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
  599. fail_clip_free:
  600. drm_free(cliprects,
  601. cmdbuf->num_cliprects * sizeof(struct drm_clip_rect),
  602. DRM_MEM_DRIVER);
  603. fail_batch_free:
  604. drm_free(batch_data, cmdbuf->sz, DRM_MEM_DRIVER);
  605. return ret;
  606. }
  607. static int i915_flip_bufs(struct drm_device *dev, void *data,
  608. struct drm_file *file_priv)
  609. {
  610. int ret;
  611. DRM_DEBUG("%s\n", __func__);
  612. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  613. mutex_lock(&dev->struct_mutex);
  614. ret = i915_dispatch_flip(dev);
  615. mutex_unlock(&dev->struct_mutex);
  616. return ret;
  617. }
  618. static int i915_getparam(struct drm_device *dev, void *data,
  619. struct drm_file *file_priv)
  620. {
  621. drm_i915_private_t *dev_priv = dev->dev_private;
  622. drm_i915_getparam_t *param = data;
  623. int value;
  624. if (!dev_priv) {
  625. DRM_ERROR("called with no initialization\n");
  626. return -EINVAL;
  627. }
  628. switch (param->param) {
  629. case I915_PARAM_IRQ_ACTIVE:
  630. value = dev->pdev->irq ? 1 : 0;
  631. break;
  632. case I915_PARAM_ALLOW_BATCHBUFFER:
  633. value = dev_priv->allow_batchbuffer ? 1 : 0;
  634. break;
  635. case I915_PARAM_LAST_DISPATCH:
  636. value = READ_BREADCRUMB(dev_priv);
  637. break;
  638. case I915_PARAM_CHIPSET_ID:
  639. value = dev->pci_device;
  640. break;
  641. case I915_PARAM_HAS_GEM:
  642. value = dev_priv->has_gem;
  643. break;
  644. case I915_PARAM_NUM_FENCES_AVAIL:
  645. value = dev_priv->num_fence_regs - dev_priv->fence_reg_start;
  646. break;
  647. default:
  648. DRM_DEBUG("Unknown parameter %d\n", param->param);
  649. return -EINVAL;
  650. }
  651. if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) {
  652. DRM_ERROR("DRM_COPY_TO_USER failed\n");
  653. return -EFAULT;
  654. }
  655. return 0;
  656. }
  657. static int i915_setparam(struct drm_device *dev, void *data,
  658. struct drm_file *file_priv)
  659. {
  660. drm_i915_private_t *dev_priv = dev->dev_private;
  661. drm_i915_setparam_t *param = data;
  662. if (!dev_priv) {
  663. DRM_ERROR("called with no initialization\n");
  664. return -EINVAL;
  665. }
  666. switch (param->param) {
  667. case I915_SETPARAM_USE_MI_BATCHBUFFER_START:
  668. break;
  669. case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY:
  670. dev_priv->tex_lru_log_granularity = param->value;
  671. break;
  672. case I915_SETPARAM_ALLOW_BATCHBUFFER:
  673. dev_priv->allow_batchbuffer = param->value;
  674. break;
  675. case I915_SETPARAM_NUM_USED_FENCES:
  676. if (param->value > dev_priv->num_fence_regs ||
  677. param->value < 0)
  678. return -EINVAL;
  679. /* Userspace can use first N regs */
  680. dev_priv->fence_reg_start = param->value;
  681. break;
  682. default:
  683. DRM_DEBUG("unknown parameter %d\n", param->param);
  684. return -EINVAL;
  685. }
  686. return 0;
  687. }
  688. static int i915_set_status_page(struct drm_device *dev, void *data,
  689. struct drm_file *file_priv)
  690. {
  691. drm_i915_private_t *dev_priv = dev->dev_private;
  692. drm_i915_hws_addr_t *hws = data;
  693. if (!I915_NEED_GFX_HWS(dev))
  694. return -EINVAL;
  695. if (!dev_priv) {
  696. DRM_ERROR("called with no initialization\n");
  697. return -EINVAL;
  698. }
  699. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  700. WARN(1, "tried to set status page when mode setting active\n");
  701. return 0;
  702. }
  703. printk(KERN_DEBUG "set status page addr 0x%08x\n", (u32)hws->addr);
  704. dev_priv->status_gfx_addr = hws->addr & (0x1ffff<<12);
  705. dev_priv->hws_map.offset = dev->agp->base + hws->addr;
  706. dev_priv->hws_map.size = 4*1024;
  707. dev_priv->hws_map.type = 0;
  708. dev_priv->hws_map.flags = 0;
  709. dev_priv->hws_map.mtrr = 0;
  710. drm_core_ioremap_wc(&dev_priv->hws_map, dev);
  711. if (dev_priv->hws_map.handle == NULL) {
  712. i915_dma_cleanup(dev);
  713. dev_priv->status_gfx_addr = 0;
  714. DRM_ERROR("can not ioremap virtual address for"
  715. " G33 hw status page\n");
  716. return -ENOMEM;
  717. }
  718. dev_priv->hw_status_page = dev_priv->hws_map.handle;
  719. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  720. I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
  721. DRM_DEBUG("load hws HWS_PGA with gfx mem 0x%x\n",
  722. dev_priv->status_gfx_addr);
  723. DRM_DEBUG("load hws at %p\n", dev_priv->hw_status_page);
  724. return 0;
  725. }
  726. /**
  727. * i915_probe_agp - get AGP bootup configuration
  728. * @pdev: PCI device
  729. * @aperture_size: returns AGP aperture configured size
  730. * @preallocated_size: returns size of BIOS preallocated AGP space
  731. *
  732. * Since Intel integrated graphics are UMA, the BIOS has to set aside
  733. * some RAM for the framebuffer at early boot. This code figures out
  734. * how much was set aside so we can use it for our own purposes.
  735. */
  736. static int i915_probe_agp(struct drm_device *dev, unsigned long *aperture_size,
  737. unsigned long *preallocated_size)
  738. {
  739. struct pci_dev *bridge_dev;
  740. u16 tmp = 0;
  741. unsigned long overhead;
  742. unsigned long stolen;
  743. bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0));
  744. if (!bridge_dev) {
  745. DRM_ERROR("bridge device not found\n");
  746. return -1;
  747. }
  748. /* Get the fb aperture size and "stolen" memory amount. */
  749. pci_read_config_word(bridge_dev, INTEL_GMCH_CTRL, &tmp);
  750. pci_dev_put(bridge_dev);
  751. *aperture_size = 1024 * 1024;
  752. *preallocated_size = 1024 * 1024;
  753. switch (dev->pdev->device) {
  754. case PCI_DEVICE_ID_INTEL_82830_CGC:
  755. case PCI_DEVICE_ID_INTEL_82845G_IG:
  756. case PCI_DEVICE_ID_INTEL_82855GM_IG:
  757. case PCI_DEVICE_ID_INTEL_82865_IG:
  758. if ((tmp & INTEL_GMCH_MEM_MASK) == INTEL_GMCH_MEM_64M)
  759. *aperture_size *= 64;
  760. else
  761. *aperture_size *= 128;
  762. break;
  763. default:
  764. /* 9xx supports large sizes, just look at the length */
  765. *aperture_size = pci_resource_len(dev->pdev, 2);
  766. break;
  767. }
  768. /*
  769. * Some of the preallocated space is taken by the GTT
  770. * and popup. GTT is 1K per MB of aperture size, and popup is 4K.
  771. */
  772. if (IS_G4X(dev) || IS_IGD(dev))
  773. overhead = 4096;
  774. else
  775. overhead = (*aperture_size / 1024) + 4096;
  776. switch (tmp & INTEL_GMCH_GMS_MASK) {
  777. case INTEL_855_GMCH_GMS_DISABLED:
  778. DRM_ERROR("video memory is disabled\n");
  779. return -1;
  780. case INTEL_855_GMCH_GMS_STOLEN_1M:
  781. stolen = 1 * 1024 * 1024;
  782. break;
  783. case INTEL_855_GMCH_GMS_STOLEN_4M:
  784. stolen = 4 * 1024 * 1024;
  785. break;
  786. case INTEL_855_GMCH_GMS_STOLEN_8M:
  787. stolen = 8 * 1024 * 1024;
  788. break;
  789. case INTEL_855_GMCH_GMS_STOLEN_16M:
  790. stolen = 16 * 1024 * 1024;
  791. break;
  792. case INTEL_855_GMCH_GMS_STOLEN_32M:
  793. stolen = 32 * 1024 * 1024;
  794. break;
  795. case INTEL_915G_GMCH_GMS_STOLEN_48M:
  796. stolen = 48 * 1024 * 1024;
  797. break;
  798. case INTEL_915G_GMCH_GMS_STOLEN_64M:
  799. stolen = 64 * 1024 * 1024;
  800. break;
  801. case INTEL_GMCH_GMS_STOLEN_128M:
  802. stolen = 128 * 1024 * 1024;
  803. break;
  804. case INTEL_GMCH_GMS_STOLEN_256M:
  805. stolen = 256 * 1024 * 1024;
  806. break;
  807. case INTEL_GMCH_GMS_STOLEN_96M:
  808. stolen = 96 * 1024 * 1024;
  809. break;
  810. case INTEL_GMCH_GMS_STOLEN_160M:
  811. stolen = 160 * 1024 * 1024;
  812. break;
  813. case INTEL_GMCH_GMS_STOLEN_224M:
  814. stolen = 224 * 1024 * 1024;
  815. break;
  816. case INTEL_GMCH_GMS_STOLEN_352M:
  817. stolen = 352 * 1024 * 1024;
  818. break;
  819. default:
  820. DRM_ERROR("unexpected GMCH_GMS value: 0x%02x\n",
  821. tmp & INTEL_GMCH_GMS_MASK);
  822. return -1;
  823. }
  824. *preallocated_size = stolen - overhead;
  825. return 0;
  826. }
  827. static int i915_load_modeset_init(struct drm_device *dev)
  828. {
  829. struct drm_i915_private *dev_priv = dev->dev_private;
  830. unsigned long agp_size, prealloc_size;
  831. int fb_bar = IS_I9XX(dev) ? 2 : 0;
  832. int ret = 0;
  833. dev->devname = kstrdup(DRIVER_NAME, GFP_KERNEL);
  834. if (!dev->devname) {
  835. ret = -ENOMEM;
  836. goto out;
  837. }
  838. dev->mode_config.fb_base = drm_get_resource_start(dev, fb_bar) &
  839. 0xff000000;
  840. if (IS_MOBILE(dev) || IS_I9XX(dev))
  841. dev_priv->cursor_needs_physical = true;
  842. else
  843. dev_priv->cursor_needs_physical = false;
  844. if (IS_I965G(dev) || IS_G33(dev))
  845. dev_priv->cursor_needs_physical = false;
  846. ret = i915_probe_agp(dev, &agp_size, &prealloc_size);
  847. if (ret)
  848. goto kfree_devname;
  849. /* Basic memrange allocator for stolen space (aka vram) */
  850. drm_mm_init(&dev_priv->vram, 0, prealloc_size);
  851. /* Let GEM Manage from end of prealloc space to end of aperture.
  852. *
  853. * However, leave one page at the end still bound to the scratch page.
  854. * There are a number of places where the hardware apparently
  855. * prefetches past the end of the object, and we've seen multiple
  856. * hangs with the GPU head pointer stuck in a batchbuffer bound
  857. * at the last page of the aperture. One page should be enough to
  858. * keep any prefetching inside of the aperture.
  859. */
  860. i915_gem_do_init(dev, prealloc_size, agp_size - 4096);
  861. ret = i915_gem_init_ringbuffer(dev);
  862. if (ret)
  863. goto kfree_devname;
  864. /* Allow hardware batchbuffers unless told otherwise.
  865. */
  866. dev_priv->allow_batchbuffer = 1;
  867. ret = intel_init_bios(dev);
  868. if (ret)
  869. DRM_INFO("failed to find VBIOS tables\n");
  870. ret = drm_irq_install(dev);
  871. if (ret)
  872. goto destroy_ringbuffer;
  873. /* Always safe in the mode setting case. */
  874. /* FIXME: do pre/post-mode set stuff in core KMS code */
  875. dev->vblank_disable_allowed = 1;
  876. /*
  877. * Initialize the hardware status page IRQ location.
  878. */
  879. I915_WRITE(INSTPM, (1 << 5) | (1 << 21));
  880. intel_modeset_init(dev);
  881. drm_helper_initial_config(dev);
  882. return 0;
  883. destroy_ringbuffer:
  884. i915_gem_cleanup_ringbuffer(dev);
  885. kfree_devname:
  886. kfree(dev->devname);
  887. out:
  888. return ret;
  889. }
  890. int i915_master_create(struct drm_device *dev, struct drm_master *master)
  891. {
  892. struct drm_i915_master_private *master_priv;
  893. master_priv = drm_calloc(1, sizeof(*master_priv), DRM_MEM_DRIVER);
  894. if (!master_priv)
  895. return -ENOMEM;
  896. master->driver_priv = master_priv;
  897. return 0;
  898. }
  899. void i915_master_destroy(struct drm_device *dev, struct drm_master *master)
  900. {
  901. struct drm_i915_master_private *master_priv = master->driver_priv;
  902. if (!master_priv)
  903. return;
  904. drm_free(master_priv, sizeof(*master_priv), DRM_MEM_DRIVER);
  905. master->driver_priv = NULL;
  906. }
  907. /**
  908. * i915_driver_load - setup chip and create an initial config
  909. * @dev: DRM device
  910. * @flags: startup flags
  911. *
  912. * The driver load routine has to do several things:
  913. * - drive output discovery via intel_modeset_init()
  914. * - initialize the memory manager
  915. * - allocate initial config memory
  916. * - setup the DRM framebuffer with the allocated memory
  917. */
  918. int i915_driver_load(struct drm_device *dev, unsigned long flags)
  919. {
  920. struct drm_i915_private *dev_priv = dev->dev_private;
  921. resource_size_t base, size;
  922. int ret = 0, mmio_bar = IS_I9XX(dev) ? 0 : 1;
  923. /* i915 has 4 more counters */
  924. dev->counters += 4;
  925. dev->types[6] = _DRM_STAT_IRQ;
  926. dev->types[7] = _DRM_STAT_PRIMARY;
  927. dev->types[8] = _DRM_STAT_SECONDARY;
  928. dev->types[9] = _DRM_STAT_DMA;
  929. dev_priv = drm_alloc(sizeof(drm_i915_private_t), DRM_MEM_DRIVER);
  930. if (dev_priv == NULL)
  931. return -ENOMEM;
  932. memset(dev_priv, 0, sizeof(drm_i915_private_t));
  933. dev->dev_private = (void *)dev_priv;
  934. dev_priv->dev = dev;
  935. /* Add register map (needed for suspend/resume) */
  936. base = drm_get_resource_start(dev, mmio_bar);
  937. size = drm_get_resource_len(dev, mmio_bar);
  938. dev_priv->regs = ioremap(base, size);
  939. if (!dev_priv->regs) {
  940. DRM_ERROR("failed to map registers\n");
  941. ret = -EIO;
  942. goto free_priv;
  943. }
  944. dev_priv->mm.gtt_mapping =
  945. io_mapping_create_wc(dev->agp->base,
  946. dev->agp->agp_info.aper_size * 1024*1024);
  947. if (dev_priv->mm.gtt_mapping == NULL) {
  948. ret = -EIO;
  949. goto out_rmmap;
  950. }
  951. /* Set up a WC MTRR for non-PAT systems. This is more common than
  952. * one would think, because the kernel disables PAT on first
  953. * generation Core chips because WC PAT gets overridden by a UC
  954. * MTRR if present. Even if a UC MTRR isn't present.
  955. */
  956. dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base,
  957. dev->agp->agp_info.aper_size *
  958. 1024 * 1024,
  959. MTRR_TYPE_WRCOMB, 1);
  960. if (dev_priv->mm.gtt_mtrr < 0) {
  961. DRM_INFO("MTRR allocation failed. Graphics "
  962. "performance may suffer.\n");
  963. }
  964. #ifdef CONFIG_HIGHMEM64G
  965. /* don't enable GEM on PAE - needs agp + set_memory_* interface fixes */
  966. dev_priv->has_gem = 0;
  967. #else
  968. /* enable GEM by default */
  969. dev_priv->has_gem = 1;
  970. #endif
  971. dev->driver->get_vblank_counter = i915_get_vblank_counter;
  972. if (IS_GM45(dev))
  973. dev->driver->get_vblank_counter = gm45_get_vblank_counter;
  974. i915_gem_load(dev);
  975. /* Init HWS */
  976. if (!I915_NEED_GFX_HWS(dev)) {
  977. ret = i915_init_phys_hws(dev);
  978. if (ret != 0)
  979. goto out_iomapfree;
  980. }
  981. /* On the 945G/GM, the chipset reports the MSI capability on the
  982. * integrated graphics even though the support isn't actually there
  983. * according to the published specs. It doesn't appear to function
  984. * correctly in testing on 945G.
  985. * This may be a side effect of MSI having been made available for PEG
  986. * and the registers being closely associated.
  987. *
  988. * According to chipset errata, on the 965GM, MSI interrupts may
  989. * be lost or delayed, but we use them anyways to avoid
  990. * stuck interrupts on some machines.
  991. */
  992. if (!IS_I945G(dev) && !IS_I945GM(dev))
  993. pci_enable_msi(dev->pdev);
  994. spin_lock_init(&dev_priv->user_irq_lock);
  995. dev_priv->user_irq_refcount = 0;
  996. ret = drm_vblank_init(dev, I915_NUM_PIPE);
  997. if (ret) {
  998. (void) i915_driver_unload(dev);
  999. return ret;
  1000. }
  1001. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1002. ret = i915_load_modeset_init(dev);
  1003. if (ret < 0) {
  1004. DRM_ERROR("failed to init modeset\n");
  1005. goto out_rmmap;
  1006. }
  1007. }
  1008. /* Must be done after probing outputs */
  1009. intel_opregion_init(dev, 0);
  1010. return 0;
  1011. out_iomapfree:
  1012. io_mapping_free(dev_priv->mm.gtt_mapping);
  1013. out_rmmap:
  1014. iounmap(dev_priv->regs);
  1015. free_priv:
  1016. drm_free(dev_priv, sizeof(struct drm_i915_private), DRM_MEM_DRIVER);
  1017. return ret;
  1018. }
  1019. int i915_driver_unload(struct drm_device *dev)
  1020. {
  1021. struct drm_i915_private *dev_priv = dev->dev_private;
  1022. io_mapping_free(dev_priv->mm.gtt_mapping);
  1023. if (dev_priv->mm.gtt_mtrr >= 0) {
  1024. mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base,
  1025. dev->agp->agp_info.aper_size * 1024 * 1024);
  1026. dev_priv->mm.gtt_mtrr = -1;
  1027. }
  1028. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1029. drm_irq_uninstall(dev);
  1030. }
  1031. if (dev->pdev->msi_enabled)
  1032. pci_disable_msi(dev->pdev);
  1033. if (dev_priv->regs != NULL)
  1034. iounmap(dev_priv->regs);
  1035. intel_opregion_free(dev, 0);
  1036. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1037. intel_modeset_cleanup(dev);
  1038. i915_gem_free_all_phys_object(dev);
  1039. mutex_lock(&dev->struct_mutex);
  1040. i915_gem_cleanup_ringbuffer(dev);
  1041. mutex_unlock(&dev->struct_mutex);
  1042. drm_mm_takedown(&dev_priv->vram);
  1043. i915_gem_lastclose(dev);
  1044. }
  1045. drm_free(dev->dev_private, sizeof(drm_i915_private_t),
  1046. DRM_MEM_DRIVER);
  1047. return 0;
  1048. }
  1049. int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv)
  1050. {
  1051. struct drm_i915_file_private *i915_file_priv;
  1052. DRM_DEBUG("\n");
  1053. i915_file_priv = (struct drm_i915_file_private *)
  1054. drm_alloc(sizeof(*i915_file_priv), DRM_MEM_FILES);
  1055. if (!i915_file_priv)
  1056. return -ENOMEM;
  1057. file_priv->driver_priv = i915_file_priv;
  1058. i915_file_priv->mm.last_gem_seqno = 0;
  1059. i915_file_priv->mm.last_gem_throttle_seqno = 0;
  1060. return 0;
  1061. }
  1062. /**
  1063. * i915_driver_lastclose - clean up after all DRM clients have exited
  1064. * @dev: DRM device
  1065. *
  1066. * Take care of cleaning up after all DRM clients have exited. In the
  1067. * mode setting case, we want to restore the kernel's initial mode (just
  1068. * in case the last client left us in a bad state).
  1069. *
  1070. * Additionally, in the non-mode setting case, we'll tear down the AGP
  1071. * and DMA structures, since the kernel won't be using them, and clea
  1072. * up any GEM state.
  1073. */
  1074. void i915_driver_lastclose(struct drm_device * dev)
  1075. {
  1076. drm_i915_private_t *dev_priv = dev->dev_private;
  1077. if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) {
  1078. intelfb_restore();
  1079. return;
  1080. }
  1081. i915_gem_lastclose(dev);
  1082. if (dev_priv->agp_heap)
  1083. i915_mem_takedown(&(dev_priv->agp_heap));
  1084. i915_dma_cleanup(dev);
  1085. }
  1086. void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv)
  1087. {
  1088. drm_i915_private_t *dev_priv = dev->dev_private;
  1089. if (!drm_core_check_feature(dev, DRIVER_MODESET))
  1090. i915_mem_release(dev, file_priv, dev_priv->agp_heap);
  1091. }
  1092. void i915_driver_postclose(struct drm_device *dev, struct drm_file *file_priv)
  1093. {
  1094. struct drm_i915_file_private *i915_file_priv = file_priv->driver_priv;
  1095. drm_free(i915_file_priv, sizeof(*i915_file_priv), DRM_MEM_FILES);
  1096. }
  1097. struct drm_ioctl_desc i915_ioctls[] = {
  1098. DRM_IOCTL_DEF(DRM_I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1099. DRM_IOCTL_DEF(DRM_I915_FLUSH, i915_flush_ioctl, DRM_AUTH),
  1100. DRM_IOCTL_DEF(DRM_I915_FLIP, i915_flip_bufs, DRM_AUTH),
  1101. DRM_IOCTL_DEF(DRM_I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH),
  1102. DRM_IOCTL_DEF(DRM_I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH),
  1103. DRM_IOCTL_DEF(DRM_I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH),
  1104. DRM_IOCTL_DEF(DRM_I915_GETPARAM, i915_getparam, DRM_AUTH),
  1105. DRM_IOCTL_DEF(DRM_I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1106. DRM_IOCTL_DEF(DRM_I915_ALLOC, i915_mem_alloc, DRM_AUTH),
  1107. DRM_IOCTL_DEF(DRM_I915_FREE, i915_mem_free, DRM_AUTH),
  1108. DRM_IOCTL_DEF(DRM_I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1109. DRM_IOCTL_DEF(DRM_I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH),
  1110. DRM_IOCTL_DEF(DRM_I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
  1111. DRM_IOCTL_DEF(DRM_I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
  1112. DRM_IOCTL_DEF(DRM_I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH ),
  1113. DRM_IOCTL_DEF(DRM_I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH),
  1114. DRM_IOCTL_DEF(DRM_I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1115. DRM_IOCTL_DEF(DRM_I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1116. DRM_IOCTL_DEF(DRM_I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH),
  1117. DRM_IOCTL_DEF(DRM_I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
  1118. DRM_IOCTL_DEF(DRM_I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
  1119. DRM_IOCTL_DEF(DRM_I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH),
  1120. DRM_IOCTL_DEF(DRM_I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH),
  1121. DRM_IOCTL_DEF(DRM_I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1122. DRM_IOCTL_DEF(DRM_I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1123. DRM_IOCTL_DEF(DRM_I915_GEM_CREATE, i915_gem_create_ioctl, 0),
  1124. DRM_IOCTL_DEF(DRM_I915_GEM_PREAD, i915_gem_pread_ioctl, 0),
  1125. DRM_IOCTL_DEF(DRM_I915_GEM_PWRITE, i915_gem_pwrite_ioctl, 0),
  1126. DRM_IOCTL_DEF(DRM_I915_GEM_MMAP, i915_gem_mmap_ioctl, 0),
  1127. DRM_IOCTL_DEF(DRM_I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, 0),
  1128. DRM_IOCTL_DEF(DRM_I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, 0),
  1129. DRM_IOCTL_DEF(DRM_I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, 0),
  1130. DRM_IOCTL_DEF(DRM_I915_GEM_SET_TILING, i915_gem_set_tiling, 0),
  1131. DRM_IOCTL_DEF(DRM_I915_GEM_GET_TILING, i915_gem_get_tiling, 0),
  1132. DRM_IOCTL_DEF(DRM_I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, 0),
  1133. DRM_IOCTL_DEF(DRM_I915_GET_PIPE_FROM_CRTC_ID, intel_get_pipe_from_crtc_id, 0),
  1134. };
  1135. int i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls);
  1136. /**
  1137. * Determine if the device really is AGP or not.
  1138. *
  1139. * All Intel graphics chipsets are treated as AGP, even if they are really
  1140. * PCI-e.
  1141. *
  1142. * \param dev The device to be tested.
  1143. *
  1144. * \returns
  1145. * A value of 1 is always retured to indictate every i9x5 is AGP.
  1146. */
  1147. int i915_driver_device_is_agp(struct drm_device * dev)
  1148. {
  1149. return 1;
  1150. }