i915_dma.c 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374
  1. /* i915_dma.c -- DMA support for the I915 -*- linux-c -*-
  2. */
  3. /*
  4. * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
  5. * All Rights Reserved.
  6. *
  7. * Permission is hereby granted, free of charge, to any person obtaining a
  8. * copy of this software and associated documentation files (the
  9. * "Software"), to deal in the Software without restriction, including
  10. * without limitation the rights to use, copy, modify, merge, publish,
  11. * distribute, sub license, and/or sell copies of the Software, and to
  12. * permit persons to whom the Software is furnished to do so, subject to
  13. * the following conditions:
  14. *
  15. * The above copyright notice and this permission notice (including the
  16. * next paragraph) shall be included in all copies or substantial portions
  17. * of the Software.
  18. *
  19. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  20. * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  21. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  22. * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  23. * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  24. * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  25. * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  26. *
  27. */
  28. #include "drmP.h"
  29. #include "drm.h"
  30. #include "drm_crtc_helper.h"
  31. #include "intel_drv.h"
  32. #include "i915_drm.h"
  33. #include "i915_drv.h"
  34. #define I915_DRV "i915_drv"
  35. /* Really want an OS-independent resettable timer. Would like to have
  36. * this loop run for (eg) 3 sec, but have the timer reset every time
  37. * the head pointer changes, so that EBUSY only happens if the ring
  38. * actually stalls for (eg) 3 seconds.
  39. */
  40. int i915_wait_ring(struct drm_device * dev, int n, const char *caller)
  41. {
  42. drm_i915_private_t *dev_priv = dev->dev_private;
  43. drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
  44. u32 acthd_reg = IS_I965G(dev) ? ACTHD_I965 : ACTHD;
  45. u32 last_acthd = I915_READ(acthd_reg);
  46. u32 acthd;
  47. u32 last_head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  48. int i;
  49. for (i = 0; i < 100000; i++) {
  50. ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  51. acthd = I915_READ(acthd_reg);
  52. ring->space = ring->head - (ring->tail + 8);
  53. if (ring->space < 0)
  54. ring->space += ring->Size;
  55. if (ring->space >= n)
  56. return 0;
  57. if (dev->primary->master) {
  58. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  59. if (master_priv->sarea_priv)
  60. master_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;
  61. }
  62. if (ring->head != last_head)
  63. i = 0;
  64. if (acthd != last_acthd)
  65. i = 0;
  66. last_head = ring->head;
  67. last_acthd = acthd;
  68. msleep_interruptible(10);
  69. }
  70. return -EBUSY;
  71. }
  72. /**
  73. * Sets up the hardware status page for devices that need a physical address
  74. * in the register.
  75. */
  76. static int i915_init_phys_hws(struct drm_device *dev)
  77. {
  78. drm_i915_private_t *dev_priv = dev->dev_private;
  79. /* Program Hardware Status Page */
  80. dev_priv->status_page_dmah =
  81. drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff);
  82. if (!dev_priv->status_page_dmah) {
  83. DRM_ERROR("Can not allocate hardware status page\n");
  84. return -ENOMEM;
  85. }
  86. dev_priv->hw_status_page = dev_priv->status_page_dmah->vaddr;
  87. dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr;
  88. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  89. I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
  90. DRM_DEBUG_DRIVER(I915_DRV, "Enabled hardware status page\n");
  91. return 0;
  92. }
  93. /**
  94. * Frees the hardware status page, whether it's a physical address or a virtual
  95. * address set up by the X Server.
  96. */
  97. static void i915_free_hws(struct drm_device *dev)
  98. {
  99. drm_i915_private_t *dev_priv = dev->dev_private;
  100. if (dev_priv->status_page_dmah) {
  101. drm_pci_free(dev, dev_priv->status_page_dmah);
  102. dev_priv->status_page_dmah = NULL;
  103. }
  104. if (dev_priv->status_gfx_addr) {
  105. dev_priv->status_gfx_addr = 0;
  106. drm_core_ioremapfree(&dev_priv->hws_map, dev);
  107. }
  108. /* Need to rewrite hardware status page */
  109. I915_WRITE(HWS_PGA, 0x1ffff000);
  110. }
  111. void i915_kernel_lost_context(struct drm_device * dev)
  112. {
  113. drm_i915_private_t *dev_priv = dev->dev_private;
  114. struct drm_i915_master_private *master_priv;
  115. drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
  116. /*
  117. * We should never lose context on the ring with modesetting
  118. * as we don't expose it to userspace
  119. */
  120. if (drm_core_check_feature(dev, DRIVER_MODESET))
  121. return;
  122. ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
  123. ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR;
  124. ring->space = ring->head - (ring->tail + 8);
  125. if (ring->space < 0)
  126. ring->space += ring->Size;
  127. if (!dev->primary->master)
  128. return;
  129. master_priv = dev->primary->master->driver_priv;
  130. if (ring->head == ring->tail && master_priv->sarea_priv)
  131. master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY;
  132. }
  133. static int i915_dma_cleanup(struct drm_device * dev)
  134. {
  135. drm_i915_private_t *dev_priv = dev->dev_private;
  136. /* Make sure interrupts are disabled here because the uninstall ioctl
  137. * may not have been called from userspace and after dev_private
  138. * is freed, it's too late.
  139. */
  140. if (dev->irq_enabled)
  141. drm_irq_uninstall(dev);
  142. if (dev_priv->ring.virtual_start) {
  143. drm_core_ioremapfree(&dev_priv->ring.map, dev);
  144. dev_priv->ring.virtual_start = NULL;
  145. dev_priv->ring.map.handle = NULL;
  146. dev_priv->ring.map.size = 0;
  147. }
  148. /* Clear the HWS virtual address at teardown */
  149. if (I915_NEED_GFX_HWS(dev))
  150. i915_free_hws(dev);
  151. return 0;
  152. }
  153. static int i915_initialize(struct drm_device * dev, drm_i915_init_t * init)
  154. {
  155. drm_i915_private_t *dev_priv = dev->dev_private;
  156. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  157. master_priv->sarea = drm_getsarea(dev);
  158. if (master_priv->sarea) {
  159. master_priv->sarea_priv = (drm_i915_sarea_t *)
  160. ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset);
  161. } else {
  162. DRM_DEBUG_DRIVER(I915_DRV,
  163. "sarea not found assuming DRI2 userspace\n");
  164. }
  165. if (init->ring_size != 0) {
  166. if (dev_priv->ring.ring_obj != NULL) {
  167. i915_dma_cleanup(dev);
  168. DRM_ERROR("Client tried to initialize ringbuffer in "
  169. "GEM mode\n");
  170. return -EINVAL;
  171. }
  172. dev_priv->ring.Size = init->ring_size;
  173. dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
  174. dev_priv->ring.map.offset = init->ring_start;
  175. dev_priv->ring.map.size = init->ring_size;
  176. dev_priv->ring.map.type = 0;
  177. dev_priv->ring.map.flags = 0;
  178. dev_priv->ring.map.mtrr = 0;
  179. drm_core_ioremap_wc(&dev_priv->ring.map, dev);
  180. if (dev_priv->ring.map.handle == NULL) {
  181. i915_dma_cleanup(dev);
  182. DRM_ERROR("can not ioremap virtual address for"
  183. " ring buffer\n");
  184. return -ENOMEM;
  185. }
  186. }
  187. dev_priv->ring.virtual_start = dev_priv->ring.map.handle;
  188. dev_priv->cpp = init->cpp;
  189. dev_priv->back_offset = init->back_offset;
  190. dev_priv->front_offset = init->front_offset;
  191. dev_priv->current_page = 0;
  192. if (master_priv->sarea_priv)
  193. master_priv->sarea_priv->pf_current_page = 0;
  194. /* Allow hardware batchbuffers unless told otherwise.
  195. */
  196. dev_priv->allow_batchbuffer = 1;
  197. return 0;
  198. }
  199. static int i915_dma_resume(struct drm_device * dev)
  200. {
  201. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  202. DRM_DEBUG_DRIVER(I915_DRV, "%s\n", __func__);
  203. if (dev_priv->ring.map.handle == NULL) {
  204. DRM_ERROR("can not ioremap virtual address for"
  205. " ring buffer\n");
  206. return -ENOMEM;
  207. }
  208. /* Program Hardware Status Page */
  209. if (!dev_priv->hw_status_page) {
  210. DRM_ERROR("Can not find hardware status page\n");
  211. return -EINVAL;
  212. }
  213. DRM_DEBUG_DRIVER(I915_DRV, "hw status page @ %p\n",
  214. dev_priv->hw_status_page);
  215. if (dev_priv->status_gfx_addr != 0)
  216. I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
  217. else
  218. I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
  219. DRM_DEBUG_DRIVER(I915_DRV, "Enabled hardware status page\n");
  220. return 0;
  221. }
  222. static int i915_dma_init(struct drm_device *dev, void *data,
  223. struct drm_file *file_priv)
  224. {
  225. drm_i915_init_t *init = data;
  226. int retcode = 0;
  227. switch (init->func) {
  228. case I915_INIT_DMA:
  229. retcode = i915_initialize(dev, init);
  230. break;
  231. case I915_CLEANUP_DMA:
  232. retcode = i915_dma_cleanup(dev);
  233. break;
  234. case I915_RESUME_DMA:
  235. retcode = i915_dma_resume(dev);
  236. break;
  237. default:
  238. retcode = -EINVAL;
  239. break;
  240. }
  241. return retcode;
  242. }
  243. /* Implement basically the same security restrictions as hardware does
  244. * for MI_BATCH_NON_SECURE. These can be made stricter at any time.
  245. *
  246. * Most of the calculations below involve calculating the size of a
  247. * particular instruction. It's important to get the size right as
  248. * that tells us where the next instruction to check is. Any illegal
  249. * instruction detected will be given a size of zero, which is a
  250. * signal to abort the rest of the buffer.
  251. */
  252. static int do_validate_cmd(int cmd)
  253. {
  254. switch (((cmd >> 29) & 0x7)) {
  255. case 0x0:
  256. switch ((cmd >> 23) & 0x3f) {
  257. case 0x0:
  258. return 1; /* MI_NOOP */
  259. case 0x4:
  260. return 1; /* MI_FLUSH */
  261. default:
  262. return 0; /* disallow everything else */
  263. }
  264. break;
  265. case 0x1:
  266. return 0; /* reserved */
  267. case 0x2:
  268. return (cmd & 0xff) + 2; /* 2d commands */
  269. case 0x3:
  270. if (((cmd >> 24) & 0x1f) <= 0x18)
  271. return 1;
  272. switch ((cmd >> 24) & 0x1f) {
  273. case 0x1c:
  274. return 1;
  275. case 0x1d:
  276. switch ((cmd >> 16) & 0xff) {
  277. case 0x3:
  278. return (cmd & 0x1f) + 2;
  279. case 0x4:
  280. return (cmd & 0xf) + 2;
  281. default:
  282. return (cmd & 0xffff) + 2;
  283. }
  284. case 0x1e:
  285. if (cmd & (1 << 23))
  286. return (cmd & 0xffff) + 1;
  287. else
  288. return 1;
  289. case 0x1f:
  290. if ((cmd & (1 << 23)) == 0) /* inline vertices */
  291. return (cmd & 0x1ffff) + 2;
  292. else if (cmd & (1 << 17)) /* indirect random */
  293. if ((cmd & 0xffff) == 0)
  294. return 0; /* unknown length, too hard */
  295. else
  296. return (((cmd & 0xffff) + 1) / 2) + 1;
  297. else
  298. return 2; /* indirect sequential */
  299. default:
  300. return 0;
  301. }
  302. default:
  303. return 0;
  304. }
  305. return 0;
  306. }
  307. static int validate_cmd(int cmd)
  308. {
  309. int ret = do_validate_cmd(cmd);
  310. /* printk("validate_cmd( %x ): %d\n", cmd, ret); */
  311. return ret;
  312. }
  313. static int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords)
  314. {
  315. drm_i915_private_t *dev_priv = dev->dev_private;
  316. int i;
  317. RING_LOCALS;
  318. if ((dwords+1) * sizeof(int) >= dev_priv->ring.Size - 8)
  319. return -EINVAL;
  320. BEGIN_LP_RING((dwords+1)&~1);
  321. for (i = 0; i < dwords;) {
  322. int cmd, sz;
  323. cmd = buffer[i];
  324. if ((sz = validate_cmd(cmd)) == 0 || i + sz > dwords)
  325. return -EINVAL;
  326. OUT_RING(cmd);
  327. while (++i, --sz) {
  328. OUT_RING(buffer[i]);
  329. }
  330. }
  331. if (dwords & 1)
  332. OUT_RING(0);
  333. ADVANCE_LP_RING();
  334. return 0;
  335. }
  336. int
  337. i915_emit_box(struct drm_device *dev,
  338. struct drm_clip_rect *boxes,
  339. int i, int DR1, int DR4)
  340. {
  341. drm_i915_private_t *dev_priv = dev->dev_private;
  342. struct drm_clip_rect box = boxes[i];
  343. RING_LOCALS;
  344. if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) {
  345. DRM_ERROR("Bad box %d,%d..%d,%d\n",
  346. box.x1, box.y1, box.x2, box.y2);
  347. return -EINVAL;
  348. }
  349. if (IS_I965G(dev)) {
  350. BEGIN_LP_RING(4);
  351. OUT_RING(GFX_OP_DRAWRECT_INFO_I965);
  352. OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
  353. OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
  354. OUT_RING(DR4);
  355. ADVANCE_LP_RING();
  356. } else {
  357. BEGIN_LP_RING(6);
  358. OUT_RING(GFX_OP_DRAWRECT_INFO);
  359. OUT_RING(DR1);
  360. OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
  361. OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
  362. OUT_RING(DR4);
  363. OUT_RING(0);
  364. ADVANCE_LP_RING();
  365. }
  366. return 0;
  367. }
  368. /* XXX: Emitting the counter should really be moved to part of the IRQ
  369. * emit. For now, do it in both places:
  370. */
  371. static void i915_emit_breadcrumb(struct drm_device *dev)
  372. {
  373. drm_i915_private_t *dev_priv = dev->dev_private;
  374. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  375. RING_LOCALS;
  376. dev_priv->counter++;
  377. if (dev_priv->counter > 0x7FFFFFFFUL)
  378. dev_priv->counter = 0;
  379. if (master_priv->sarea_priv)
  380. master_priv->sarea_priv->last_enqueue = dev_priv->counter;
  381. BEGIN_LP_RING(4);
  382. OUT_RING(MI_STORE_DWORD_INDEX);
  383. OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
  384. OUT_RING(dev_priv->counter);
  385. OUT_RING(0);
  386. ADVANCE_LP_RING();
  387. }
  388. static int i915_dispatch_cmdbuffer(struct drm_device * dev,
  389. drm_i915_cmdbuffer_t *cmd,
  390. struct drm_clip_rect *cliprects,
  391. void *cmdbuf)
  392. {
  393. int nbox = cmd->num_cliprects;
  394. int i = 0, count, ret;
  395. if (cmd->sz & 0x3) {
  396. DRM_ERROR("alignment");
  397. return -EINVAL;
  398. }
  399. i915_kernel_lost_context(dev);
  400. count = nbox ? nbox : 1;
  401. for (i = 0; i < count; i++) {
  402. if (i < nbox) {
  403. ret = i915_emit_box(dev, cliprects, i,
  404. cmd->DR1, cmd->DR4);
  405. if (ret)
  406. return ret;
  407. }
  408. ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4);
  409. if (ret)
  410. return ret;
  411. }
  412. i915_emit_breadcrumb(dev);
  413. return 0;
  414. }
  415. static int i915_dispatch_batchbuffer(struct drm_device * dev,
  416. drm_i915_batchbuffer_t * batch,
  417. struct drm_clip_rect *cliprects)
  418. {
  419. drm_i915_private_t *dev_priv = dev->dev_private;
  420. int nbox = batch->num_cliprects;
  421. int i = 0, count;
  422. RING_LOCALS;
  423. if ((batch->start | batch->used) & 0x7) {
  424. DRM_ERROR("alignment");
  425. return -EINVAL;
  426. }
  427. i915_kernel_lost_context(dev);
  428. count = nbox ? nbox : 1;
  429. for (i = 0; i < count; i++) {
  430. if (i < nbox) {
  431. int ret = i915_emit_box(dev, cliprects, i,
  432. batch->DR1, batch->DR4);
  433. if (ret)
  434. return ret;
  435. }
  436. if (!IS_I830(dev) && !IS_845G(dev)) {
  437. BEGIN_LP_RING(2);
  438. if (IS_I965G(dev)) {
  439. OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965);
  440. OUT_RING(batch->start);
  441. } else {
  442. OUT_RING(MI_BATCH_BUFFER_START | (2 << 6));
  443. OUT_RING(batch->start | MI_BATCH_NON_SECURE);
  444. }
  445. ADVANCE_LP_RING();
  446. } else {
  447. BEGIN_LP_RING(4);
  448. OUT_RING(MI_BATCH_BUFFER);
  449. OUT_RING(batch->start | MI_BATCH_NON_SECURE);
  450. OUT_RING(batch->start + batch->used - 4);
  451. OUT_RING(0);
  452. ADVANCE_LP_RING();
  453. }
  454. }
  455. i915_emit_breadcrumb(dev);
  456. return 0;
  457. }
  458. static int i915_dispatch_flip(struct drm_device * dev)
  459. {
  460. drm_i915_private_t *dev_priv = dev->dev_private;
  461. struct drm_i915_master_private *master_priv =
  462. dev->primary->master->driver_priv;
  463. RING_LOCALS;
  464. if (!master_priv->sarea_priv)
  465. return -EINVAL;
  466. DRM_DEBUG_DRIVER(I915_DRV, "%s: page=%d pfCurrentPage=%d\n",
  467. __func__,
  468. dev_priv->current_page,
  469. master_priv->sarea_priv->pf_current_page);
  470. i915_kernel_lost_context(dev);
  471. BEGIN_LP_RING(2);
  472. OUT_RING(MI_FLUSH | MI_READ_FLUSH);
  473. OUT_RING(0);
  474. ADVANCE_LP_RING();
  475. BEGIN_LP_RING(6);
  476. OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP);
  477. OUT_RING(0);
  478. if (dev_priv->current_page == 0) {
  479. OUT_RING(dev_priv->back_offset);
  480. dev_priv->current_page = 1;
  481. } else {
  482. OUT_RING(dev_priv->front_offset);
  483. dev_priv->current_page = 0;
  484. }
  485. OUT_RING(0);
  486. ADVANCE_LP_RING();
  487. BEGIN_LP_RING(2);
  488. OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP);
  489. OUT_RING(0);
  490. ADVANCE_LP_RING();
  491. master_priv->sarea_priv->last_enqueue = dev_priv->counter++;
  492. BEGIN_LP_RING(4);
  493. OUT_RING(MI_STORE_DWORD_INDEX);
  494. OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
  495. OUT_RING(dev_priv->counter);
  496. OUT_RING(0);
  497. ADVANCE_LP_RING();
  498. master_priv->sarea_priv->pf_current_page = dev_priv->current_page;
  499. return 0;
  500. }
  501. static int i915_quiescent(struct drm_device * dev)
  502. {
  503. drm_i915_private_t *dev_priv = dev->dev_private;
  504. i915_kernel_lost_context(dev);
  505. return i915_wait_ring(dev, dev_priv->ring.Size - 8, __func__);
  506. }
  507. static int i915_flush_ioctl(struct drm_device *dev, void *data,
  508. struct drm_file *file_priv)
  509. {
  510. int ret;
  511. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  512. mutex_lock(&dev->struct_mutex);
  513. ret = i915_quiescent(dev);
  514. mutex_unlock(&dev->struct_mutex);
  515. return ret;
  516. }
  517. static int i915_batchbuffer(struct drm_device *dev, void *data,
  518. struct drm_file *file_priv)
  519. {
  520. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  521. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  522. drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
  523. master_priv->sarea_priv;
  524. drm_i915_batchbuffer_t *batch = data;
  525. int ret;
  526. struct drm_clip_rect *cliprects = NULL;
  527. if (!dev_priv->allow_batchbuffer) {
  528. DRM_ERROR("Batchbuffer ioctl disabled\n");
  529. return -EINVAL;
  530. }
  531. DRM_DEBUG_DRIVER(I915_DRV,
  532. "i915 batchbuffer, start %x used %d cliprects %d\n",
  533. batch->start, batch->used, batch->num_cliprects);
  534. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  535. if (batch->num_cliprects < 0)
  536. return -EINVAL;
  537. if (batch->num_cliprects) {
  538. cliprects = kcalloc(batch->num_cliprects,
  539. sizeof(struct drm_clip_rect),
  540. GFP_KERNEL);
  541. if (cliprects == NULL)
  542. return -ENOMEM;
  543. ret = copy_from_user(cliprects, batch->cliprects,
  544. batch->num_cliprects *
  545. sizeof(struct drm_clip_rect));
  546. if (ret != 0)
  547. goto fail_free;
  548. }
  549. mutex_lock(&dev->struct_mutex);
  550. ret = i915_dispatch_batchbuffer(dev, batch, cliprects);
  551. mutex_unlock(&dev->struct_mutex);
  552. if (sarea_priv)
  553. sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
  554. fail_free:
  555. kfree(cliprects);
  556. return ret;
  557. }
  558. static int i915_cmdbuffer(struct drm_device *dev, void *data,
  559. struct drm_file *file_priv)
  560. {
  561. drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
  562. struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
  563. drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
  564. master_priv->sarea_priv;
  565. drm_i915_cmdbuffer_t *cmdbuf = data;
  566. struct drm_clip_rect *cliprects = NULL;
  567. void *batch_data;
  568. int ret;
  569. DRM_DEBUG_DRIVER(I915_DRV,
  570. "i915 cmdbuffer, buf %p sz %d cliprects %d\n",
  571. cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects);
  572. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  573. if (cmdbuf->num_cliprects < 0)
  574. return -EINVAL;
  575. batch_data = kmalloc(cmdbuf->sz, GFP_KERNEL);
  576. if (batch_data == NULL)
  577. return -ENOMEM;
  578. ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz);
  579. if (ret != 0)
  580. goto fail_batch_free;
  581. if (cmdbuf->num_cliprects) {
  582. cliprects = kcalloc(cmdbuf->num_cliprects,
  583. sizeof(struct drm_clip_rect), GFP_KERNEL);
  584. if (cliprects == NULL)
  585. goto fail_batch_free;
  586. ret = copy_from_user(cliprects, cmdbuf->cliprects,
  587. cmdbuf->num_cliprects *
  588. sizeof(struct drm_clip_rect));
  589. if (ret != 0)
  590. goto fail_clip_free;
  591. }
  592. mutex_lock(&dev->struct_mutex);
  593. ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data);
  594. mutex_unlock(&dev->struct_mutex);
  595. if (ret) {
  596. DRM_ERROR("i915_dispatch_cmdbuffer failed\n");
  597. goto fail_clip_free;
  598. }
  599. if (sarea_priv)
  600. sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
  601. fail_clip_free:
  602. kfree(cliprects);
  603. fail_batch_free:
  604. kfree(batch_data);
  605. return ret;
  606. }
  607. static int i915_flip_bufs(struct drm_device *dev, void *data,
  608. struct drm_file *file_priv)
  609. {
  610. int ret;
  611. DRM_DEBUG_DRIVER(I915_DRV, "%s\n", __func__);
  612. RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
  613. mutex_lock(&dev->struct_mutex);
  614. ret = i915_dispatch_flip(dev);
  615. mutex_unlock(&dev->struct_mutex);
  616. return ret;
  617. }
  618. static int i915_getparam(struct drm_device *dev, void *data,
  619. struct drm_file *file_priv)
  620. {
  621. drm_i915_private_t *dev_priv = dev->dev_private;
  622. drm_i915_getparam_t *param = data;
  623. int value;
  624. if (!dev_priv) {
  625. DRM_ERROR("called with no initialization\n");
  626. return -EINVAL;
  627. }
  628. switch (param->param) {
  629. case I915_PARAM_IRQ_ACTIVE:
  630. value = dev->pdev->irq ? 1 : 0;
  631. break;
  632. case I915_PARAM_ALLOW_BATCHBUFFER:
  633. value = dev_priv->allow_batchbuffer ? 1 : 0;
  634. break;
  635. case I915_PARAM_LAST_DISPATCH:
  636. value = READ_BREADCRUMB(dev_priv);
  637. break;
  638. case I915_PARAM_CHIPSET_ID:
  639. value = dev->pci_device;
  640. break;
  641. case I915_PARAM_HAS_GEM:
  642. value = dev_priv->has_gem;
  643. break;
  644. case I915_PARAM_NUM_FENCES_AVAIL:
  645. value = dev_priv->num_fence_regs - dev_priv->fence_reg_start;
  646. break;
  647. default:
  648. DRM_DEBUG_DRIVER(I915_DRV, "Unknown parameter %d\n",
  649. param->param);
  650. return -EINVAL;
  651. }
  652. if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) {
  653. DRM_ERROR("DRM_COPY_TO_USER failed\n");
  654. return -EFAULT;
  655. }
  656. return 0;
  657. }
  658. static int i915_setparam(struct drm_device *dev, void *data,
  659. struct drm_file *file_priv)
  660. {
  661. drm_i915_private_t *dev_priv = dev->dev_private;
  662. drm_i915_setparam_t *param = data;
  663. if (!dev_priv) {
  664. DRM_ERROR("called with no initialization\n");
  665. return -EINVAL;
  666. }
  667. switch (param->param) {
  668. case I915_SETPARAM_USE_MI_BATCHBUFFER_START:
  669. break;
  670. case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY:
  671. dev_priv->tex_lru_log_granularity = param->value;
  672. break;
  673. case I915_SETPARAM_ALLOW_BATCHBUFFER:
  674. dev_priv->allow_batchbuffer = param->value;
  675. break;
  676. case I915_SETPARAM_NUM_USED_FENCES:
  677. if (param->value > dev_priv->num_fence_regs ||
  678. param->value < 0)
  679. return -EINVAL;
  680. /* Userspace can use first N regs */
  681. dev_priv->fence_reg_start = param->value;
  682. break;
  683. default:
  684. DRM_DEBUG_DRIVER(I915_DRV, "unknown parameter %d\n",
  685. param->param);
  686. return -EINVAL;
  687. }
  688. return 0;
  689. }
  690. static int i915_set_status_page(struct drm_device *dev, void *data,
  691. struct drm_file *file_priv)
  692. {
  693. drm_i915_private_t *dev_priv = dev->dev_private;
  694. drm_i915_hws_addr_t *hws = data;
  695. if (!I915_NEED_GFX_HWS(dev))
  696. return -EINVAL;
  697. if (!dev_priv) {
  698. DRM_ERROR("called with no initialization\n");
  699. return -EINVAL;
  700. }
  701. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  702. WARN(1, "tried to set status page when mode setting active\n");
  703. return 0;
  704. }
  705. printk(KERN_DEBUG "set status page addr 0x%08x\n", (u32)hws->addr);
  706. dev_priv->status_gfx_addr = hws->addr & (0x1ffff<<12);
  707. dev_priv->hws_map.offset = dev->agp->base + hws->addr;
  708. dev_priv->hws_map.size = 4*1024;
  709. dev_priv->hws_map.type = 0;
  710. dev_priv->hws_map.flags = 0;
  711. dev_priv->hws_map.mtrr = 0;
  712. drm_core_ioremap_wc(&dev_priv->hws_map, dev);
  713. if (dev_priv->hws_map.handle == NULL) {
  714. i915_dma_cleanup(dev);
  715. dev_priv->status_gfx_addr = 0;
  716. DRM_ERROR("can not ioremap virtual address for"
  717. " G33 hw status page\n");
  718. return -ENOMEM;
  719. }
  720. dev_priv->hw_status_page = dev_priv->hws_map.handle;
  721. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  722. I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
  723. DRM_DEBUG_DRIVER(I915_DRV, "load hws HWS_PGA with gfx mem 0x%x\n",
  724. dev_priv->status_gfx_addr);
  725. DRM_DEBUG_DRIVER(I915_DRV, "load hws at %p\n",
  726. dev_priv->hw_status_page);
  727. return 0;
  728. }
  729. /**
  730. * i915_probe_agp - get AGP bootup configuration
  731. * @pdev: PCI device
  732. * @aperture_size: returns AGP aperture configured size
  733. * @preallocated_size: returns size of BIOS preallocated AGP space
  734. *
  735. * Since Intel integrated graphics are UMA, the BIOS has to set aside
  736. * some RAM for the framebuffer at early boot. This code figures out
  737. * how much was set aside so we can use it for our own purposes.
  738. */
  739. static int i915_probe_agp(struct drm_device *dev, unsigned long *aperture_size,
  740. unsigned long *preallocated_size)
  741. {
  742. struct pci_dev *bridge_dev;
  743. u16 tmp = 0;
  744. unsigned long overhead;
  745. unsigned long stolen;
  746. bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0));
  747. if (!bridge_dev) {
  748. DRM_ERROR("bridge device not found\n");
  749. return -1;
  750. }
  751. /* Get the fb aperture size and "stolen" memory amount. */
  752. pci_read_config_word(bridge_dev, INTEL_GMCH_CTRL, &tmp);
  753. pci_dev_put(bridge_dev);
  754. *aperture_size = 1024 * 1024;
  755. *preallocated_size = 1024 * 1024;
  756. switch (dev->pdev->device) {
  757. case PCI_DEVICE_ID_INTEL_82830_CGC:
  758. case PCI_DEVICE_ID_INTEL_82845G_IG:
  759. case PCI_DEVICE_ID_INTEL_82855GM_IG:
  760. case PCI_DEVICE_ID_INTEL_82865_IG:
  761. if ((tmp & INTEL_GMCH_MEM_MASK) == INTEL_GMCH_MEM_64M)
  762. *aperture_size *= 64;
  763. else
  764. *aperture_size *= 128;
  765. break;
  766. default:
  767. /* 9xx supports large sizes, just look at the length */
  768. *aperture_size = pci_resource_len(dev->pdev, 2);
  769. break;
  770. }
  771. /*
  772. * Some of the preallocated space is taken by the GTT
  773. * and popup. GTT is 1K per MB of aperture size, and popup is 4K.
  774. */
  775. if (IS_G4X(dev) || IS_IGD(dev) || IS_IGDNG(dev))
  776. overhead = 4096;
  777. else
  778. overhead = (*aperture_size / 1024) + 4096;
  779. switch (tmp & INTEL_GMCH_GMS_MASK) {
  780. case INTEL_855_GMCH_GMS_DISABLED:
  781. DRM_ERROR("video memory is disabled\n");
  782. return -1;
  783. case INTEL_855_GMCH_GMS_STOLEN_1M:
  784. stolen = 1 * 1024 * 1024;
  785. break;
  786. case INTEL_855_GMCH_GMS_STOLEN_4M:
  787. stolen = 4 * 1024 * 1024;
  788. break;
  789. case INTEL_855_GMCH_GMS_STOLEN_8M:
  790. stolen = 8 * 1024 * 1024;
  791. break;
  792. case INTEL_855_GMCH_GMS_STOLEN_16M:
  793. stolen = 16 * 1024 * 1024;
  794. break;
  795. case INTEL_855_GMCH_GMS_STOLEN_32M:
  796. stolen = 32 * 1024 * 1024;
  797. break;
  798. case INTEL_915G_GMCH_GMS_STOLEN_48M:
  799. stolen = 48 * 1024 * 1024;
  800. break;
  801. case INTEL_915G_GMCH_GMS_STOLEN_64M:
  802. stolen = 64 * 1024 * 1024;
  803. break;
  804. case INTEL_GMCH_GMS_STOLEN_128M:
  805. stolen = 128 * 1024 * 1024;
  806. break;
  807. case INTEL_GMCH_GMS_STOLEN_256M:
  808. stolen = 256 * 1024 * 1024;
  809. break;
  810. case INTEL_GMCH_GMS_STOLEN_96M:
  811. stolen = 96 * 1024 * 1024;
  812. break;
  813. case INTEL_GMCH_GMS_STOLEN_160M:
  814. stolen = 160 * 1024 * 1024;
  815. break;
  816. case INTEL_GMCH_GMS_STOLEN_224M:
  817. stolen = 224 * 1024 * 1024;
  818. break;
  819. case INTEL_GMCH_GMS_STOLEN_352M:
  820. stolen = 352 * 1024 * 1024;
  821. break;
  822. default:
  823. DRM_ERROR("unexpected GMCH_GMS value: 0x%02x\n",
  824. tmp & INTEL_GMCH_GMS_MASK);
  825. return -1;
  826. }
  827. *preallocated_size = stolen - overhead;
  828. return 0;
  829. }
  830. static int i915_load_modeset_init(struct drm_device *dev)
  831. {
  832. struct drm_i915_private *dev_priv = dev->dev_private;
  833. unsigned long agp_size, prealloc_size;
  834. int fb_bar = IS_I9XX(dev) ? 2 : 0;
  835. int ret = 0;
  836. dev->mode_config.fb_base = drm_get_resource_start(dev, fb_bar) &
  837. 0xff000000;
  838. if (IS_MOBILE(dev) || IS_I9XX(dev))
  839. dev_priv->cursor_needs_physical = true;
  840. else
  841. dev_priv->cursor_needs_physical = false;
  842. if (IS_I965G(dev) || IS_G33(dev))
  843. dev_priv->cursor_needs_physical = false;
  844. ret = i915_probe_agp(dev, &agp_size, &prealloc_size);
  845. if (ret)
  846. goto out;
  847. /* Basic memrange allocator for stolen space (aka vram) */
  848. drm_mm_init(&dev_priv->vram, 0, prealloc_size);
  849. /* Let GEM Manage from end of prealloc space to end of aperture.
  850. *
  851. * However, leave one page at the end still bound to the scratch page.
  852. * There are a number of places where the hardware apparently
  853. * prefetches past the end of the object, and we've seen multiple
  854. * hangs with the GPU head pointer stuck in a batchbuffer bound
  855. * at the last page of the aperture. One page should be enough to
  856. * keep any prefetching inside of the aperture.
  857. */
  858. i915_gem_do_init(dev, prealloc_size, agp_size - 4096);
  859. ret = i915_gem_init_ringbuffer(dev);
  860. if (ret)
  861. goto out;
  862. /* Allow hardware batchbuffers unless told otherwise.
  863. */
  864. dev_priv->allow_batchbuffer = 1;
  865. ret = intel_init_bios(dev);
  866. if (ret)
  867. DRM_INFO("failed to find VBIOS tables\n");
  868. ret = drm_irq_install(dev);
  869. if (ret)
  870. goto destroy_ringbuffer;
  871. /* Always safe in the mode setting case. */
  872. /* FIXME: do pre/post-mode set stuff in core KMS code */
  873. dev->vblank_disable_allowed = 1;
  874. /*
  875. * Initialize the hardware status page IRQ location.
  876. */
  877. I915_WRITE(INSTPM, (1 << 5) | (1 << 21));
  878. intel_modeset_init(dev);
  879. drm_helper_initial_config(dev);
  880. return 0;
  881. destroy_ringbuffer:
  882. i915_gem_cleanup_ringbuffer(dev);
  883. out:
  884. return ret;
  885. }
  886. int i915_master_create(struct drm_device *dev, struct drm_master *master)
  887. {
  888. struct drm_i915_master_private *master_priv;
  889. master_priv = kzalloc(sizeof(*master_priv), GFP_KERNEL);
  890. if (!master_priv)
  891. return -ENOMEM;
  892. master->driver_priv = master_priv;
  893. return 0;
  894. }
  895. void i915_master_destroy(struct drm_device *dev, struct drm_master *master)
  896. {
  897. struct drm_i915_master_private *master_priv = master->driver_priv;
  898. if (!master_priv)
  899. return;
  900. kfree(master_priv);
  901. master->driver_priv = NULL;
  902. }
  903. /**
  904. * i915_driver_load - setup chip and create an initial config
  905. * @dev: DRM device
  906. * @flags: startup flags
  907. *
  908. * The driver load routine has to do several things:
  909. * - drive output discovery via intel_modeset_init()
  910. * - initialize the memory manager
  911. * - allocate initial config memory
  912. * - setup the DRM framebuffer with the allocated memory
  913. */
  914. int i915_driver_load(struct drm_device *dev, unsigned long flags)
  915. {
  916. struct drm_i915_private *dev_priv = dev->dev_private;
  917. resource_size_t base, size;
  918. int ret = 0, mmio_bar = IS_I9XX(dev) ? 0 : 1;
  919. /* i915 has 4 more counters */
  920. dev->counters += 4;
  921. dev->types[6] = _DRM_STAT_IRQ;
  922. dev->types[7] = _DRM_STAT_PRIMARY;
  923. dev->types[8] = _DRM_STAT_SECONDARY;
  924. dev->types[9] = _DRM_STAT_DMA;
  925. dev_priv = kzalloc(sizeof(drm_i915_private_t), GFP_KERNEL);
  926. if (dev_priv == NULL)
  927. return -ENOMEM;
  928. dev->dev_private = (void *)dev_priv;
  929. dev_priv->dev = dev;
  930. /* Add register map (needed for suspend/resume) */
  931. base = drm_get_resource_start(dev, mmio_bar);
  932. size = drm_get_resource_len(dev, mmio_bar);
  933. dev_priv->regs = ioremap(base, size);
  934. if (!dev_priv->regs) {
  935. DRM_ERROR("failed to map registers\n");
  936. ret = -EIO;
  937. goto free_priv;
  938. }
  939. dev_priv->mm.gtt_mapping =
  940. io_mapping_create_wc(dev->agp->base,
  941. dev->agp->agp_info.aper_size * 1024*1024);
  942. if (dev_priv->mm.gtt_mapping == NULL) {
  943. ret = -EIO;
  944. goto out_rmmap;
  945. }
  946. /* Set up a WC MTRR for non-PAT systems. This is more common than
  947. * one would think, because the kernel disables PAT on first
  948. * generation Core chips because WC PAT gets overridden by a UC
  949. * MTRR if present. Even if a UC MTRR isn't present.
  950. */
  951. dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base,
  952. dev->agp->agp_info.aper_size *
  953. 1024 * 1024,
  954. MTRR_TYPE_WRCOMB, 1);
  955. if (dev_priv->mm.gtt_mtrr < 0) {
  956. DRM_INFO("MTRR allocation failed. Graphics "
  957. "performance may suffer.\n");
  958. }
  959. /* enable GEM by default */
  960. dev_priv->has_gem = 1;
  961. dev->driver->get_vblank_counter = i915_get_vblank_counter;
  962. dev->max_vblank_count = 0xffffff; /* only 24 bits of frame count */
  963. if (IS_G4X(dev) || IS_IGDNG(dev)) {
  964. dev->max_vblank_count = 0xffffffff; /* full 32 bit counter */
  965. dev->driver->get_vblank_counter = gm45_get_vblank_counter;
  966. }
  967. i915_gem_load(dev);
  968. /* Init HWS */
  969. if (!I915_NEED_GFX_HWS(dev)) {
  970. ret = i915_init_phys_hws(dev);
  971. if (ret != 0)
  972. goto out_iomapfree;
  973. }
  974. /* On the 945G/GM, the chipset reports the MSI capability on the
  975. * integrated graphics even though the support isn't actually there
  976. * according to the published specs. It doesn't appear to function
  977. * correctly in testing on 945G.
  978. * This may be a side effect of MSI having been made available for PEG
  979. * and the registers being closely associated.
  980. *
  981. * According to chipset errata, on the 965GM, MSI interrupts may
  982. * be lost or delayed, but we use them anyways to avoid
  983. * stuck interrupts on some machines.
  984. */
  985. if (!IS_I945G(dev) && !IS_I945GM(dev))
  986. pci_enable_msi(dev->pdev);
  987. spin_lock_init(&dev_priv->user_irq_lock);
  988. dev_priv->user_irq_refcount = 0;
  989. ret = drm_vblank_init(dev, I915_NUM_PIPE);
  990. if (ret) {
  991. (void) i915_driver_unload(dev);
  992. return ret;
  993. }
  994. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  995. ret = i915_load_modeset_init(dev);
  996. if (ret < 0) {
  997. DRM_ERROR("failed to init modeset\n");
  998. goto out_rmmap;
  999. }
  1000. }
  1001. /* Must be done after probing outputs */
  1002. /* FIXME: verify on IGDNG */
  1003. if (!IS_IGDNG(dev))
  1004. intel_opregion_init(dev, 0);
  1005. return 0;
  1006. out_iomapfree:
  1007. io_mapping_free(dev_priv->mm.gtt_mapping);
  1008. out_rmmap:
  1009. iounmap(dev_priv->regs);
  1010. free_priv:
  1011. kfree(dev_priv);
  1012. return ret;
  1013. }
  1014. int i915_driver_unload(struct drm_device *dev)
  1015. {
  1016. struct drm_i915_private *dev_priv = dev->dev_private;
  1017. io_mapping_free(dev_priv->mm.gtt_mapping);
  1018. if (dev_priv->mm.gtt_mtrr >= 0) {
  1019. mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base,
  1020. dev->agp->agp_info.aper_size * 1024 * 1024);
  1021. dev_priv->mm.gtt_mtrr = -1;
  1022. }
  1023. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1024. drm_irq_uninstall(dev);
  1025. }
  1026. if (dev->pdev->msi_enabled)
  1027. pci_disable_msi(dev->pdev);
  1028. if (dev_priv->regs != NULL)
  1029. iounmap(dev_priv->regs);
  1030. if (!IS_IGDNG(dev))
  1031. intel_opregion_free(dev, 0);
  1032. if (drm_core_check_feature(dev, DRIVER_MODESET)) {
  1033. intel_modeset_cleanup(dev);
  1034. i915_gem_free_all_phys_object(dev);
  1035. mutex_lock(&dev->struct_mutex);
  1036. i915_gem_cleanup_ringbuffer(dev);
  1037. mutex_unlock(&dev->struct_mutex);
  1038. drm_mm_takedown(&dev_priv->vram);
  1039. i915_gem_lastclose(dev);
  1040. }
  1041. kfree(dev->dev_private);
  1042. return 0;
  1043. }
  1044. int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv)
  1045. {
  1046. struct drm_i915_file_private *i915_file_priv;
  1047. DRM_DEBUG_DRIVER(I915_DRV, "\n");
  1048. i915_file_priv = (struct drm_i915_file_private *)
  1049. kmalloc(sizeof(*i915_file_priv), GFP_KERNEL);
  1050. if (!i915_file_priv)
  1051. return -ENOMEM;
  1052. file_priv->driver_priv = i915_file_priv;
  1053. INIT_LIST_HEAD(&i915_file_priv->mm.request_list);
  1054. return 0;
  1055. }
  1056. /**
  1057. * i915_driver_lastclose - clean up after all DRM clients have exited
  1058. * @dev: DRM device
  1059. *
  1060. * Take care of cleaning up after all DRM clients have exited. In the
  1061. * mode setting case, we want to restore the kernel's initial mode (just
  1062. * in case the last client left us in a bad state).
  1063. *
  1064. * Additionally, in the non-mode setting case, we'll tear down the AGP
  1065. * and DMA structures, since the kernel won't be using them, and clea
  1066. * up any GEM state.
  1067. */
  1068. void i915_driver_lastclose(struct drm_device * dev)
  1069. {
  1070. drm_i915_private_t *dev_priv = dev->dev_private;
  1071. if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) {
  1072. intelfb_restore();
  1073. return;
  1074. }
  1075. i915_gem_lastclose(dev);
  1076. if (dev_priv->agp_heap)
  1077. i915_mem_takedown(&(dev_priv->agp_heap));
  1078. i915_dma_cleanup(dev);
  1079. }
  1080. void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv)
  1081. {
  1082. drm_i915_private_t *dev_priv = dev->dev_private;
  1083. i915_gem_release(dev, file_priv);
  1084. if (!drm_core_check_feature(dev, DRIVER_MODESET))
  1085. i915_mem_release(dev, file_priv, dev_priv->agp_heap);
  1086. }
  1087. void i915_driver_postclose(struct drm_device *dev, struct drm_file *file_priv)
  1088. {
  1089. struct drm_i915_file_private *i915_file_priv = file_priv->driver_priv;
  1090. kfree(i915_file_priv);
  1091. }
  1092. struct drm_ioctl_desc i915_ioctls[] = {
  1093. DRM_IOCTL_DEF(DRM_I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1094. DRM_IOCTL_DEF(DRM_I915_FLUSH, i915_flush_ioctl, DRM_AUTH),
  1095. DRM_IOCTL_DEF(DRM_I915_FLIP, i915_flip_bufs, DRM_AUTH),
  1096. DRM_IOCTL_DEF(DRM_I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH),
  1097. DRM_IOCTL_DEF(DRM_I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH),
  1098. DRM_IOCTL_DEF(DRM_I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH),
  1099. DRM_IOCTL_DEF(DRM_I915_GETPARAM, i915_getparam, DRM_AUTH),
  1100. DRM_IOCTL_DEF(DRM_I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1101. DRM_IOCTL_DEF(DRM_I915_ALLOC, i915_mem_alloc, DRM_AUTH),
  1102. DRM_IOCTL_DEF(DRM_I915_FREE, i915_mem_free, DRM_AUTH),
  1103. DRM_IOCTL_DEF(DRM_I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1104. DRM_IOCTL_DEF(DRM_I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH),
  1105. DRM_IOCTL_DEF(DRM_I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
  1106. DRM_IOCTL_DEF(DRM_I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
  1107. DRM_IOCTL_DEF(DRM_I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH ),
  1108. DRM_IOCTL_DEF(DRM_I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH),
  1109. DRM_IOCTL_DEF(DRM_I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1110. DRM_IOCTL_DEF(DRM_I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1111. DRM_IOCTL_DEF(DRM_I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH),
  1112. DRM_IOCTL_DEF(DRM_I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
  1113. DRM_IOCTL_DEF(DRM_I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
  1114. DRM_IOCTL_DEF(DRM_I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH),
  1115. DRM_IOCTL_DEF(DRM_I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH),
  1116. DRM_IOCTL_DEF(DRM_I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1117. DRM_IOCTL_DEF(DRM_I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
  1118. DRM_IOCTL_DEF(DRM_I915_GEM_CREATE, i915_gem_create_ioctl, 0),
  1119. DRM_IOCTL_DEF(DRM_I915_GEM_PREAD, i915_gem_pread_ioctl, 0),
  1120. DRM_IOCTL_DEF(DRM_I915_GEM_PWRITE, i915_gem_pwrite_ioctl, 0),
  1121. DRM_IOCTL_DEF(DRM_I915_GEM_MMAP, i915_gem_mmap_ioctl, 0),
  1122. DRM_IOCTL_DEF(DRM_I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, 0),
  1123. DRM_IOCTL_DEF(DRM_I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, 0),
  1124. DRM_IOCTL_DEF(DRM_I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, 0),
  1125. DRM_IOCTL_DEF(DRM_I915_GEM_SET_TILING, i915_gem_set_tiling, 0),
  1126. DRM_IOCTL_DEF(DRM_I915_GEM_GET_TILING, i915_gem_get_tiling, 0),
  1127. DRM_IOCTL_DEF(DRM_I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, 0),
  1128. DRM_IOCTL_DEF(DRM_I915_GET_PIPE_FROM_CRTC_ID, intel_get_pipe_from_crtc_id, 0),
  1129. };
  1130. int i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls);
  1131. /**
  1132. * Determine if the device really is AGP or not.
  1133. *
  1134. * All Intel graphics chipsets are treated as AGP, even if they are really
  1135. * PCI-e.
  1136. *
  1137. * \param dev The device to be tested.
  1138. *
  1139. * \returns
  1140. * A value of 1 is always retured to indictate every i9x5 is AGP.
  1141. */
  1142. int i915_driver_device_is_agp(struct drm_device * dev)
  1143. {
  1144. return 1;
  1145. }