i810_dma.c 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382
  1. /* i810_dma.c -- DMA support for the i810 -*- linux-c -*-
  2. * Created: Mon Dec 13 01:50:01 1999 by jhartmann@precisioninsight.com
  3. *
  4. * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
  5. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  6. * All Rights Reserved.
  7. *
  8. * Permission is hereby granted, free of charge, to any person obtaining a
  9. * copy of this software and associated documentation files (the "Software"),
  10. * to deal in the Software without restriction, including without limitation
  11. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  12. * and/or sell copies of the Software, and to permit persons to whom the
  13. * Software is furnished to do so, subject to the following conditions:
  14. *
  15. * The above copyright notice and this permission notice (including the next
  16. * paragraph) shall be included in all copies or substantial portions of the
  17. * Software.
  18. *
  19. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  22. * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  23. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  24. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  25. * DEALINGS IN THE SOFTWARE.
  26. *
  27. * Authors: Rickard E. (Rik) Faith <faith@valinux.com>
  28. * Jeff Hartmann <jhartmann@valinux.com>
  29. * Keith Whitwell <keith@tungstengraphics.com>
  30. *
  31. */
  32. #include "drmP.h"
  33. #include "drm.h"
  34. #include "i810_drm.h"
  35. #include "i810_drv.h"
  36. #include <linux/interrupt.h> /* For task queue support */
  37. #include <linux/delay.h>
  38. #include <linux/pagemap.h>
  39. #define I810_BUF_FREE 2
  40. #define I810_BUF_CLIENT 1
  41. #define I810_BUF_HARDWARE 0
  42. #define I810_BUF_UNMAPPED 0
  43. #define I810_BUF_MAPPED 1
  44. static drm_buf_t *i810_freelist_get(drm_device_t * dev)
  45. {
  46. drm_device_dma_t *dma = dev->dma;
  47. int i;
  48. int used;
  49. /* Linear search might not be the best solution */
  50. for (i = 0; i < dma->buf_count; i++) {
  51. drm_buf_t *buf = dma->buflist[i];
  52. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  53. /* In use is already a pointer */
  54. used = cmpxchg(buf_priv->in_use, I810_BUF_FREE,
  55. I810_BUF_CLIENT);
  56. if (used == I810_BUF_FREE) {
  57. return buf;
  58. }
  59. }
  60. return NULL;
  61. }
  62. /* This should only be called if the buffer is not sent to the hardware
  63. * yet, the hardware updates in use for us once its on the ring buffer.
  64. */
  65. static int i810_freelist_put(drm_device_t * dev, drm_buf_t * buf)
  66. {
  67. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  68. int used;
  69. /* In use is already a pointer */
  70. used = cmpxchg(buf_priv->in_use, I810_BUF_CLIENT, I810_BUF_FREE);
  71. if (used != I810_BUF_CLIENT) {
  72. DRM_ERROR("Freeing buffer thats not in use : %d\n", buf->idx);
  73. return -EINVAL;
  74. }
  75. return 0;
  76. }
  77. static int i810_mmap_buffers(struct file *filp, struct vm_area_struct *vma)
  78. {
  79. drm_file_t *priv = filp->private_data;
  80. drm_device_t *dev;
  81. drm_i810_private_t *dev_priv;
  82. drm_buf_t *buf;
  83. drm_i810_buf_priv_t *buf_priv;
  84. lock_kernel();
  85. dev = priv->head->dev;
  86. dev_priv = dev->dev_private;
  87. buf = dev_priv->mmap_buffer;
  88. buf_priv = buf->dev_private;
  89. vma->vm_flags |= (VM_IO | VM_DONTCOPY);
  90. vma->vm_file = filp;
  91. buf_priv->currently_mapped = I810_BUF_MAPPED;
  92. unlock_kernel();
  93. if (io_remap_pfn_range(vma, vma->vm_start,
  94. VM_OFFSET(vma) >> PAGE_SHIFT,
  95. vma->vm_end - vma->vm_start, vma->vm_page_prot))
  96. return -EAGAIN;
  97. return 0;
  98. }
  99. static struct file_operations i810_buffer_fops = {
  100. .open = drm_open,
  101. .flush = drm_flush,
  102. .release = drm_release,
  103. .ioctl = drm_ioctl,
  104. .mmap = i810_mmap_buffers,
  105. .fasync = drm_fasync,
  106. };
  107. static int i810_map_buffer(drm_buf_t * buf, struct file *filp)
  108. {
  109. drm_file_t *priv = filp->private_data;
  110. drm_device_t *dev = priv->head->dev;
  111. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  112. drm_i810_private_t *dev_priv = dev->dev_private;
  113. struct file_operations *old_fops;
  114. int retcode = 0;
  115. if (buf_priv->currently_mapped == I810_BUF_MAPPED)
  116. return -EINVAL;
  117. down_write(&current->mm->mmap_sem);
  118. old_fops = filp->f_op;
  119. filp->f_op = &i810_buffer_fops;
  120. dev_priv->mmap_buffer = buf;
  121. buf_priv->virtual = (void *)do_mmap(filp, 0, buf->total,
  122. PROT_READ | PROT_WRITE,
  123. MAP_SHARED, buf->bus_address);
  124. dev_priv->mmap_buffer = NULL;
  125. filp->f_op = old_fops;
  126. if ((unsigned long)buf_priv->virtual > -1024UL) {
  127. /* Real error */
  128. DRM_ERROR("mmap error\n");
  129. retcode = (signed int)buf_priv->virtual;
  130. buf_priv->virtual = NULL;
  131. }
  132. up_write(&current->mm->mmap_sem);
  133. return retcode;
  134. }
  135. static int i810_unmap_buffer(drm_buf_t * buf)
  136. {
  137. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  138. int retcode = 0;
  139. if (buf_priv->currently_mapped != I810_BUF_MAPPED)
  140. return -EINVAL;
  141. down_write(&current->mm->mmap_sem);
  142. retcode = do_munmap(current->mm,
  143. (unsigned long)buf_priv->virtual,
  144. (size_t) buf->total);
  145. up_write(&current->mm->mmap_sem);
  146. buf_priv->currently_mapped = I810_BUF_UNMAPPED;
  147. buf_priv->virtual = NULL;
  148. return retcode;
  149. }
  150. static int i810_dma_get_buffer(drm_device_t * dev, drm_i810_dma_t * d,
  151. struct file *filp)
  152. {
  153. drm_buf_t *buf;
  154. drm_i810_buf_priv_t *buf_priv;
  155. int retcode = 0;
  156. buf = i810_freelist_get(dev);
  157. if (!buf) {
  158. retcode = -ENOMEM;
  159. DRM_DEBUG("retcode=%d\n", retcode);
  160. return retcode;
  161. }
  162. retcode = i810_map_buffer(buf, filp);
  163. if (retcode) {
  164. i810_freelist_put(dev, buf);
  165. DRM_ERROR("mapbuf failed, retcode %d\n", retcode);
  166. return retcode;
  167. }
  168. buf->filp = filp;
  169. buf_priv = buf->dev_private;
  170. d->granted = 1;
  171. d->request_idx = buf->idx;
  172. d->request_size = buf->total;
  173. d->virtual = buf_priv->virtual;
  174. return retcode;
  175. }
  176. static int i810_dma_cleanup(drm_device_t * dev)
  177. {
  178. drm_device_dma_t *dma = dev->dma;
  179. /* Make sure interrupts are disabled here because the uninstall ioctl
  180. * may not have been called from userspace and after dev_private
  181. * is freed, it's too late.
  182. */
  183. if (drm_core_check_feature(dev, DRIVER_HAVE_IRQ) && dev->irq_enabled)
  184. drm_irq_uninstall(dev);
  185. if (dev->dev_private) {
  186. int i;
  187. drm_i810_private_t *dev_priv =
  188. (drm_i810_private_t *) dev->dev_private;
  189. if (dev_priv->ring.virtual_start) {
  190. drm_ioremapfree((void *)dev_priv->ring.virtual_start,
  191. dev_priv->ring.Size, dev);
  192. }
  193. if (dev_priv->hw_status_page) {
  194. pci_free_consistent(dev->pdev, PAGE_SIZE,
  195. dev_priv->hw_status_page,
  196. dev_priv->dma_status_page);
  197. /* Need to rewrite hardware status page */
  198. I810_WRITE(0x02080, 0x1ffff000);
  199. }
  200. drm_free(dev->dev_private, sizeof(drm_i810_private_t),
  201. DRM_MEM_DRIVER);
  202. dev->dev_private = NULL;
  203. for (i = 0; i < dma->buf_count; i++) {
  204. drm_buf_t *buf = dma->buflist[i];
  205. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  206. if (buf_priv->kernel_virtual && buf->total)
  207. drm_ioremapfree(buf_priv->kernel_virtual,
  208. buf->total, dev);
  209. }
  210. }
  211. return 0;
  212. }
  213. static int i810_wait_ring(drm_device_t * dev, int n)
  214. {
  215. drm_i810_private_t *dev_priv = dev->dev_private;
  216. drm_i810_ring_buffer_t *ring = &(dev_priv->ring);
  217. int iters = 0;
  218. unsigned long end;
  219. unsigned int last_head = I810_READ(LP_RING + RING_HEAD) & HEAD_ADDR;
  220. end = jiffies + (HZ * 3);
  221. while (ring->space < n) {
  222. ring->head = I810_READ(LP_RING + RING_HEAD) & HEAD_ADDR;
  223. ring->space = ring->head - (ring->tail + 8);
  224. if (ring->space < 0)
  225. ring->space += ring->Size;
  226. if (ring->head != last_head) {
  227. end = jiffies + (HZ * 3);
  228. last_head = ring->head;
  229. }
  230. iters++;
  231. if (time_before(end, jiffies)) {
  232. DRM_ERROR("space: %d wanted %d\n", ring->space, n);
  233. DRM_ERROR("lockup\n");
  234. goto out_wait_ring;
  235. }
  236. udelay(1);
  237. }
  238. out_wait_ring:
  239. return iters;
  240. }
  241. static void i810_kernel_lost_context(drm_device_t * dev)
  242. {
  243. drm_i810_private_t *dev_priv = dev->dev_private;
  244. drm_i810_ring_buffer_t *ring = &(dev_priv->ring);
  245. ring->head = I810_READ(LP_RING + RING_HEAD) & HEAD_ADDR;
  246. ring->tail = I810_READ(LP_RING + RING_TAIL);
  247. ring->space = ring->head - (ring->tail + 8);
  248. if (ring->space < 0)
  249. ring->space += ring->Size;
  250. }
  251. static int i810_freelist_init(drm_device_t * dev, drm_i810_private_t * dev_priv)
  252. {
  253. drm_device_dma_t *dma = dev->dma;
  254. int my_idx = 24;
  255. u32 *hw_status = (u32 *) (dev_priv->hw_status_page + my_idx);
  256. int i;
  257. if (dma->buf_count > 1019) {
  258. /* Not enough space in the status page for the freelist */
  259. return -EINVAL;
  260. }
  261. for (i = 0; i < dma->buf_count; i++) {
  262. drm_buf_t *buf = dma->buflist[i];
  263. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  264. buf_priv->in_use = hw_status++;
  265. buf_priv->my_use_idx = my_idx;
  266. my_idx += 4;
  267. *buf_priv->in_use = I810_BUF_FREE;
  268. buf_priv->kernel_virtual = drm_ioremap(buf->bus_address,
  269. buf->total, dev);
  270. }
  271. return 0;
  272. }
  273. static int i810_dma_initialize(drm_device_t * dev,
  274. drm_i810_private_t * dev_priv,
  275. drm_i810_init_t * init)
  276. {
  277. struct list_head *list;
  278. memset(dev_priv, 0, sizeof(drm_i810_private_t));
  279. list_for_each(list, &dev->maplist->head) {
  280. drm_map_list_t *r_list = list_entry(list, drm_map_list_t, head);
  281. if (r_list->map &&
  282. r_list->map->type == _DRM_SHM &&
  283. r_list->map->flags & _DRM_CONTAINS_LOCK) {
  284. dev_priv->sarea_map = r_list->map;
  285. break;
  286. }
  287. }
  288. if (!dev_priv->sarea_map) {
  289. dev->dev_private = (void *)dev_priv;
  290. i810_dma_cleanup(dev);
  291. DRM_ERROR("can not find sarea!\n");
  292. return -EINVAL;
  293. }
  294. dev_priv->mmio_map = drm_core_findmap(dev, init->mmio_offset);
  295. if (!dev_priv->mmio_map) {
  296. dev->dev_private = (void *)dev_priv;
  297. i810_dma_cleanup(dev);
  298. DRM_ERROR("can not find mmio map!\n");
  299. return -EINVAL;
  300. }
  301. dev->agp_buffer_token = init->buffers_offset;
  302. dev->agp_buffer_map = drm_core_findmap(dev, init->buffers_offset);
  303. if (!dev->agp_buffer_map) {
  304. dev->dev_private = (void *)dev_priv;
  305. i810_dma_cleanup(dev);
  306. DRM_ERROR("can not find dma buffer map!\n");
  307. return -EINVAL;
  308. }
  309. dev_priv->sarea_priv = (drm_i810_sarea_t *)
  310. ((u8 *) dev_priv->sarea_map->handle + init->sarea_priv_offset);
  311. dev_priv->ring.Start = init->ring_start;
  312. dev_priv->ring.End = init->ring_end;
  313. dev_priv->ring.Size = init->ring_size;
  314. dev_priv->ring.virtual_start = drm_ioremap(dev->agp->base +
  315. init->ring_start,
  316. init->ring_size, dev);
  317. if (dev_priv->ring.virtual_start == NULL) {
  318. dev->dev_private = (void *)dev_priv;
  319. i810_dma_cleanup(dev);
  320. DRM_ERROR("can not ioremap virtual address for"
  321. " ring buffer\n");
  322. return -ENOMEM;
  323. }
  324. dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
  325. dev_priv->w = init->w;
  326. dev_priv->h = init->h;
  327. dev_priv->pitch = init->pitch;
  328. dev_priv->back_offset = init->back_offset;
  329. dev_priv->depth_offset = init->depth_offset;
  330. dev_priv->front_offset = init->front_offset;
  331. dev_priv->overlay_offset = init->overlay_offset;
  332. dev_priv->overlay_physical = init->overlay_physical;
  333. dev_priv->front_di1 = init->front_offset | init->pitch_bits;
  334. dev_priv->back_di1 = init->back_offset | init->pitch_bits;
  335. dev_priv->zi1 = init->depth_offset | init->pitch_bits;
  336. /* Program Hardware Status Page */
  337. dev_priv->hw_status_page =
  338. pci_alloc_consistent(dev->pdev, PAGE_SIZE,
  339. &dev_priv->dma_status_page);
  340. if (!dev_priv->hw_status_page) {
  341. dev->dev_private = (void *)dev_priv;
  342. i810_dma_cleanup(dev);
  343. DRM_ERROR("Can not allocate hardware status page\n");
  344. return -ENOMEM;
  345. }
  346. memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
  347. DRM_DEBUG("hw status page @ %p\n", dev_priv->hw_status_page);
  348. I810_WRITE(0x02080, dev_priv->dma_status_page);
  349. DRM_DEBUG("Enabled hardware status page\n");
  350. /* Now we need to init our freelist */
  351. if (i810_freelist_init(dev, dev_priv) != 0) {
  352. dev->dev_private = (void *)dev_priv;
  353. i810_dma_cleanup(dev);
  354. DRM_ERROR("Not enough space in the status page for"
  355. " the freelist\n");
  356. return -ENOMEM;
  357. }
  358. dev->dev_private = (void *)dev_priv;
  359. return 0;
  360. }
  361. /* i810 DRM version 1.1 used a smaller init structure with different
  362. * ordering of values than is currently used (drm >= 1.2). There is
  363. * no defined way to detect the XFree version to correct this problem,
  364. * however by checking using this procedure we can detect the correct
  365. * thing to do.
  366. *
  367. * #1 Read the Smaller init structure from user-space
  368. * #2 Verify the overlay_physical is a valid physical address, or NULL
  369. * If it isn't then we have a v1.1 client. Fix up params.
  370. * If it is, then we have a 1.2 client... get the rest of the data.
  371. */
  372. static int i810_dma_init_compat(drm_i810_init_t * init, unsigned long arg)
  373. {
  374. /* Get v1.1 init data */
  375. if (copy_from_user(init, (drm_i810_pre12_init_t __user *) arg,
  376. sizeof(drm_i810_pre12_init_t))) {
  377. return -EFAULT;
  378. }
  379. if ((!init->overlay_physical) || (init->overlay_physical > 4096)) {
  380. /* This is a v1.2 client, just get the v1.2 init data */
  381. DRM_INFO("Using POST v1.2 init.\n");
  382. if (copy_from_user(init, (drm_i810_init_t __user *) arg,
  383. sizeof(drm_i810_init_t))) {
  384. return -EFAULT;
  385. }
  386. } else {
  387. /* This is a v1.1 client, fix the params */
  388. DRM_INFO("Using PRE v1.2 init.\n");
  389. init->pitch_bits = init->h;
  390. init->pitch = init->w;
  391. init->h = init->overlay_physical;
  392. init->w = init->overlay_offset;
  393. init->overlay_physical = 0;
  394. init->overlay_offset = 0;
  395. }
  396. return 0;
  397. }
  398. static int i810_dma_init(struct inode *inode, struct file *filp,
  399. unsigned int cmd, unsigned long arg)
  400. {
  401. drm_file_t *priv = filp->private_data;
  402. drm_device_t *dev = priv->head->dev;
  403. drm_i810_private_t *dev_priv;
  404. drm_i810_init_t init;
  405. int retcode = 0;
  406. /* Get only the init func */
  407. if (copy_from_user
  408. (&init, (void __user *)arg, sizeof(drm_i810_init_func_t)))
  409. return -EFAULT;
  410. switch (init.func) {
  411. case I810_INIT_DMA:
  412. /* This case is for backward compatibility. It
  413. * handles XFree 4.1.0 and 4.2.0, and has to
  414. * do some parameter checking as described below.
  415. * It will someday go away.
  416. */
  417. retcode = i810_dma_init_compat(&init, arg);
  418. if (retcode)
  419. return retcode;
  420. dev_priv = drm_alloc(sizeof(drm_i810_private_t),
  421. DRM_MEM_DRIVER);
  422. if (dev_priv == NULL)
  423. return -ENOMEM;
  424. retcode = i810_dma_initialize(dev, dev_priv, &init);
  425. break;
  426. default:
  427. case I810_INIT_DMA_1_4:
  428. DRM_INFO("Using v1.4 init.\n");
  429. if (copy_from_user(&init, (drm_i810_init_t __user *) arg,
  430. sizeof(drm_i810_init_t))) {
  431. return -EFAULT;
  432. }
  433. dev_priv = drm_alloc(sizeof(drm_i810_private_t),
  434. DRM_MEM_DRIVER);
  435. if (dev_priv == NULL)
  436. return -ENOMEM;
  437. retcode = i810_dma_initialize(dev, dev_priv, &init);
  438. break;
  439. case I810_CLEANUP_DMA:
  440. DRM_INFO("DMA Cleanup\n");
  441. retcode = i810_dma_cleanup(dev);
  442. break;
  443. }
  444. return retcode;
  445. }
  446. /* Most efficient way to verify state for the i810 is as it is
  447. * emitted. Non-conformant state is silently dropped.
  448. *
  449. * Use 'volatile' & local var tmp to force the emitted values to be
  450. * identical to the verified ones.
  451. */
  452. static void i810EmitContextVerified(drm_device_t * dev,
  453. volatile unsigned int *code)
  454. {
  455. drm_i810_private_t *dev_priv = dev->dev_private;
  456. int i, j = 0;
  457. unsigned int tmp;
  458. RING_LOCALS;
  459. BEGIN_LP_RING(I810_CTX_SETUP_SIZE);
  460. OUT_RING(GFX_OP_COLOR_FACTOR);
  461. OUT_RING(code[I810_CTXREG_CF1]);
  462. OUT_RING(GFX_OP_STIPPLE);
  463. OUT_RING(code[I810_CTXREG_ST1]);
  464. for (i = 4; i < I810_CTX_SETUP_SIZE; i++) {
  465. tmp = code[i];
  466. if ((tmp & (7 << 29)) == (3 << 29) &&
  467. (tmp & (0x1f << 24)) < (0x1d << 24)) {
  468. OUT_RING(tmp);
  469. j++;
  470. } else
  471. printk("constext state dropped!!!\n");
  472. }
  473. if (j & 1)
  474. OUT_RING(0);
  475. ADVANCE_LP_RING();
  476. }
  477. static void i810EmitTexVerified(drm_device_t * dev, volatile unsigned int *code)
  478. {
  479. drm_i810_private_t *dev_priv = dev->dev_private;
  480. int i, j = 0;
  481. unsigned int tmp;
  482. RING_LOCALS;
  483. BEGIN_LP_RING(I810_TEX_SETUP_SIZE);
  484. OUT_RING(GFX_OP_MAP_INFO);
  485. OUT_RING(code[I810_TEXREG_MI1]);
  486. OUT_RING(code[I810_TEXREG_MI2]);
  487. OUT_RING(code[I810_TEXREG_MI3]);
  488. for (i = 4; i < I810_TEX_SETUP_SIZE; i++) {
  489. tmp = code[i];
  490. if ((tmp & (7 << 29)) == (3 << 29) &&
  491. (tmp & (0x1f << 24)) < (0x1d << 24)) {
  492. OUT_RING(tmp);
  493. j++;
  494. } else
  495. printk("texture state dropped!!!\n");
  496. }
  497. if (j & 1)
  498. OUT_RING(0);
  499. ADVANCE_LP_RING();
  500. }
  501. /* Need to do some additional checking when setting the dest buffer.
  502. */
  503. static void i810EmitDestVerified(drm_device_t * dev,
  504. volatile unsigned int *code)
  505. {
  506. drm_i810_private_t *dev_priv = dev->dev_private;
  507. unsigned int tmp;
  508. RING_LOCALS;
  509. BEGIN_LP_RING(I810_DEST_SETUP_SIZE + 2);
  510. tmp = code[I810_DESTREG_DI1];
  511. if (tmp == dev_priv->front_di1 || tmp == dev_priv->back_di1) {
  512. OUT_RING(CMD_OP_DESTBUFFER_INFO);
  513. OUT_RING(tmp);
  514. } else
  515. DRM_DEBUG("bad di1 %x (allow %x or %x)\n",
  516. tmp, dev_priv->front_di1, dev_priv->back_di1);
  517. /* invarient:
  518. */
  519. OUT_RING(CMD_OP_Z_BUFFER_INFO);
  520. OUT_RING(dev_priv->zi1);
  521. OUT_RING(GFX_OP_DESTBUFFER_VARS);
  522. OUT_RING(code[I810_DESTREG_DV1]);
  523. OUT_RING(GFX_OP_DRAWRECT_INFO);
  524. OUT_RING(code[I810_DESTREG_DR1]);
  525. OUT_RING(code[I810_DESTREG_DR2]);
  526. OUT_RING(code[I810_DESTREG_DR3]);
  527. OUT_RING(code[I810_DESTREG_DR4]);
  528. OUT_RING(0);
  529. ADVANCE_LP_RING();
  530. }
  531. static void i810EmitState(drm_device_t * dev)
  532. {
  533. drm_i810_private_t *dev_priv = dev->dev_private;
  534. drm_i810_sarea_t *sarea_priv = dev_priv->sarea_priv;
  535. unsigned int dirty = sarea_priv->dirty;
  536. DRM_DEBUG("%s %x\n", __FUNCTION__, dirty);
  537. if (dirty & I810_UPLOAD_BUFFERS) {
  538. i810EmitDestVerified(dev, sarea_priv->BufferState);
  539. sarea_priv->dirty &= ~I810_UPLOAD_BUFFERS;
  540. }
  541. if (dirty & I810_UPLOAD_CTX) {
  542. i810EmitContextVerified(dev, sarea_priv->ContextState);
  543. sarea_priv->dirty &= ~I810_UPLOAD_CTX;
  544. }
  545. if (dirty & I810_UPLOAD_TEX0) {
  546. i810EmitTexVerified(dev, sarea_priv->TexState[0]);
  547. sarea_priv->dirty &= ~I810_UPLOAD_TEX0;
  548. }
  549. if (dirty & I810_UPLOAD_TEX1) {
  550. i810EmitTexVerified(dev, sarea_priv->TexState[1]);
  551. sarea_priv->dirty &= ~I810_UPLOAD_TEX1;
  552. }
  553. }
  554. /* need to verify
  555. */
  556. static void i810_dma_dispatch_clear(drm_device_t * dev, int flags,
  557. unsigned int clear_color,
  558. unsigned int clear_zval)
  559. {
  560. drm_i810_private_t *dev_priv = dev->dev_private;
  561. drm_i810_sarea_t *sarea_priv = dev_priv->sarea_priv;
  562. int nbox = sarea_priv->nbox;
  563. drm_clip_rect_t *pbox = sarea_priv->boxes;
  564. int pitch = dev_priv->pitch;
  565. int cpp = 2;
  566. int i;
  567. RING_LOCALS;
  568. if (dev_priv->current_page == 1) {
  569. unsigned int tmp = flags;
  570. flags &= ~(I810_FRONT | I810_BACK);
  571. if (tmp & I810_FRONT)
  572. flags |= I810_BACK;
  573. if (tmp & I810_BACK)
  574. flags |= I810_FRONT;
  575. }
  576. i810_kernel_lost_context(dev);
  577. if (nbox > I810_NR_SAREA_CLIPRECTS)
  578. nbox = I810_NR_SAREA_CLIPRECTS;
  579. for (i = 0; i < nbox; i++, pbox++) {
  580. unsigned int x = pbox->x1;
  581. unsigned int y = pbox->y1;
  582. unsigned int width = (pbox->x2 - x) * cpp;
  583. unsigned int height = pbox->y2 - y;
  584. unsigned int start = y * pitch + x * cpp;
  585. if (pbox->x1 > pbox->x2 ||
  586. pbox->y1 > pbox->y2 ||
  587. pbox->x2 > dev_priv->w || pbox->y2 > dev_priv->h)
  588. continue;
  589. if (flags & I810_FRONT) {
  590. BEGIN_LP_RING(6);
  591. OUT_RING(BR00_BITBLT_CLIENT | BR00_OP_COLOR_BLT | 0x3);
  592. OUT_RING(BR13_SOLID_PATTERN | (0xF0 << 16) | pitch);
  593. OUT_RING((height << 16) | width);
  594. OUT_RING(start);
  595. OUT_RING(clear_color);
  596. OUT_RING(0);
  597. ADVANCE_LP_RING();
  598. }
  599. if (flags & I810_BACK) {
  600. BEGIN_LP_RING(6);
  601. OUT_RING(BR00_BITBLT_CLIENT | BR00_OP_COLOR_BLT | 0x3);
  602. OUT_RING(BR13_SOLID_PATTERN | (0xF0 << 16) | pitch);
  603. OUT_RING((height << 16) | width);
  604. OUT_RING(dev_priv->back_offset + start);
  605. OUT_RING(clear_color);
  606. OUT_RING(0);
  607. ADVANCE_LP_RING();
  608. }
  609. if (flags & I810_DEPTH) {
  610. BEGIN_LP_RING(6);
  611. OUT_RING(BR00_BITBLT_CLIENT | BR00_OP_COLOR_BLT | 0x3);
  612. OUT_RING(BR13_SOLID_PATTERN | (0xF0 << 16) | pitch);
  613. OUT_RING((height << 16) | width);
  614. OUT_RING(dev_priv->depth_offset + start);
  615. OUT_RING(clear_zval);
  616. OUT_RING(0);
  617. ADVANCE_LP_RING();
  618. }
  619. }
  620. }
  621. static void i810_dma_dispatch_swap(drm_device_t * dev)
  622. {
  623. drm_i810_private_t *dev_priv = dev->dev_private;
  624. drm_i810_sarea_t *sarea_priv = dev_priv->sarea_priv;
  625. int nbox = sarea_priv->nbox;
  626. drm_clip_rect_t *pbox = sarea_priv->boxes;
  627. int pitch = dev_priv->pitch;
  628. int cpp = 2;
  629. int i;
  630. RING_LOCALS;
  631. DRM_DEBUG("swapbuffers\n");
  632. i810_kernel_lost_context(dev);
  633. if (nbox > I810_NR_SAREA_CLIPRECTS)
  634. nbox = I810_NR_SAREA_CLIPRECTS;
  635. for (i = 0; i < nbox; i++, pbox++) {
  636. unsigned int w = pbox->x2 - pbox->x1;
  637. unsigned int h = pbox->y2 - pbox->y1;
  638. unsigned int dst = pbox->x1 * cpp + pbox->y1 * pitch;
  639. unsigned int start = dst;
  640. if (pbox->x1 > pbox->x2 ||
  641. pbox->y1 > pbox->y2 ||
  642. pbox->x2 > dev_priv->w || pbox->y2 > dev_priv->h)
  643. continue;
  644. BEGIN_LP_RING(6);
  645. OUT_RING(BR00_BITBLT_CLIENT | BR00_OP_SRC_COPY_BLT | 0x4);
  646. OUT_RING(pitch | (0xCC << 16));
  647. OUT_RING((h << 16) | (w * cpp));
  648. if (dev_priv->current_page == 0)
  649. OUT_RING(dev_priv->front_offset + start);
  650. else
  651. OUT_RING(dev_priv->back_offset + start);
  652. OUT_RING(pitch);
  653. if (dev_priv->current_page == 0)
  654. OUT_RING(dev_priv->back_offset + start);
  655. else
  656. OUT_RING(dev_priv->front_offset + start);
  657. ADVANCE_LP_RING();
  658. }
  659. }
  660. static void i810_dma_dispatch_vertex(drm_device_t * dev,
  661. drm_buf_t * buf, int discard, int used)
  662. {
  663. drm_i810_private_t *dev_priv = dev->dev_private;
  664. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  665. drm_i810_sarea_t *sarea_priv = dev_priv->sarea_priv;
  666. drm_clip_rect_t *box = sarea_priv->boxes;
  667. int nbox = sarea_priv->nbox;
  668. unsigned long address = (unsigned long)buf->bus_address;
  669. unsigned long start = address - dev->agp->base;
  670. int i = 0;
  671. RING_LOCALS;
  672. i810_kernel_lost_context(dev);
  673. if (nbox > I810_NR_SAREA_CLIPRECTS)
  674. nbox = I810_NR_SAREA_CLIPRECTS;
  675. if (used > 4 * 1024)
  676. used = 0;
  677. if (sarea_priv->dirty)
  678. i810EmitState(dev);
  679. if (buf_priv->currently_mapped == I810_BUF_MAPPED) {
  680. unsigned int prim = (sarea_priv->vertex_prim & PR_MASK);
  681. *(u32 *) buf_priv->kernel_virtual =
  682. ((GFX_OP_PRIMITIVE | prim | ((used / 4) - 2)));
  683. if (used & 4) {
  684. *(u32 *) ((u32) buf_priv->kernel_virtual + used) = 0;
  685. used += 4;
  686. }
  687. i810_unmap_buffer(buf);
  688. }
  689. if (used) {
  690. do {
  691. if (i < nbox) {
  692. BEGIN_LP_RING(4);
  693. OUT_RING(GFX_OP_SCISSOR | SC_UPDATE_SCISSOR |
  694. SC_ENABLE);
  695. OUT_RING(GFX_OP_SCISSOR_INFO);
  696. OUT_RING(box[i].x1 | (box[i].y1 << 16));
  697. OUT_RING((box[i].x2 -
  698. 1) | ((box[i].y2 - 1) << 16));
  699. ADVANCE_LP_RING();
  700. }
  701. BEGIN_LP_RING(4);
  702. OUT_RING(CMD_OP_BATCH_BUFFER);
  703. OUT_RING(start | BB1_PROTECTED);
  704. OUT_RING(start + used - 4);
  705. OUT_RING(0);
  706. ADVANCE_LP_RING();
  707. } while (++i < nbox);
  708. }
  709. if (discard) {
  710. dev_priv->counter++;
  711. (void)cmpxchg(buf_priv->in_use, I810_BUF_CLIENT,
  712. I810_BUF_HARDWARE);
  713. BEGIN_LP_RING(8);
  714. OUT_RING(CMD_STORE_DWORD_IDX);
  715. OUT_RING(20);
  716. OUT_RING(dev_priv->counter);
  717. OUT_RING(CMD_STORE_DWORD_IDX);
  718. OUT_RING(buf_priv->my_use_idx);
  719. OUT_RING(I810_BUF_FREE);
  720. OUT_RING(CMD_REPORT_HEAD);
  721. OUT_RING(0);
  722. ADVANCE_LP_RING();
  723. }
  724. }
  725. static void i810_dma_dispatch_flip(drm_device_t * dev)
  726. {
  727. drm_i810_private_t *dev_priv = dev->dev_private;
  728. int pitch = dev_priv->pitch;
  729. RING_LOCALS;
  730. DRM_DEBUG("%s: page=%d pfCurrentPage=%d\n",
  731. __FUNCTION__,
  732. dev_priv->current_page,
  733. dev_priv->sarea_priv->pf_current_page);
  734. i810_kernel_lost_context(dev);
  735. BEGIN_LP_RING(2);
  736. OUT_RING(INST_PARSER_CLIENT | INST_OP_FLUSH | INST_FLUSH_MAP_CACHE);
  737. OUT_RING(0);
  738. ADVANCE_LP_RING();
  739. BEGIN_LP_RING(I810_DEST_SETUP_SIZE + 2);
  740. /* On i815 at least ASYNC is buggy */
  741. /* pitch<<5 is from 11.2.8 p158,
  742. its the pitch / 8 then left shifted 8,
  743. so (pitch >> 3) << 8 */
  744. OUT_RING(CMD_OP_FRONTBUFFER_INFO | (pitch << 5) /*| ASYNC_FLIP */ );
  745. if (dev_priv->current_page == 0) {
  746. OUT_RING(dev_priv->back_offset);
  747. dev_priv->current_page = 1;
  748. } else {
  749. OUT_RING(dev_priv->front_offset);
  750. dev_priv->current_page = 0;
  751. }
  752. OUT_RING(0);
  753. ADVANCE_LP_RING();
  754. BEGIN_LP_RING(2);
  755. OUT_RING(CMD_OP_WAIT_FOR_EVENT | WAIT_FOR_PLANE_A_FLIP);
  756. OUT_RING(0);
  757. ADVANCE_LP_RING();
  758. /* Increment the frame counter. The client-side 3D driver must
  759. * throttle the framerate by waiting for this value before
  760. * performing the swapbuffer ioctl.
  761. */
  762. dev_priv->sarea_priv->pf_current_page = dev_priv->current_page;
  763. }
  764. static void i810_dma_quiescent(drm_device_t * dev)
  765. {
  766. drm_i810_private_t *dev_priv = dev->dev_private;
  767. RING_LOCALS;
  768. /* printk("%s\n", __FUNCTION__); */
  769. i810_kernel_lost_context(dev);
  770. BEGIN_LP_RING(4);
  771. OUT_RING(INST_PARSER_CLIENT | INST_OP_FLUSH | INST_FLUSH_MAP_CACHE);
  772. OUT_RING(CMD_REPORT_HEAD);
  773. OUT_RING(0);
  774. OUT_RING(0);
  775. ADVANCE_LP_RING();
  776. i810_wait_ring(dev, dev_priv->ring.Size - 8);
  777. }
  778. static int i810_flush_queue(drm_device_t * dev)
  779. {
  780. drm_i810_private_t *dev_priv = dev->dev_private;
  781. drm_device_dma_t *dma = dev->dma;
  782. int i, ret = 0;
  783. RING_LOCALS;
  784. /* printk("%s\n", __FUNCTION__); */
  785. i810_kernel_lost_context(dev);
  786. BEGIN_LP_RING(2);
  787. OUT_RING(CMD_REPORT_HEAD);
  788. OUT_RING(0);
  789. ADVANCE_LP_RING();
  790. i810_wait_ring(dev, dev_priv->ring.Size - 8);
  791. for (i = 0; i < dma->buf_count; i++) {
  792. drm_buf_t *buf = dma->buflist[i];
  793. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  794. int used = cmpxchg(buf_priv->in_use, I810_BUF_HARDWARE,
  795. I810_BUF_FREE);
  796. if (used == I810_BUF_HARDWARE)
  797. DRM_DEBUG("reclaimed from HARDWARE\n");
  798. if (used == I810_BUF_CLIENT)
  799. DRM_DEBUG("still on client\n");
  800. }
  801. return ret;
  802. }
  803. /* Must be called with the lock held */
  804. void i810_reclaim_buffers(drm_device_t * dev, struct file *filp)
  805. {
  806. drm_device_dma_t *dma = dev->dma;
  807. int i;
  808. if (!dma)
  809. return;
  810. if (!dev->dev_private)
  811. return;
  812. if (!dma->buflist)
  813. return;
  814. i810_flush_queue(dev);
  815. for (i = 0; i < dma->buf_count; i++) {
  816. drm_buf_t *buf = dma->buflist[i];
  817. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  818. if (buf->filp == filp && buf_priv) {
  819. int used = cmpxchg(buf_priv->in_use, I810_BUF_CLIENT,
  820. I810_BUF_FREE);
  821. if (used == I810_BUF_CLIENT)
  822. DRM_DEBUG("reclaimed from client\n");
  823. if (buf_priv->currently_mapped == I810_BUF_MAPPED)
  824. buf_priv->currently_mapped = I810_BUF_UNMAPPED;
  825. }
  826. }
  827. }
  828. static int i810_flush_ioctl(struct inode *inode, struct file *filp,
  829. unsigned int cmd, unsigned long arg)
  830. {
  831. drm_file_t *priv = filp->private_data;
  832. drm_device_t *dev = priv->head->dev;
  833. LOCK_TEST_WITH_RETURN(dev, filp);
  834. i810_flush_queue(dev);
  835. return 0;
  836. }
  837. static int i810_dma_vertex(struct inode *inode, struct file *filp,
  838. unsigned int cmd, unsigned long arg)
  839. {
  840. drm_file_t *priv = filp->private_data;
  841. drm_device_t *dev = priv->head->dev;
  842. drm_device_dma_t *dma = dev->dma;
  843. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  844. u32 *hw_status = dev_priv->hw_status_page;
  845. drm_i810_sarea_t *sarea_priv = (drm_i810_sarea_t *)
  846. dev_priv->sarea_priv;
  847. drm_i810_vertex_t vertex;
  848. if (copy_from_user
  849. (&vertex, (drm_i810_vertex_t __user *) arg, sizeof(vertex)))
  850. return -EFAULT;
  851. LOCK_TEST_WITH_RETURN(dev, filp);
  852. DRM_DEBUG("i810 dma vertex, idx %d used %d discard %d\n",
  853. vertex.idx, vertex.used, vertex.discard);
  854. if (vertex.idx < 0 || vertex.idx > dma->buf_count)
  855. return -EINVAL;
  856. i810_dma_dispatch_vertex(dev,
  857. dma->buflist[vertex.idx],
  858. vertex.discard, vertex.used);
  859. atomic_add(vertex.used, &dev->counts[_DRM_STAT_SECONDARY]);
  860. atomic_inc(&dev->counts[_DRM_STAT_DMA]);
  861. sarea_priv->last_enqueue = dev_priv->counter - 1;
  862. sarea_priv->last_dispatch = (int)hw_status[5];
  863. return 0;
  864. }
  865. static int i810_clear_bufs(struct inode *inode, struct file *filp,
  866. unsigned int cmd, unsigned long arg)
  867. {
  868. drm_file_t *priv = filp->private_data;
  869. drm_device_t *dev = priv->head->dev;
  870. drm_i810_clear_t clear;
  871. if (copy_from_user
  872. (&clear, (drm_i810_clear_t __user *) arg, sizeof(clear)))
  873. return -EFAULT;
  874. LOCK_TEST_WITH_RETURN(dev, filp);
  875. /* GH: Someone's doing nasty things... */
  876. if (!dev->dev_private) {
  877. return -EINVAL;
  878. }
  879. i810_dma_dispatch_clear(dev, clear.flags,
  880. clear.clear_color, clear.clear_depth);
  881. return 0;
  882. }
  883. static int i810_swap_bufs(struct inode *inode, struct file *filp,
  884. unsigned int cmd, unsigned long arg)
  885. {
  886. drm_file_t *priv = filp->private_data;
  887. drm_device_t *dev = priv->head->dev;
  888. DRM_DEBUG("i810_swap_bufs\n");
  889. LOCK_TEST_WITH_RETURN(dev, filp);
  890. i810_dma_dispatch_swap(dev);
  891. return 0;
  892. }
  893. static int i810_getage(struct inode *inode, struct file *filp, unsigned int cmd,
  894. unsigned long arg)
  895. {
  896. drm_file_t *priv = filp->private_data;
  897. drm_device_t *dev = priv->head->dev;
  898. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  899. u32 *hw_status = dev_priv->hw_status_page;
  900. drm_i810_sarea_t *sarea_priv = (drm_i810_sarea_t *)
  901. dev_priv->sarea_priv;
  902. sarea_priv->last_dispatch = (int)hw_status[5];
  903. return 0;
  904. }
  905. static int i810_getbuf(struct inode *inode, struct file *filp, unsigned int cmd,
  906. unsigned long arg)
  907. {
  908. drm_file_t *priv = filp->private_data;
  909. drm_device_t *dev = priv->head->dev;
  910. int retcode = 0;
  911. drm_i810_dma_t d;
  912. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  913. u32 *hw_status = dev_priv->hw_status_page;
  914. drm_i810_sarea_t *sarea_priv = (drm_i810_sarea_t *)
  915. dev_priv->sarea_priv;
  916. if (copy_from_user(&d, (drm_i810_dma_t __user *) arg, sizeof(d)))
  917. return -EFAULT;
  918. LOCK_TEST_WITH_RETURN(dev, filp);
  919. d.granted = 0;
  920. retcode = i810_dma_get_buffer(dev, &d, filp);
  921. DRM_DEBUG("i810_dma: %d returning %d, granted = %d\n",
  922. current->pid, retcode, d.granted);
  923. if (copy_to_user((drm_dma_t __user *) arg, &d, sizeof(d)))
  924. return -EFAULT;
  925. sarea_priv->last_dispatch = (int)hw_status[5];
  926. return retcode;
  927. }
  928. static int i810_copybuf(struct inode *inode,
  929. struct file *filp, unsigned int cmd, unsigned long arg)
  930. {
  931. /* Never copy - 2.4.x doesn't need it */
  932. return 0;
  933. }
  934. static int i810_docopy(struct inode *inode, struct file *filp, unsigned int cmd,
  935. unsigned long arg)
  936. {
  937. /* Never copy - 2.4.x doesn't need it */
  938. return 0;
  939. }
  940. static void i810_dma_dispatch_mc(drm_device_t * dev, drm_buf_t * buf, int used,
  941. unsigned int last_render)
  942. {
  943. drm_i810_private_t *dev_priv = dev->dev_private;
  944. drm_i810_buf_priv_t *buf_priv = buf->dev_private;
  945. drm_i810_sarea_t *sarea_priv = dev_priv->sarea_priv;
  946. unsigned long address = (unsigned long)buf->bus_address;
  947. unsigned long start = address - dev->agp->base;
  948. int u;
  949. RING_LOCALS;
  950. i810_kernel_lost_context(dev);
  951. u = cmpxchg(buf_priv->in_use, I810_BUF_CLIENT, I810_BUF_HARDWARE);
  952. if (u != I810_BUF_CLIENT) {
  953. DRM_DEBUG("MC found buffer that isn't mine!\n");
  954. }
  955. if (used > 4 * 1024)
  956. used = 0;
  957. sarea_priv->dirty = 0x7f;
  958. DRM_DEBUG("dispatch mc addr 0x%lx, used 0x%x\n", address, used);
  959. dev_priv->counter++;
  960. DRM_DEBUG("dispatch counter : %ld\n", dev_priv->counter);
  961. DRM_DEBUG("i810_dma_dispatch_mc\n");
  962. DRM_DEBUG("start : %lx\n", start);
  963. DRM_DEBUG("used : %d\n", used);
  964. DRM_DEBUG("start + used - 4 : %ld\n", start + used - 4);
  965. if (buf_priv->currently_mapped == I810_BUF_MAPPED) {
  966. if (used & 4) {
  967. *(u32 *) ((u32) buf_priv->virtual + used) = 0;
  968. used += 4;
  969. }
  970. i810_unmap_buffer(buf);
  971. }
  972. BEGIN_LP_RING(4);
  973. OUT_RING(CMD_OP_BATCH_BUFFER);
  974. OUT_RING(start | BB1_PROTECTED);
  975. OUT_RING(start + used - 4);
  976. OUT_RING(0);
  977. ADVANCE_LP_RING();
  978. BEGIN_LP_RING(8);
  979. OUT_RING(CMD_STORE_DWORD_IDX);
  980. OUT_RING(buf_priv->my_use_idx);
  981. OUT_RING(I810_BUF_FREE);
  982. OUT_RING(0);
  983. OUT_RING(CMD_STORE_DWORD_IDX);
  984. OUT_RING(16);
  985. OUT_RING(last_render);
  986. OUT_RING(0);
  987. ADVANCE_LP_RING();
  988. }
  989. static int i810_dma_mc(struct inode *inode, struct file *filp,
  990. unsigned int cmd, unsigned long arg)
  991. {
  992. drm_file_t *priv = filp->private_data;
  993. drm_device_t *dev = priv->head->dev;
  994. drm_device_dma_t *dma = dev->dma;
  995. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  996. u32 *hw_status = dev_priv->hw_status_page;
  997. drm_i810_sarea_t *sarea_priv = (drm_i810_sarea_t *)
  998. dev_priv->sarea_priv;
  999. drm_i810_mc_t mc;
  1000. if (copy_from_user(&mc, (drm_i810_mc_t __user *) arg, sizeof(mc)))
  1001. return -EFAULT;
  1002. LOCK_TEST_WITH_RETURN(dev, filp);
  1003. if (mc.idx >= dma->buf_count || mc.idx < 0)
  1004. return -EINVAL;
  1005. i810_dma_dispatch_mc(dev, dma->buflist[mc.idx], mc.used,
  1006. mc.last_render);
  1007. atomic_add(mc.used, &dev->counts[_DRM_STAT_SECONDARY]);
  1008. atomic_inc(&dev->counts[_DRM_STAT_DMA]);
  1009. sarea_priv->last_enqueue = dev_priv->counter - 1;
  1010. sarea_priv->last_dispatch = (int)hw_status[5];
  1011. return 0;
  1012. }
  1013. static int i810_rstatus(struct inode *inode, struct file *filp,
  1014. unsigned int cmd, unsigned long arg)
  1015. {
  1016. drm_file_t *priv = filp->private_data;
  1017. drm_device_t *dev = priv->head->dev;
  1018. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  1019. return (int)(((u32 *) (dev_priv->hw_status_page))[4]);
  1020. }
  1021. static int i810_ov0_info(struct inode *inode, struct file *filp,
  1022. unsigned int cmd, unsigned long arg)
  1023. {
  1024. drm_file_t *priv = filp->private_data;
  1025. drm_device_t *dev = priv->head->dev;
  1026. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  1027. drm_i810_overlay_t data;
  1028. data.offset = dev_priv->overlay_offset;
  1029. data.physical = dev_priv->overlay_physical;
  1030. if (copy_to_user
  1031. ((drm_i810_overlay_t __user *) arg, &data, sizeof(data)))
  1032. return -EFAULT;
  1033. return 0;
  1034. }
  1035. static int i810_fstatus(struct inode *inode, struct file *filp,
  1036. unsigned int cmd, unsigned long arg)
  1037. {
  1038. drm_file_t *priv = filp->private_data;
  1039. drm_device_t *dev = priv->head->dev;
  1040. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  1041. LOCK_TEST_WITH_RETURN(dev, filp);
  1042. return I810_READ(0x30008);
  1043. }
  1044. static int i810_ov0_flip(struct inode *inode, struct file *filp,
  1045. unsigned int cmd, unsigned long arg)
  1046. {
  1047. drm_file_t *priv = filp->private_data;
  1048. drm_device_t *dev = priv->head->dev;
  1049. drm_i810_private_t *dev_priv = (drm_i810_private_t *) dev->dev_private;
  1050. LOCK_TEST_WITH_RETURN(dev, filp);
  1051. //Tell the overlay to update
  1052. I810_WRITE(0x30000, dev_priv->overlay_physical | 0x80000000);
  1053. return 0;
  1054. }
  1055. /* Not sure why this isn't set all the time:
  1056. */
  1057. static void i810_do_init_pageflip(drm_device_t * dev)
  1058. {
  1059. drm_i810_private_t *dev_priv = dev->dev_private;
  1060. DRM_DEBUG("%s\n", __FUNCTION__);
  1061. dev_priv->page_flipping = 1;
  1062. dev_priv->current_page = 0;
  1063. dev_priv->sarea_priv->pf_current_page = dev_priv->current_page;
  1064. }
  1065. static int i810_do_cleanup_pageflip(drm_device_t * dev)
  1066. {
  1067. drm_i810_private_t *dev_priv = dev->dev_private;
  1068. DRM_DEBUG("%s\n", __FUNCTION__);
  1069. if (dev_priv->current_page != 0)
  1070. i810_dma_dispatch_flip(dev);
  1071. dev_priv->page_flipping = 0;
  1072. return 0;
  1073. }
  1074. static int i810_flip_bufs(struct inode *inode, struct file *filp,
  1075. unsigned int cmd, unsigned long arg)
  1076. {
  1077. drm_file_t *priv = filp->private_data;
  1078. drm_device_t *dev = priv->head->dev;
  1079. drm_i810_private_t *dev_priv = dev->dev_private;
  1080. DRM_DEBUG("%s\n", __FUNCTION__);
  1081. LOCK_TEST_WITH_RETURN(dev, filp);
  1082. if (!dev_priv->page_flipping)
  1083. i810_do_init_pageflip(dev);
  1084. i810_dma_dispatch_flip(dev);
  1085. return 0;
  1086. }
  1087. void i810_driver_pretakedown(drm_device_t * dev)
  1088. {
  1089. i810_dma_cleanup(dev);
  1090. }
  1091. void i810_driver_prerelease(drm_device_t * dev, DRMFILE filp)
  1092. {
  1093. if (dev->dev_private) {
  1094. drm_i810_private_t *dev_priv = dev->dev_private;
  1095. if (dev_priv->page_flipping) {
  1096. i810_do_cleanup_pageflip(dev);
  1097. }
  1098. }
  1099. }
  1100. void i810_driver_release(drm_device_t * dev, struct file *filp)
  1101. {
  1102. i810_reclaim_buffers(dev, filp);
  1103. }
  1104. int i810_driver_dma_quiescent(drm_device_t * dev)
  1105. {
  1106. i810_dma_quiescent(dev);
  1107. return 0;
  1108. }
  1109. drm_ioctl_desc_t i810_ioctls[] = {
  1110. [DRM_IOCTL_NR(DRM_I810_INIT)] = {i810_dma_init, 1, 1},
  1111. [DRM_IOCTL_NR(DRM_I810_VERTEX)] = {i810_dma_vertex, 1, 0},
  1112. [DRM_IOCTL_NR(DRM_I810_CLEAR)] = {i810_clear_bufs, 1, 0},
  1113. [DRM_IOCTL_NR(DRM_I810_FLUSH)] = {i810_flush_ioctl, 1, 0},
  1114. [DRM_IOCTL_NR(DRM_I810_GETAGE)] = {i810_getage, 1, 0},
  1115. [DRM_IOCTL_NR(DRM_I810_GETBUF)] = {i810_getbuf, 1, 0},
  1116. [DRM_IOCTL_NR(DRM_I810_SWAP)] = {i810_swap_bufs, 1, 0},
  1117. [DRM_IOCTL_NR(DRM_I810_COPY)] = {i810_copybuf, 1, 0},
  1118. [DRM_IOCTL_NR(DRM_I810_DOCOPY)] = {i810_docopy, 1, 0},
  1119. [DRM_IOCTL_NR(DRM_I810_OV0INFO)] = {i810_ov0_info, 1, 0},
  1120. [DRM_IOCTL_NR(DRM_I810_FSTATUS)] = {i810_fstatus, 1, 0},
  1121. [DRM_IOCTL_NR(DRM_I810_OV0FLIP)] = {i810_ov0_flip, 1, 0},
  1122. [DRM_IOCTL_NR(DRM_I810_MC)] = {i810_dma_mc, 1, 1},
  1123. [DRM_IOCTL_NR(DRM_I810_RSTATUS)] = {i810_rstatus, 1, 0},
  1124. [DRM_IOCTL_NR(DRM_I810_FLIP)] = {i810_flip_bufs, 1, 0}
  1125. };
  1126. int i810_max_ioctl = DRM_ARRAY_SIZE(i810_ioctls);
  1127. /**
  1128. * Determine if the device really is AGP or not.
  1129. *
  1130. * All Intel graphics chipsets are treated as AGP, even if they are really
  1131. * PCI-e.
  1132. *
  1133. * \param dev The device to be tested.
  1134. *
  1135. * \returns
  1136. * A value of 1 is always retured to indictate every i810 is AGP.
  1137. */
  1138. int i810_driver_device_is_agp(drm_device_t * dev)
  1139. {
  1140. return 1;
  1141. }