drm_scatter.c 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. /**
  2. * \file drm_scatter.c
  3. * IOCTLs to manage scatter/gather memory
  4. *
  5. * \author Gareth Hughes <gareth@valinux.com>
  6. */
  7. /*
  8. * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
  9. *
  10. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  11. * All Rights Reserved.
  12. *
  13. * Permission is hereby granted, free of charge, to any person obtaining a
  14. * copy of this software and associated documentation files (the "Software"),
  15. * to deal in the Software without restriction, including without limitation
  16. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  17. * and/or sell copies of the Software, and to permit persons to whom the
  18. * Software is furnished to do so, subject to the following conditions:
  19. *
  20. * The above copyright notice and this permission notice (including the next
  21. * paragraph) shall be included in all copies or substantial portions of the
  22. * Software.
  23. *
  24. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  25. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  26. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  27. * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  28. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  29. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  30. * DEALINGS IN THE SOFTWARE.
  31. */
  32. #include <linux/vmalloc.h>
  33. #include <linux/slab.h>
  34. #include "drmP.h"
  35. #define DEBUG_SCATTER 0
  36. static inline void *drm_vmalloc_dma(unsigned long size)
  37. {
  38. #if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
  39. return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL | _PAGE_NO_CACHE);
  40. #else
  41. return vmalloc_32(size);
  42. #endif
  43. }
  44. void drm_sg_cleanup(struct drm_sg_mem * entry)
  45. {
  46. struct page *page;
  47. int i;
  48. for (i = 0; i < entry->pages; i++) {
  49. page = entry->pagelist[i];
  50. if (page)
  51. ClearPageReserved(page);
  52. }
  53. vfree(entry->virtual);
  54. kfree(entry->busaddr);
  55. kfree(entry->pagelist);
  56. kfree(entry);
  57. }
  58. #ifdef _LP64
  59. # define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
  60. #else
  61. # define ScatterHandle(x) (unsigned int)(x)
  62. #endif
  63. int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request)
  64. {
  65. struct drm_sg_mem *entry;
  66. unsigned long pages, i, j;
  67. DRM_DEBUG("\n");
  68. if (!drm_core_check_feature(dev, DRIVER_SG))
  69. return -EINVAL;
  70. if (dev->sg)
  71. return -EINVAL;
  72. entry = kmalloc(sizeof(*entry), GFP_KERNEL);
  73. if (!entry)
  74. return -ENOMEM;
  75. memset(entry, 0, sizeof(*entry));
  76. pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
  77. DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);
  78. entry->pages = pages;
  79. entry->pagelist = kmalloc(pages * sizeof(*entry->pagelist), GFP_KERNEL);
  80. if (!entry->pagelist) {
  81. kfree(entry);
  82. return -ENOMEM;
  83. }
  84. memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));
  85. entry->busaddr = kmalloc(pages * sizeof(*entry->busaddr), GFP_KERNEL);
  86. if (!entry->busaddr) {
  87. kfree(entry->pagelist);
  88. kfree(entry);
  89. return -ENOMEM;
  90. }
  91. memset((void *)entry->busaddr, 0, pages * sizeof(*entry->busaddr));
  92. entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
  93. if (!entry->virtual) {
  94. kfree(entry->busaddr);
  95. kfree(entry->pagelist);
  96. kfree(entry);
  97. return -ENOMEM;
  98. }
  99. /* This also forces the mapping of COW pages, so our page list
  100. * will be valid. Please don't remove it...
  101. */
  102. memset(entry->virtual, 0, pages << PAGE_SHIFT);
  103. entry->handle = ScatterHandle((unsigned long)entry->virtual);
  104. DRM_DEBUG("handle = %08lx\n", entry->handle);
  105. DRM_DEBUG("virtual = %p\n", entry->virtual);
  106. for (i = (unsigned long)entry->virtual, j = 0; j < pages;
  107. i += PAGE_SIZE, j++) {
  108. entry->pagelist[j] = vmalloc_to_page((void *)i);
  109. if (!entry->pagelist[j])
  110. goto failed;
  111. SetPageReserved(entry->pagelist[j]);
  112. }
  113. request->handle = entry->handle;
  114. dev->sg = entry;
  115. #if DEBUG_SCATTER
  116. /* Verify that each page points to its virtual address, and vice
  117. * versa.
  118. */
  119. {
  120. int error = 0;
  121. for (i = 0; i < pages; i++) {
  122. unsigned long *tmp;
  123. tmp = page_address(entry->pagelist[i]);
  124. for (j = 0;
  125. j < PAGE_SIZE / sizeof(unsigned long);
  126. j++, tmp++) {
  127. *tmp = 0xcafebabe;
  128. }
  129. tmp = (unsigned long *)((u8 *) entry->virtual +
  130. (PAGE_SIZE * i));
  131. for (j = 0;
  132. j < PAGE_SIZE / sizeof(unsigned long);
  133. j++, tmp++) {
  134. if (*tmp != 0xcafebabe && error == 0) {
  135. error = 1;
  136. DRM_ERROR("Scatter allocation error, "
  137. "pagelist does not match "
  138. "virtual mapping\n");
  139. }
  140. }
  141. tmp = page_address(entry->pagelist[i]);
  142. for (j = 0;
  143. j < PAGE_SIZE / sizeof(unsigned long);
  144. j++, tmp++) {
  145. *tmp = 0;
  146. }
  147. }
  148. if (error == 0)
  149. DRM_ERROR("Scatter allocation matches pagelist\n");
  150. }
  151. #endif
  152. return 0;
  153. failed:
  154. drm_sg_cleanup(entry);
  155. return -ENOMEM;
  156. }
  157. int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
  158. struct drm_file *file_priv)
  159. {
  160. struct drm_scatter_gather *request = data;
  161. return drm_sg_alloc(dev, request);
  162. }
  163. int drm_sg_free(struct drm_device *dev, void *data,
  164. struct drm_file *file_priv)
  165. {
  166. struct drm_scatter_gather *request = data;
  167. struct drm_sg_mem *entry;
  168. if (!drm_core_check_feature(dev, DRIVER_SG))
  169. return -EINVAL;
  170. entry = dev->sg;
  171. dev->sg = NULL;
  172. if (!entry || entry->handle != request->handle)
  173. return -EINVAL;
  174. DRM_DEBUG("virtual = %p\n", entry->virtual);
  175. drm_sg_cleanup(entry);
  176. return 0;
  177. }