drm_scatter.c 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218
  1. /**
  2. * \file drm_scatter.c
  3. * IOCTLs to manage scatter/gather memory
  4. *
  5. * \author Gareth Hughes <gareth@valinux.com>
  6. */
  7. /*
  8. * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
  9. *
  10. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  11. * All Rights Reserved.
  12. *
  13. * Permission is hereby granted, free of charge, to any person obtaining a
  14. * copy of this software and associated documentation files (the "Software"),
  15. * to deal in the Software without restriction, including without limitation
  16. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  17. * and/or sell copies of the Software, and to permit persons to whom the
  18. * Software is furnished to do so, subject to the following conditions:
  19. *
  20. * The above copyright notice and this permission notice (including the next
  21. * paragraph) shall be included in all copies or substantial portions of the
  22. * Software.
  23. *
  24. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  25. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  26. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  27. * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  28. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  29. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  30. * DEALINGS IN THE SOFTWARE.
  31. */
  32. #include <linux/vmalloc.h>
  33. #include "drmP.h"
  34. #define DEBUG_SCATTER 0
  35. static inline void *drm_vmalloc_dma(unsigned long size)
  36. {
  37. #if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
  38. return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL | _PAGE_NO_CACHE);
  39. #else
  40. return vmalloc_32(size);
  41. #endif
  42. }
  43. void drm_sg_cleanup(struct drm_sg_mem * entry)
  44. {
  45. struct page *page;
  46. int i;
  47. for (i = 0; i < entry->pages; i++) {
  48. page = entry->pagelist[i];
  49. if (page)
  50. ClearPageReserved(page);
  51. }
  52. vfree(entry->virtual);
  53. kfree(entry->busaddr);
  54. kfree(entry->pagelist);
  55. kfree(entry);
  56. }
  57. #ifdef _LP64
  58. # define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
  59. #else
  60. # define ScatterHandle(x) (unsigned int)(x)
  61. #endif
  62. int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request)
  63. {
  64. struct drm_sg_mem *entry;
  65. unsigned long pages, i, j;
  66. DRM_DEBUG("\n");
  67. if (!drm_core_check_feature(dev, DRIVER_SG))
  68. return -EINVAL;
  69. if (dev->sg)
  70. return -EINVAL;
  71. entry = kmalloc(sizeof(*entry), GFP_KERNEL);
  72. if (!entry)
  73. return -ENOMEM;
  74. memset(entry, 0, sizeof(*entry));
  75. pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
  76. DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);
  77. entry->pages = pages;
  78. entry->pagelist = kmalloc(pages * sizeof(*entry->pagelist), GFP_KERNEL);
  79. if (!entry->pagelist) {
  80. kfree(entry);
  81. return -ENOMEM;
  82. }
  83. memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));
  84. entry->busaddr = kmalloc(pages * sizeof(*entry->busaddr), GFP_KERNEL);
  85. if (!entry->busaddr) {
  86. kfree(entry->pagelist);
  87. kfree(entry);
  88. return -ENOMEM;
  89. }
  90. memset((void *)entry->busaddr, 0, pages * sizeof(*entry->busaddr));
  91. entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
  92. if (!entry->virtual) {
  93. kfree(entry->busaddr);
  94. kfree(entry->pagelist);
  95. kfree(entry);
  96. return -ENOMEM;
  97. }
  98. /* This also forces the mapping of COW pages, so our page list
  99. * will be valid. Please don't remove it...
  100. */
  101. memset(entry->virtual, 0, pages << PAGE_SHIFT);
  102. entry->handle = ScatterHandle((unsigned long)entry->virtual);
  103. DRM_DEBUG("handle = %08lx\n", entry->handle);
  104. DRM_DEBUG("virtual = %p\n", entry->virtual);
  105. for (i = (unsigned long)entry->virtual, j = 0; j < pages;
  106. i += PAGE_SIZE, j++) {
  107. entry->pagelist[j] = vmalloc_to_page((void *)i);
  108. if (!entry->pagelist[j])
  109. goto failed;
  110. SetPageReserved(entry->pagelist[j]);
  111. }
  112. request->handle = entry->handle;
  113. dev->sg = entry;
  114. #if DEBUG_SCATTER
  115. /* Verify that each page points to its virtual address, and vice
  116. * versa.
  117. */
  118. {
  119. int error = 0;
  120. for (i = 0; i < pages; i++) {
  121. unsigned long *tmp;
  122. tmp = page_address(entry->pagelist[i]);
  123. for (j = 0;
  124. j < PAGE_SIZE / sizeof(unsigned long);
  125. j++, tmp++) {
  126. *tmp = 0xcafebabe;
  127. }
  128. tmp = (unsigned long *)((u8 *) entry->virtual +
  129. (PAGE_SIZE * i));
  130. for (j = 0;
  131. j < PAGE_SIZE / sizeof(unsigned long);
  132. j++, tmp++) {
  133. if (*tmp != 0xcafebabe && error == 0) {
  134. error = 1;
  135. DRM_ERROR("Scatter allocation error, "
  136. "pagelist does not match "
  137. "virtual mapping\n");
  138. }
  139. }
  140. tmp = page_address(entry->pagelist[i]);
  141. for (j = 0;
  142. j < PAGE_SIZE / sizeof(unsigned long);
  143. j++, tmp++) {
  144. *tmp = 0;
  145. }
  146. }
  147. if (error == 0)
  148. DRM_ERROR("Scatter allocation matches pagelist\n");
  149. }
  150. #endif
  151. return 0;
  152. failed:
  153. drm_sg_cleanup(entry);
  154. return -ENOMEM;
  155. }
  156. EXPORT_SYMBOL(drm_sg_alloc);
  157. int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
  158. struct drm_file *file_priv)
  159. {
  160. struct drm_scatter_gather *request = data;
  161. return drm_sg_alloc(dev, request);
  162. }
  163. int drm_sg_free(struct drm_device *dev, void *data,
  164. struct drm_file *file_priv)
  165. {
  166. struct drm_scatter_gather *request = data;
  167. struct drm_sg_mem *entry;
  168. if (!drm_core_check_feature(dev, DRIVER_SG))
  169. return -EINVAL;
  170. entry = dev->sg;
  171. dev->sg = NULL;
  172. if (!entry || entry->handle != request->handle)
  173. return -EINVAL;
  174. DRM_DEBUG("virtual = %p\n", entry->virtual);
  175. drm_sg_cleanup(entry);
  176. return 0;
  177. }