drm_scatter.c 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. /**
  2. * \file drm_scatter.c
  3. * IOCTLs to manage scatter/gather memory
  4. *
  5. * \author Gareth Hughes <gareth@valinux.com>
  6. */
  7. /*
  8. * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
  9. *
  10. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  11. * All Rights Reserved.
  12. *
  13. * Permission is hereby granted, free of charge, to any person obtaining a
  14. * copy of this software and associated documentation files (the "Software"),
  15. * to deal in the Software without restriction, including without limitation
  16. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  17. * and/or sell copies of the Software, and to permit persons to whom the
  18. * Software is furnished to do so, subject to the following conditions:
  19. *
  20. * The above copyright notice and this permission notice (including the next
  21. * paragraph) shall be included in all copies or substantial portions of the
  22. * Software.
  23. *
  24. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  25. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  26. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  27. * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  28. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  29. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  30. * DEALINGS IN THE SOFTWARE.
  31. */
  32. #include <linux/vmalloc.h>
  33. #include <linux/slab.h>
  34. #include "drmP.h"
  35. #define DEBUG_SCATTER 0
  36. static inline void *drm_vmalloc_dma(unsigned long size)
  37. {
  38. #if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
  39. return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL | _PAGE_NO_CACHE);
  40. #else
  41. return vmalloc_32(size);
  42. #endif
  43. }
  44. void drm_sg_cleanup(struct drm_sg_mem * entry)
  45. {
  46. struct page *page;
  47. int i;
  48. for (i = 0; i < entry->pages; i++) {
  49. page = entry->pagelist[i];
  50. if (page)
  51. ClearPageReserved(page);
  52. }
  53. vfree(entry->virtual);
  54. kfree(entry->busaddr);
  55. kfree(entry->pagelist);
  56. kfree(entry);
  57. }
  58. #ifdef _LP64
  59. # define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
  60. #else
  61. # define ScatterHandle(x) (unsigned int)(x)
  62. #endif
  63. int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request)
  64. {
  65. struct drm_sg_mem *entry;
  66. unsigned long pages, i, j;
  67. DRM_DEBUG("\n");
  68. if (!drm_core_check_feature(dev, DRIVER_SG))
  69. return -EINVAL;
  70. if (dev->sg)
  71. return -EINVAL;
  72. entry = kzalloc(sizeof(*entry), GFP_KERNEL);
  73. if (!entry)
  74. return -ENOMEM;
  75. pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
  76. DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);
  77. entry->pages = pages;
  78. entry->pagelist = kcalloc(pages, sizeof(*entry->pagelist), GFP_KERNEL);
  79. if (!entry->pagelist) {
  80. kfree(entry);
  81. return -ENOMEM;
  82. }
  83. entry->busaddr = kcalloc(pages, sizeof(*entry->busaddr), GFP_KERNEL);
  84. if (!entry->busaddr) {
  85. kfree(entry->pagelist);
  86. kfree(entry);
  87. return -ENOMEM;
  88. }
  89. entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
  90. if (!entry->virtual) {
  91. kfree(entry->busaddr);
  92. kfree(entry->pagelist);
  93. kfree(entry);
  94. return -ENOMEM;
  95. }
  96. /* This also forces the mapping of COW pages, so our page list
  97. * will be valid. Please don't remove it...
  98. */
  99. memset(entry->virtual, 0, pages << PAGE_SHIFT);
  100. entry->handle = ScatterHandle((unsigned long)entry->virtual);
  101. DRM_DEBUG("handle = %08lx\n", entry->handle);
  102. DRM_DEBUG("virtual = %p\n", entry->virtual);
  103. for (i = (unsigned long)entry->virtual, j = 0; j < pages;
  104. i += PAGE_SIZE, j++) {
  105. entry->pagelist[j] = vmalloc_to_page((void *)i);
  106. if (!entry->pagelist[j])
  107. goto failed;
  108. SetPageReserved(entry->pagelist[j]);
  109. }
  110. request->handle = entry->handle;
  111. dev->sg = entry;
  112. #if DEBUG_SCATTER
  113. /* Verify that each page points to its virtual address, and vice
  114. * versa.
  115. */
  116. {
  117. int error = 0;
  118. for (i = 0; i < pages; i++) {
  119. unsigned long *tmp;
  120. tmp = page_address(entry->pagelist[i]);
  121. for (j = 0;
  122. j < PAGE_SIZE / sizeof(unsigned long);
  123. j++, tmp++) {
  124. *tmp = 0xcafebabe;
  125. }
  126. tmp = (unsigned long *)((u8 *) entry->virtual +
  127. (PAGE_SIZE * i));
  128. for (j = 0;
  129. j < PAGE_SIZE / sizeof(unsigned long);
  130. j++, tmp++) {
  131. if (*tmp != 0xcafebabe && error == 0) {
  132. error = 1;
  133. DRM_ERROR("Scatter allocation error, "
  134. "pagelist does not match "
  135. "virtual mapping\n");
  136. }
  137. }
  138. tmp = page_address(entry->pagelist[i]);
  139. for (j = 0;
  140. j < PAGE_SIZE / sizeof(unsigned long);
  141. j++, tmp++) {
  142. *tmp = 0;
  143. }
  144. }
  145. if (error == 0)
  146. DRM_ERROR("Scatter allocation matches pagelist\n");
  147. }
  148. #endif
  149. return 0;
  150. failed:
  151. drm_sg_cleanup(entry);
  152. return -ENOMEM;
  153. }
  154. int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
  155. struct drm_file *file_priv)
  156. {
  157. struct drm_scatter_gather *request = data;
  158. return drm_sg_alloc(dev, request);
  159. }
  160. int drm_sg_free(struct drm_device *dev, void *data,
  161. struct drm_file *file_priv)
  162. {
  163. struct drm_scatter_gather *request = data;
  164. struct drm_sg_mem *entry;
  165. if (!drm_core_check_feature(dev, DRIVER_SG))
  166. return -EINVAL;
  167. entry = dev->sg;
  168. dev->sg = NULL;
  169. if (!entry || entry->handle != request->handle)
  170. return -EINVAL;
  171. DRM_DEBUG("virtual = %p\n", entry->virtual);
  172. drm_sg_cleanup(entry);
  173. return 0;
  174. }