dma.c 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file COPYING in the main directory of this archive
  4. * for more details.
  5. */
  6. #undef DEBUG
  7. #include <linux/dma-mapping.h>
  8. #include <linux/device.h>
  9. #include <linux/kernel.h>
  10. #include <linux/scatterlist.h>
  11. #include <linux/slab.h>
  12. #include <linux/vmalloc.h>
  13. #include <linux/export.h>
  14. #include <asm/pgalloc.h>
  15. #ifdef CONFIG_MMU
  16. void *dma_alloc_coherent(struct device *dev, size_t size,
  17. dma_addr_t *handle, gfp_t flag)
  18. {
  19. struct page *page, **map;
  20. pgprot_t pgprot;
  21. void *addr;
  22. int i, order;
  23. pr_debug("dma_alloc_coherent: %d,%x\n", size, flag);
  24. size = PAGE_ALIGN(size);
  25. order = get_order(size);
  26. page = alloc_pages(flag, order);
  27. if (!page)
  28. return NULL;
  29. *handle = page_to_phys(page);
  30. map = kmalloc(sizeof(struct page *) << order, flag & ~__GFP_DMA);
  31. if (!map) {
  32. __free_pages(page, order);
  33. return NULL;
  34. }
  35. split_page(page, order);
  36. order = 1 << order;
  37. size >>= PAGE_SHIFT;
  38. map[0] = page;
  39. for (i = 1; i < size; i++)
  40. map[i] = page + i;
  41. for (; i < order; i++)
  42. __free_page(page + i);
  43. pgprot = __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | _PAGE_DIRTY);
  44. if (CPU_IS_040_OR_060)
  45. pgprot_val(pgprot) |= _PAGE_GLOBAL040 | _PAGE_NOCACHE_S;
  46. else
  47. pgprot_val(pgprot) |= _PAGE_NOCACHE030;
  48. addr = vmap(map, size, VM_MAP, pgprot);
  49. kfree(map);
  50. return addr;
  51. }
  52. void dma_free_coherent(struct device *dev, size_t size,
  53. void *addr, dma_addr_t handle)
  54. {
  55. pr_debug("dma_free_coherent: %p, %x\n", addr, handle);
  56. vfree(addr);
  57. }
  58. #else
  59. #include <asm/cacheflush.h>
  60. void *dma_alloc_coherent(struct device *dev, size_t size,
  61. dma_addr_t *dma_handle, gfp_t gfp)
  62. {
  63. void *ret;
  64. /* ignore region specifiers */
  65. gfp &= ~(__GFP_DMA | __GFP_HIGHMEM);
  66. if (dev == NULL || (*dev->dma_mask < 0xffffffff))
  67. gfp |= GFP_DMA;
  68. ret = (void *)__get_free_pages(gfp, get_order(size));
  69. if (ret != NULL) {
  70. memset(ret, 0, size);
  71. *dma_handle = virt_to_phys(ret);
  72. }
  73. return ret;
  74. }
  75. void dma_free_coherent(struct device *dev, size_t size,
  76. void *vaddr, dma_addr_t dma_handle)
  77. {
  78. free_pages((unsigned long)vaddr, get_order(size));
  79. }
  80. #endif /* CONFIG_MMU */
  81. EXPORT_SYMBOL(dma_alloc_coherent);
  82. EXPORT_SYMBOL(dma_free_coherent);
  83. void dma_sync_single_for_device(struct device *dev, dma_addr_t handle,
  84. size_t size, enum dma_data_direction dir)
  85. {
  86. switch (dir) {
  87. case DMA_TO_DEVICE:
  88. cache_push(handle, size);
  89. break;
  90. case DMA_FROM_DEVICE:
  91. cache_clear(handle, size);
  92. break;
  93. default:
  94. if (printk_ratelimit())
  95. printk("dma_sync_single_for_device: unsupported dir %u\n", dir);
  96. break;
  97. }
  98. }
  99. EXPORT_SYMBOL(dma_sync_single_for_device);
  100. void dma_sync_sg_for_device(struct device *dev, struct scatterlist *sg, int nents,
  101. enum dma_data_direction dir)
  102. {
  103. int i;
  104. for (i = 0; i < nents; sg++, i++)
  105. dma_sync_single_for_device(dev, sg->dma_address, sg->length, dir);
  106. }
  107. EXPORT_SYMBOL(dma_sync_sg_for_device);
  108. dma_addr_t dma_map_single(struct device *dev, void *addr, size_t size,
  109. enum dma_data_direction dir)
  110. {
  111. dma_addr_t handle = virt_to_bus(addr);
  112. dma_sync_single_for_device(dev, handle, size, dir);
  113. return handle;
  114. }
  115. EXPORT_SYMBOL(dma_map_single);
  116. dma_addr_t dma_map_page(struct device *dev, struct page *page,
  117. unsigned long offset, size_t size,
  118. enum dma_data_direction dir)
  119. {
  120. dma_addr_t handle = page_to_phys(page) + offset;
  121. dma_sync_single_for_device(dev, handle, size, dir);
  122. return handle;
  123. }
  124. EXPORT_SYMBOL(dma_map_page);
  125. int dma_map_sg(struct device *dev, struct scatterlist *sg, int nents,
  126. enum dma_data_direction dir)
  127. {
  128. int i;
  129. for (i = 0; i < nents; sg++, i++) {
  130. sg->dma_address = sg_phys(sg);
  131. dma_sync_single_for_device(dev, sg->dma_address, sg->length, dir);
  132. }
  133. return nents;
  134. }
  135. EXPORT_SYMBOL(dma_map_sg);