dma.c 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file COPYING in the main directory of this archive
  4. * for more details.
  5. */
  6. #undef DEBUG
  7. #include <linux/dma-mapping.h>
  8. #include <linux/device.h>
  9. #include <linux/kernel.h>
  10. #include <linux/scatterlist.h>
  11. #include <linux/slab.h>
  12. #include <linux/vmalloc.h>
  13. #include <linux/export.h>
  14. #include <asm/pgalloc.h>
  15. #if defined(CONFIG_MMU) && !defined(CONFIG_COLDFIRE)
  16. void *dma_alloc_coherent(struct device *dev, size_t size,
  17. dma_addr_t *handle, gfp_t flag)
  18. {
  19. struct page *page, **map;
  20. pgprot_t pgprot;
  21. void *addr;
  22. int i, order;
  23. pr_debug("dma_alloc_coherent: %d,%x\n", size, flag);
  24. size = PAGE_ALIGN(size);
  25. order = get_order(size);
  26. page = alloc_pages(flag, order);
  27. if (!page)
  28. return NULL;
  29. *handle = page_to_phys(page);
  30. map = kmalloc(sizeof(struct page *) << order, flag & ~__GFP_DMA);
  31. if (!map) {
  32. __free_pages(page, order);
  33. return NULL;
  34. }
  35. split_page(page, order);
  36. order = 1 << order;
  37. size >>= PAGE_SHIFT;
  38. map[0] = page;
  39. for (i = 1; i < size; i++)
  40. map[i] = page + i;
  41. for (; i < order; i++)
  42. __free_page(page + i);
  43. pgprot = __pgprot(_PAGE_PRESENT | _PAGE_ACCESSED | _PAGE_DIRTY);
  44. if (CPU_IS_040_OR_060)
  45. pgprot_val(pgprot) |= _PAGE_GLOBAL040 | _PAGE_NOCACHE_S;
  46. else
  47. pgprot_val(pgprot) |= _PAGE_NOCACHE030;
  48. addr = vmap(map, size, VM_MAP, pgprot);
  49. kfree(map);
  50. return addr;
  51. }
  52. void dma_free_coherent(struct device *dev, size_t size,
  53. void *addr, dma_addr_t handle)
  54. {
  55. pr_debug("dma_free_coherent: %p, %x\n", addr, handle);
  56. vfree(addr);
  57. }
  58. #else
  59. #include <asm/cacheflush.h>
  60. void *dma_alloc_coherent(struct device *dev, size_t size,
  61. dma_addr_t *dma_handle, gfp_t gfp)
  62. {
  63. void *ret;
  64. /* ignore region specifiers */
  65. gfp &= ~(__GFP_DMA | __GFP_HIGHMEM);
  66. if (dev == NULL || (*dev->dma_mask < 0xffffffff))
  67. gfp |= GFP_DMA;
  68. ret = (void *)__get_free_pages(gfp, get_order(size));
  69. if (ret != NULL) {
  70. memset(ret, 0, size);
  71. *dma_handle = virt_to_phys(ret);
  72. }
  73. return ret;
  74. }
  75. void dma_free_coherent(struct device *dev, size_t size,
  76. void *vaddr, dma_addr_t dma_handle)
  77. {
  78. free_pages((unsigned long)vaddr, get_order(size));
  79. }
  80. #endif /* CONFIG_MMU && !CONFIG_COLDFIRE */
  81. EXPORT_SYMBOL(dma_alloc_coherent);
  82. EXPORT_SYMBOL(dma_free_coherent);
  83. void dma_sync_single_for_device(struct device *dev, dma_addr_t handle,
  84. size_t size, enum dma_data_direction dir)
  85. {
  86. switch (dir) {
  87. case DMA_BIDIRECTIONAL:
  88. case DMA_TO_DEVICE:
  89. cache_push(handle, size);
  90. break;
  91. case DMA_FROM_DEVICE:
  92. cache_clear(handle, size);
  93. break;
  94. default:
  95. if (printk_ratelimit())
  96. printk("dma_sync_single_for_device: unsupported dir %u\n", dir);
  97. break;
  98. }
  99. }
  100. EXPORT_SYMBOL(dma_sync_single_for_device);
  101. void dma_sync_sg_for_device(struct device *dev, struct scatterlist *sg, int nents,
  102. enum dma_data_direction dir)
  103. {
  104. int i;
  105. for (i = 0; i < nents; sg++, i++)
  106. dma_sync_single_for_device(dev, sg->dma_address, sg->length, dir);
  107. }
  108. EXPORT_SYMBOL(dma_sync_sg_for_device);
  109. dma_addr_t dma_map_single(struct device *dev, void *addr, size_t size,
  110. enum dma_data_direction dir)
  111. {
  112. dma_addr_t handle = virt_to_bus(addr);
  113. dma_sync_single_for_device(dev, handle, size, dir);
  114. return handle;
  115. }
  116. EXPORT_SYMBOL(dma_map_single);
  117. dma_addr_t dma_map_page(struct device *dev, struct page *page,
  118. unsigned long offset, size_t size,
  119. enum dma_data_direction dir)
  120. {
  121. dma_addr_t handle = page_to_phys(page) + offset;
  122. dma_sync_single_for_device(dev, handle, size, dir);
  123. return handle;
  124. }
  125. EXPORT_SYMBOL(dma_map_page);
  126. int dma_map_sg(struct device *dev, struct scatterlist *sg, int nents,
  127. enum dma_data_direction dir)
  128. {
  129. int i;
  130. for (i = 0; i < nents; sg++, i++) {
  131. sg->dma_address = sg_phys(sg);
  132. dma_sync_single_for_device(dev, sg->dma_address, sg->length, dir);
  133. }
  134. return nents;
  135. }
  136. EXPORT_SYMBOL(dma_map_sg);