|
@@ -14,6 +14,7 @@
|
|
|
#include <linux/mm.h>
|
|
|
#include <linux/scatterlist.h>
|
|
|
#include <linux/dma-attrs.h>
|
|
|
+#include <linux/dma-debug.h>
|
|
|
#include <asm/io.h>
|
|
|
#include <asm/swiotlb.h>
|
|
|
|
|
@@ -89,6 +90,11 @@ static inline void set_dma_ops(struct device *dev, struct dma_map_ops *ops)
|
|
|
dev->archdata.dma_ops = ops;
|
|
|
}
|
|
|
|
|
|
+/* this will be removed soon */
|
|
|
+#define flush_write_buffers()
|
|
|
+
|
|
|
+#include <asm-generic/dma-mapping-common.h>
|
|
|
+
|
|
|
static inline int dma_supported(struct device *dev, u64 mask)
|
|
|
{
|
|
|
struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
@@ -117,87 +123,6 @@ static inline int dma_set_mask(struct device *dev, u64 dma_mask)
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
-/*
|
|
|
- * map_/unmap_single actually call through to map/unmap_page now that all the
|
|
|
- * dma_map_ops have been converted over. We just have to get the page and
|
|
|
- * offset to pass through to map_page
|
|
|
- */
|
|
|
-static inline dma_addr_t dma_map_single_attrs(struct device *dev,
|
|
|
- void *cpu_addr,
|
|
|
- size_t size,
|
|
|
- enum dma_data_direction direction,
|
|
|
- struct dma_attrs *attrs)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- return dma_ops->map_page(dev, virt_to_page(cpu_addr),
|
|
|
- (unsigned long)cpu_addr % PAGE_SIZE, size,
|
|
|
- direction, attrs);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_unmap_single_attrs(struct device *dev,
|
|
|
- dma_addr_t dma_addr,
|
|
|
- size_t size,
|
|
|
- enum dma_data_direction direction,
|
|
|
- struct dma_attrs *attrs)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- dma_ops->unmap_page(dev, dma_addr, size, direction, attrs);
|
|
|
-}
|
|
|
-
|
|
|
-static inline dma_addr_t dma_map_page_attrs(struct device *dev,
|
|
|
- struct page *page,
|
|
|
- unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction,
|
|
|
- struct dma_attrs *attrs)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- return dma_ops->map_page(dev, page, offset, size, direction, attrs);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_unmap_page_attrs(struct device *dev,
|
|
|
- dma_addr_t dma_address,
|
|
|
- size_t size,
|
|
|
- enum dma_data_direction direction,
|
|
|
- struct dma_attrs *attrs)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- dma_ops->unmap_page(dev, dma_address, size, direction, attrs);
|
|
|
-}
|
|
|
-
|
|
|
-static inline int dma_map_sg_attrs(struct device *dev, struct scatterlist *sg,
|
|
|
- int nents, enum dma_data_direction direction,
|
|
|
- struct dma_attrs *attrs)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
- return dma_ops->map_sg(dev, sg, nents, direction, attrs);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_unmap_sg_attrs(struct device *dev,
|
|
|
- struct scatterlist *sg,
|
|
|
- int nhwentries,
|
|
|
- enum dma_data_direction direction,
|
|
|
- struct dma_attrs *attrs)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
- dma_ops->unmap_sg(dev, sg, nhwentries, direction, attrs);
|
|
|
-}
|
|
|
-
|
|
|
static inline void *dma_alloc_coherent(struct device *dev, size_t size,
|
|
|
dma_addr_t *dma_handle, gfp_t flag)
|
|
|
{
|
|
@@ -216,161 +141,6 @@ static inline void dma_free_coherent(struct device *dev, size_t size,
|
|
|
dma_ops->free_coherent(dev, size, cpu_addr, dma_handle);
|
|
|
}
|
|
|
|
|
|
-static inline dma_addr_t dma_map_single(struct device *dev, void *cpu_addr,
|
|
|
- size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- return dma_map_single_attrs(dev, cpu_addr, size, direction, NULL);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_unmap_single(struct device *dev, dma_addr_t dma_addr,
|
|
|
- size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- dma_unmap_single_attrs(dev, dma_addr, size, direction, NULL);
|
|
|
-}
|
|
|
-
|
|
|
-static inline dma_addr_t dma_map_page(struct device *dev, struct page *page,
|
|
|
- unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- return dma_map_page_attrs(dev, page, offset, size, direction, NULL);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_unmap_page(struct device *dev, dma_addr_t dma_address,
|
|
|
- size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- dma_unmap_page_attrs(dev, dma_address, size, direction, NULL);
|
|
|
-}
|
|
|
-
|
|
|
-static inline int dma_map_sg(struct device *dev, struct scatterlist *sg,
|
|
|
- int nents, enum dma_data_direction direction)
|
|
|
-{
|
|
|
- return dma_map_sg_attrs(dev, sg, nents, direction, NULL);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_unmap_sg(struct device *dev, struct scatterlist *sg,
|
|
|
- int nhwentries,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- dma_unmap_sg_attrs(dev, sg, nhwentries, direction, NULL);
|
|
|
-}
|
|
|
-
|
|
|
-#ifdef CONFIG_PPC_NEED_DMA_SYNC_OPS
|
|
|
-static inline void dma_sync_single_for_cpu(struct device *dev,
|
|
|
- dma_addr_t dma_handle, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- if (dma_ops->sync_single_range_for_cpu)
|
|
|
- dma_ops->sync_single_range_for_cpu(dev, dma_handle, 0,
|
|
|
- size, direction);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_single_for_device(struct device *dev,
|
|
|
- dma_addr_t dma_handle, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- if (dma_ops->sync_single_range_for_device)
|
|
|
- dma_ops->sync_single_range_for_device(dev, dma_handle,
|
|
|
- 0, size, direction);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_sg_for_cpu(struct device *dev,
|
|
|
- struct scatterlist *sgl, int nents,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- if (dma_ops->sync_sg_for_cpu)
|
|
|
- dma_ops->sync_sg_for_cpu(dev, sgl, nents, direction);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_sg_for_device(struct device *dev,
|
|
|
- struct scatterlist *sgl, int nents,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- if (dma_ops->sync_sg_for_device)
|
|
|
- dma_ops->sync_sg_for_device(dev, sgl, nents, direction);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_single_range_for_cpu(struct device *dev,
|
|
|
- dma_addr_t dma_handle, unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- if (dma_ops->sync_single_range_for_cpu)
|
|
|
- dma_ops->sync_single_range_for_cpu(dev, dma_handle,
|
|
|
- offset, size, direction);
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_single_range_for_device(struct device *dev,
|
|
|
- dma_addr_t dma_handle, unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
|
|
-
|
|
|
- BUG_ON(!dma_ops);
|
|
|
-
|
|
|
- if (dma_ops->sync_single_range_for_device)
|
|
|
- dma_ops->sync_single_range_for_device(dev, dma_handle, offset,
|
|
|
- size, direction);
|
|
|
-}
|
|
|
-#else /* CONFIG_PPC_NEED_DMA_SYNC_OPS */
|
|
|
-static inline void dma_sync_single_for_cpu(struct device *dev,
|
|
|
- dma_addr_t dma_handle, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_single_for_device(struct device *dev,
|
|
|
- dma_addr_t dma_handle, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_sg_for_cpu(struct device *dev,
|
|
|
- struct scatterlist *sgl, int nents,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_sg_for_device(struct device *dev,
|
|
|
- struct scatterlist *sgl, int nents,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_single_range_for_cpu(struct device *dev,
|
|
|
- dma_addr_t dma_handle, unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
-}
|
|
|
-
|
|
|
-static inline void dma_sync_single_range_for_device(struct device *dev,
|
|
|
- dma_addr_t dma_handle, unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
-}
|
|
|
-#endif
|
|
|
-
|
|
|
static inline int dma_mapping_error(struct device *dev, dma_addr_t dma_addr)
|
|
|
{
|
|
|
#ifdef CONFIG_PPC64
|