|
@@ -731,10 +731,16 @@ swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr,
|
|
|
char *dma_addr = swiotlb_bus_to_virt(dev_addr);
|
|
|
|
|
|
BUG_ON(dir == DMA_NONE);
|
|
|
- if (is_swiotlb_buffer(dma_addr))
|
|
|
+
|
|
|
+ if (is_swiotlb_buffer(dma_addr)) {
|
|
|
sync_single(hwdev, dma_addr, size, dir, target);
|
|
|
- else if (dir == DMA_FROM_DEVICE)
|
|
|
- dma_mark_clean(dma_addr, size);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ if (dir != DMA_FROM_DEVICE)
|
|
|
+ return;
|
|
|
+
|
|
|
+ dma_mark_clean(dma_addr, size);
|
|
|
}
|
|
|
|
|
|
void
|
|
@@ -761,13 +767,7 @@ swiotlb_sync_single_range(struct device *hwdev, dma_addr_t dev_addr,
|
|
|
unsigned long offset, size_t size,
|
|
|
int dir, int target)
|
|
|
{
|
|
|
- char *dma_addr = swiotlb_bus_to_virt(dev_addr) + offset;
|
|
|
-
|
|
|
- BUG_ON(dir == DMA_NONE);
|
|
|
- if (is_swiotlb_buffer(dma_addr))
|
|
|
- sync_single(hwdev, dma_addr, size, dir, target);
|
|
|
- else if (dir == DMA_FROM_DEVICE)
|
|
|
- dma_mark_clean(dma_addr, size);
|
|
|
+ swiotlb_sync_single(hwdev, dev_addr + offset, size, dir, target);
|
|
|
}
|
|
|
|
|
|
void
|
|
@@ -890,15 +890,9 @@ swiotlb_sync_sg(struct device *hwdev, struct scatterlist *sgl,
|
|
|
struct scatterlist *sg;
|
|
|
int i;
|
|
|
|
|
|
- BUG_ON(dir == DMA_NONE);
|
|
|
-
|
|
|
- for_each_sg(sgl, sg, nelems, i) {
|
|
|
- if (sg->dma_address != swiotlb_phys_to_bus(hwdev, sg_phys(sg)))
|
|
|
- sync_single(hwdev, swiotlb_bus_to_virt(sg->dma_address),
|
|
|
+ for_each_sg(sgl, sg, nelems, i)
|
|
|
+ swiotlb_sync_single(hwdev, sg->dma_address,
|
|
|
sg->dma_length, dir, target);
|
|
|
- else if (dir == DMA_FROM_DEVICE)
|
|
|
- dma_mark_clean(swiotlb_bus_to_virt(sg->dma_address), sg->dma_length);
|
|
|
- }
|
|
|
}
|
|
|
|
|
|
void
|