|
@@ -222,10 +222,10 @@ static inline unsigned int num_dma_pages(unsigned long dma, unsigned int dmalen)
|
|
return npages;
|
|
return npages;
|
|
}
|
|
}
|
|
|
|
|
|
-static inline int translate_phb(struct pci_dev* dev)
|
|
|
|
|
|
+static inline int translation_enabled(struct iommu_table *tbl)
|
|
{
|
|
{
|
|
- int disabled = bus_info[dev->bus->number].translation_disabled;
|
|
|
|
- return !disabled;
|
|
|
|
|
|
+ /* only PHBs with translation enabled have an IOMMU table */
|
|
|
|
+ return (tbl != NULL);
|
|
}
|
|
}
|
|
|
|
|
|
static void iommu_range_reserve(struct iommu_table *tbl,
|
|
static void iommu_range_reserve(struct iommu_table *tbl,
|
|
@@ -388,7 +388,7 @@ static void calgary_unmap_sg(struct device *dev,
|
|
struct scatterlist *s;
|
|
struct scatterlist *s;
|
|
int i;
|
|
int i;
|
|
|
|
|
|
- if (!translate_phb(to_pci_dev(dev)))
|
|
|
|
|
|
+ if (!translation_enabled(tbl))
|
|
return;
|
|
return;
|
|
|
|
|
|
for_each_sg(sglist, s, nelems, i) {
|
|
for_each_sg(sglist, s, nelems, i) {
|
|
@@ -428,7 +428,7 @@ static int calgary_map_sg(struct device *dev, struct scatterlist *sg,
|
|
unsigned long entry;
|
|
unsigned long entry;
|
|
int i;
|
|
int i;
|
|
|
|
|
|
- if (!translate_phb(to_pci_dev(dev)))
|
|
|
|
|
|
+ if (!translation_enabled(tbl))
|
|
return calgary_nontranslate_map_sg(dev, sg, nelems, direction);
|
|
return calgary_nontranslate_map_sg(dev, sg, nelems, direction);
|
|
|
|
|
|
for_each_sg(sg, s, nelems, i) {
|
|
for_each_sg(sg, s, nelems, i) {
|
|
@@ -474,7 +474,7 @@ static dma_addr_t calgary_map_single(struct device *dev, void *vaddr,
|
|
uaddr = (unsigned long)vaddr;
|
|
uaddr = (unsigned long)vaddr;
|
|
npages = num_dma_pages(uaddr, size);
|
|
npages = num_dma_pages(uaddr, size);
|
|
|
|
|
|
- if (translate_phb(to_pci_dev(dev)))
|
|
|
|
|
|
+ if (translation_enabled(tbl))
|
|
dma_handle = iommu_alloc(tbl, vaddr, npages, direction);
|
|
dma_handle = iommu_alloc(tbl, vaddr, npages, direction);
|
|
else
|
|
else
|
|
dma_handle = virt_to_bus(vaddr);
|
|
dma_handle = virt_to_bus(vaddr);
|
|
@@ -488,7 +488,7 @@ static void calgary_unmap_single(struct device *dev, dma_addr_t dma_handle,
|
|
struct iommu_table *tbl = find_iommu_table(dev);
|
|
struct iommu_table *tbl = find_iommu_table(dev);
|
|
unsigned int npages;
|
|
unsigned int npages;
|
|
|
|
|
|
- if (!translate_phb(to_pci_dev(dev)))
|
|
|
|
|
|
+ if (!translation_enabled(tbl))
|
|
return;
|
|
return;
|
|
|
|
|
|
npages = num_dma_pages(dma_handle, size);
|
|
npages = num_dma_pages(dma_handle, size);
|
|
@@ -513,7 +513,7 @@ static void* calgary_alloc_coherent(struct device *dev, size_t size,
|
|
goto error;
|
|
goto error;
|
|
memset(ret, 0, size);
|
|
memset(ret, 0, size);
|
|
|
|
|
|
- if (translate_phb(to_pci_dev(dev))) {
|
|
|
|
|
|
+ if (translation_enabled(tbl)) {
|
|
/* set up tces to cover the allocated range */
|
|
/* set up tces to cover the allocated range */
|
|
mapping = iommu_alloc(tbl, ret, npages, DMA_BIDIRECTIONAL);
|
|
mapping = iommu_alloc(tbl, ret, npages, DMA_BIDIRECTIONAL);
|
|
if (mapping == bad_dma_address)
|
|
if (mapping == bad_dma_address)
|
|
@@ -1194,7 +1194,7 @@ static int __init calgary_init(void)
|
|
{
|
|
{
|
|
int ret;
|
|
int ret;
|
|
struct pci_dev *dev = NULL;
|
|
struct pci_dev *dev = NULL;
|
|
- void *tce_space;
|
|
|
|
|
|
+ struct calgary_bus_info *info;
|
|
|
|
|
|
ret = calgary_locate_bbars();
|
|
ret = calgary_locate_bbars();
|
|
if (ret)
|
|
if (ret)
|
|
@@ -1206,12 +1206,14 @@ static int __init calgary_init(void)
|
|
break;
|
|
break;
|
|
if (!is_cal_pci_dev(dev->device))
|
|
if (!is_cal_pci_dev(dev->device))
|
|
continue;
|
|
continue;
|
|
- if (!translate_phb(dev)) {
|
|
|
|
|
|
+
|
|
|
|
+ info = &bus_info[dev->bus->number];
|
|
|
|
+ if (info->translation_disabled) {
|
|
calgary_init_one_nontraslated(dev);
|
|
calgary_init_one_nontraslated(dev);
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
- tce_space = bus_info[dev->bus->number].tce_space;
|
|
|
|
- if (!tce_space && !translate_empty_slots)
|
|
|
|
|
|
+
|
|
|
|
+ if (!info->tce_space && !translate_empty_slots)
|
|
continue;
|
|
continue;
|
|
|
|
|
|
ret = calgary_init_one(dev);
|
|
ret = calgary_init_one(dev);
|
|
@@ -1229,11 +1231,13 @@ error:
|
|
break;
|
|
break;
|
|
if (!is_cal_pci_dev(dev->device))
|
|
if (!is_cal_pci_dev(dev->device))
|
|
continue;
|
|
continue;
|
|
- if (!translate_phb(dev)) {
|
|
|
|
|
|
+
|
|
|
|
+ info = &bus_info[dev->bus->number];
|
|
|
|
+ if (info->translation_disabled) {
|
|
pci_dev_put(dev);
|
|
pci_dev_put(dev);
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
- if (!bus_info[dev->bus->number].tce_space && !translate_empty_slots)
|
|
|
|
|
|
+ if (!info->tce_space && !translate_empty_slots)
|
|
continue;
|
|
continue;
|
|
|
|
|
|
calgary_disable_translation(dev);
|
|
calgary_disable_translation(dev);
|
|
@@ -1546,7 +1550,7 @@ static void __init calgary_fixup_one_tce_space(struct pci_dev *dev)
|
|
static int __init calgary_fixup_tce_spaces(void)
|
|
static int __init calgary_fixup_tce_spaces(void)
|
|
{
|
|
{
|
|
struct pci_dev *dev = NULL;
|
|
struct pci_dev *dev = NULL;
|
|
- void *tce_space;
|
|
|
|
|
|
+ struct calgary_bus_info *info;
|
|
|
|
|
|
if (no_iommu || swiotlb || !calgary_detected)
|
|
if (no_iommu || swiotlb || !calgary_detected)
|
|
return -ENODEV;
|
|
return -ENODEV;
|
|
@@ -1559,11 +1563,12 @@ static int __init calgary_fixup_tce_spaces(void)
|
|
break;
|
|
break;
|
|
if (!is_cal_pci_dev(dev->device))
|
|
if (!is_cal_pci_dev(dev->device))
|
|
continue;
|
|
continue;
|
|
- if (!translate_phb(dev))
|
|
|
|
|
|
+
|
|
|
|
+ info = &bus_info[dev->bus->number];
|
|
|
|
+ if (info->translation_disabled)
|
|
continue;
|
|
continue;
|
|
|
|
|
|
- tce_space = bus_info[dev->bus->number].tce_space;
|
|
|
|
- if (!tce_space)
|
|
|
|
|
|
+ if (!info->tce_space)
|
|
continue;
|
|
continue;
|
|
|
|
|
|
calgary_fixup_one_tce_space(dev);
|
|
calgary_fixup_one_tce_space(dev);
|