|
@@ -147,16 +147,16 @@ void __init swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose)
|
|
* to find contiguous free memory regions of size up to IO_TLB_SEGSIZE
|
|
* to find contiguous free memory regions of size up to IO_TLB_SEGSIZE
|
|
* between io_tlb_start and io_tlb_end.
|
|
* between io_tlb_start and io_tlb_end.
|
|
*/
|
|
*/
|
|
- io_tlb_list = alloc_bootmem(io_tlb_nslabs * sizeof(int));
|
|
|
|
|
|
+ io_tlb_list = alloc_bootmem_pages(PAGE_ALIGN(io_tlb_nslabs * sizeof(int)));
|
|
for (i = 0; i < io_tlb_nslabs; i++)
|
|
for (i = 0; i < io_tlb_nslabs; i++)
|
|
io_tlb_list[i] = IO_TLB_SEGSIZE - OFFSET(i, IO_TLB_SEGSIZE);
|
|
io_tlb_list[i] = IO_TLB_SEGSIZE - OFFSET(i, IO_TLB_SEGSIZE);
|
|
io_tlb_index = 0;
|
|
io_tlb_index = 0;
|
|
- io_tlb_orig_addr = alloc_bootmem(io_tlb_nslabs * sizeof(phys_addr_t));
|
|
|
|
|
|
+ io_tlb_orig_addr = alloc_bootmem_pages(PAGE_ALIGN(io_tlb_nslabs * sizeof(phys_addr_t)));
|
|
|
|
|
|
/*
|
|
/*
|
|
* Get the overflow emergency buffer
|
|
* Get the overflow emergency buffer
|
|
*/
|
|
*/
|
|
- io_tlb_overflow_buffer = alloc_bootmem_low(io_tlb_overflow);
|
|
|
|
|
|
+ io_tlb_overflow_buffer = alloc_bootmem_low_pages(PAGE_ALIGN(io_tlb_overflow));
|
|
if (!io_tlb_overflow_buffer)
|
|
if (!io_tlb_overflow_buffer)
|
|
panic("Cannot allocate SWIOTLB overflow buffer!\n");
|
|
panic("Cannot allocate SWIOTLB overflow buffer!\n");
|
|
if (verbose)
|
|
if (verbose)
|
|
@@ -182,7 +182,7 @@ swiotlb_init_with_default_size(size_t default_size, int verbose)
|
|
/*
|
|
/*
|
|
* Get IO TLB memory from the low pages
|
|
* Get IO TLB memory from the low pages
|
|
*/
|
|
*/
|
|
- io_tlb_start = alloc_bootmem_low_pages(bytes);
|
|
|
|
|
|
+ io_tlb_start = alloc_bootmem_low_pages(PAGE_ALIGN(bytes));
|
|
if (!io_tlb_start)
|
|
if (!io_tlb_start)
|
|
panic("Cannot allocate SWIOTLB buffer");
|
|
panic("Cannot allocate SWIOTLB buffer");
|
|
|
|
|
|
@@ -308,13 +308,13 @@ void __init swiotlb_free(void)
|
|
get_order(io_tlb_nslabs << IO_TLB_SHIFT));
|
|
get_order(io_tlb_nslabs << IO_TLB_SHIFT));
|
|
} else {
|
|
} else {
|
|
free_bootmem_late(__pa(io_tlb_overflow_buffer),
|
|
free_bootmem_late(__pa(io_tlb_overflow_buffer),
|
|
- io_tlb_overflow);
|
|
|
|
|
|
+ PAGE_ALIGN(io_tlb_overflow));
|
|
free_bootmem_late(__pa(io_tlb_orig_addr),
|
|
free_bootmem_late(__pa(io_tlb_orig_addr),
|
|
- io_tlb_nslabs * sizeof(phys_addr_t));
|
|
|
|
|
|
+ PAGE_ALIGN(io_tlb_nslabs * sizeof(phys_addr_t)));
|
|
free_bootmem_late(__pa(io_tlb_list),
|
|
free_bootmem_late(__pa(io_tlb_list),
|
|
- io_tlb_nslabs * sizeof(int));
|
|
|
|
|
|
+ PAGE_ALIGN(io_tlb_nslabs * sizeof(int)));
|
|
free_bootmem_late(__pa(io_tlb_start),
|
|
free_bootmem_late(__pa(io_tlb_start),
|
|
- io_tlb_nslabs << IO_TLB_SHIFT);
|
|
|
|
|
|
+ PAGE_ALIGN(io_tlb_nslabs << IO_TLB_SHIFT));
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|