|
@@ -87,6 +87,7 @@ static struct at_desc *atc_alloc_descriptor(struct dma_chan *chan,
|
|
desc = dma_pool_alloc(atdma->dma_desc_pool, gfp_flags, &phys);
|
|
desc = dma_pool_alloc(atdma->dma_desc_pool, gfp_flags, &phys);
|
|
if (desc) {
|
|
if (desc) {
|
|
memset(desc, 0, sizeof(struct at_desc));
|
|
memset(desc, 0, sizeof(struct at_desc));
|
|
|
|
+ INIT_LIST_HEAD(&desc->tx_list);
|
|
dma_async_tx_descriptor_init(&desc->txd, chan);
|
|
dma_async_tx_descriptor_init(&desc->txd, chan);
|
|
/* txd.flags will be overwritten in prep functions */
|
|
/* txd.flags will be overwritten in prep functions */
|
|
desc->txd.flags = DMA_CTRL_ACK;
|
|
desc->txd.flags = DMA_CTRL_ACK;
|
|
@@ -150,11 +151,11 @@ static void atc_desc_put(struct at_dma_chan *atchan, struct at_desc *desc)
|
|
struct at_desc *child;
|
|
struct at_desc *child;
|
|
|
|
|
|
spin_lock_bh(&atchan->lock);
|
|
spin_lock_bh(&atchan->lock);
|
|
- list_for_each_entry(child, &desc->txd.tx_list, desc_node)
|
|
|
|
|
|
+ list_for_each_entry(child, &desc->tx_list, desc_node)
|
|
dev_vdbg(chan2dev(&atchan->chan_common),
|
|
dev_vdbg(chan2dev(&atchan->chan_common),
|
|
"moving child desc %p to freelist\n",
|
|
"moving child desc %p to freelist\n",
|
|
child);
|
|
child);
|
|
- list_splice_init(&desc->txd.tx_list, &atchan->free_list);
|
|
|
|
|
|
+ list_splice_init(&desc->tx_list, &atchan->free_list);
|
|
dev_vdbg(chan2dev(&atchan->chan_common),
|
|
dev_vdbg(chan2dev(&atchan->chan_common),
|
|
"moving desc %p to freelist\n", desc);
|
|
"moving desc %p to freelist\n", desc);
|
|
list_add(&desc->desc_node, &atchan->free_list);
|
|
list_add(&desc->desc_node, &atchan->free_list);
|
|
@@ -247,7 +248,7 @@ atc_chain_complete(struct at_dma_chan *atchan, struct at_desc *desc)
|
|
param = txd->callback_param;
|
|
param = txd->callback_param;
|
|
|
|
|
|
/* move children to free_list */
|
|
/* move children to free_list */
|
|
- list_splice_init(&txd->tx_list, &atchan->free_list);
|
|
|
|
|
|
+ list_splice_init(&desc->tx_list, &atchan->free_list);
|
|
/* move myself to free_list */
|
|
/* move myself to free_list */
|
|
list_move(&desc->desc_node, &atchan->free_list);
|
|
list_move(&desc->desc_node, &atchan->free_list);
|
|
|
|
|
|
@@ -334,7 +335,7 @@ static void atc_cleanup_descriptors(struct at_dma_chan *atchan)
|
|
/* This one is currently in progress */
|
|
/* This one is currently in progress */
|
|
return;
|
|
return;
|
|
|
|
|
|
- list_for_each_entry(child, &desc->txd.tx_list, desc_node)
|
|
|
|
|
|
+ list_for_each_entry(child, &desc->tx_list, desc_node)
|
|
if (!(child->lli.ctrla & ATC_DONE))
|
|
if (!(child->lli.ctrla & ATC_DONE))
|
|
/* Currently in progress */
|
|
/* Currently in progress */
|
|
return;
|
|
return;
|
|
@@ -407,7 +408,7 @@ static void atc_handle_error(struct at_dma_chan *atchan)
|
|
dev_crit(chan2dev(&atchan->chan_common),
|
|
dev_crit(chan2dev(&atchan->chan_common),
|
|
" cookie: %d\n", bad_desc->txd.cookie);
|
|
" cookie: %d\n", bad_desc->txd.cookie);
|
|
atc_dump_lli(atchan, &bad_desc->lli);
|
|
atc_dump_lli(atchan, &bad_desc->lli);
|
|
- list_for_each_entry(child, &bad_desc->txd.tx_list, desc_node)
|
|
|
|
|
|
+ list_for_each_entry(child, &bad_desc->tx_list, desc_node)
|
|
atc_dump_lli(atchan, &child->lli);
|
|
atc_dump_lli(atchan, &child->lli);
|
|
|
|
|
|
/* Pretend the descriptor completed successfully */
|
|
/* Pretend the descriptor completed successfully */
|
|
@@ -587,7 +588,7 @@ atc_prep_dma_memcpy(struct dma_chan *chan, dma_addr_t dest, dma_addr_t src,
|
|
prev->lli.dscr = desc->txd.phys;
|
|
prev->lli.dscr = desc->txd.phys;
|
|
/* insert the link descriptor to the LD ring */
|
|
/* insert the link descriptor to the LD ring */
|
|
list_add_tail(&desc->desc_node,
|
|
list_add_tail(&desc->desc_node,
|
|
- &first->txd.tx_list);
|
|
|
|
|
|
+ &first->tx_list);
|
|
}
|
|
}
|
|
prev = desc;
|
|
prev = desc;
|
|
}
|
|
}
|
|
@@ -687,7 +688,7 @@ atc_prep_slave_sg(struct dma_chan *chan, struct scatterlist *sgl,
|
|
prev->lli.dscr = desc->txd.phys;
|
|
prev->lli.dscr = desc->txd.phys;
|
|
/* insert the link descriptor to the LD ring */
|
|
/* insert the link descriptor to the LD ring */
|
|
list_add_tail(&desc->desc_node,
|
|
list_add_tail(&desc->desc_node,
|
|
- &first->txd.tx_list);
|
|
|
|
|
|
+ &first->tx_list);
|
|
}
|
|
}
|
|
prev = desc;
|
|
prev = desc;
|
|
total_len += len;
|
|
total_len += len;
|
|
@@ -729,7 +730,7 @@ atc_prep_slave_sg(struct dma_chan *chan, struct scatterlist *sgl,
|
|
prev->lli.dscr = desc->txd.phys;
|
|
prev->lli.dscr = desc->txd.phys;
|
|
/* insert the link descriptor to the LD ring */
|
|
/* insert the link descriptor to the LD ring */
|
|
list_add_tail(&desc->desc_node,
|
|
list_add_tail(&desc->desc_node,
|
|
- &first->txd.tx_list);
|
|
|
|
|
|
+ &first->tx_list);
|
|
}
|
|
}
|
|
prev = desc;
|
|
prev = desc;
|
|
total_len += len;
|
|
total_len += len;
|