|
@@ -1,411 +0,0 @@
|
|
|
-/*
|
|
|
- * arch/arm/mach-ep93xx/dma-m2p.c
|
|
|
- * M2P DMA handling for Cirrus EP93xx chips.
|
|
|
- *
|
|
|
- * Copyright (C) 2006 Lennert Buytenhek <buytenh@wantstofly.org>
|
|
|
- * Copyright (C) 2006 Applied Data Systems
|
|
|
- *
|
|
|
- * Copyright (C) 2009 Ryan Mallon <ryan@bluewatersys.com>
|
|
|
- *
|
|
|
- * This program is free software; you can redistribute it and/or modify
|
|
|
- * it under the terms of the GNU General Public License as published by
|
|
|
- * the Free Software Foundation; either version 2 of the License, or (at
|
|
|
- * your option) any later version.
|
|
|
- */
|
|
|
-
|
|
|
-/*
|
|
|
- * On the EP93xx chip the following peripherals my be allocated to the 10
|
|
|
- * Memory to Internal Peripheral (M2P) channels (5 transmit + 5 receive).
|
|
|
- *
|
|
|
- * I2S contains 3 Tx and 3 Rx DMA Channels
|
|
|
- * AAC contains 3 Tx and 3 Rx DMA Channels
|
|
|
- * UART1 contains 1 Tx and 1 Rx DMA Channels
|
|
|
- * UART2 contains 1 Tx and 1 Rx DMA Channels
|
|
|
- * UART3 contains 1 Tx and 1 Rx DMA Channels
|
|
|
- * IrDA contains 1 Tx and 1 Rx DMA Channels
|
|
|
- *
|
|
|
- * SSP and IDE use the Memory to Memory (M2M) channels and are not covered
|
|
|
- * with this implementation.
|
|
|
- */
|
|
|
-
|
|
|
-#define pr_fmt(fmt) "ep93xx " KBUILD_MODNAME ": " fmt
|
|
|
-
|
|
|
-#include <linux/kernel.h>
|
|
|
-#include <linux/clk.h>
|
|
|
-#include <linux/err.h>
|
|
|
-#include <linux/interrupt.h>
|
|
|
-#include <linux/module.h>
|
|
|
-#include <linux/io.h>
|
|
|
-
|
|
|
-#include <mach/dma.h>
|
|
|
-#include <mach/hardware.h>
|
|
|
-
|
|
|
-#define M2P_CONTROL 0x00
|
|
|
-#define M2P_CONTROL_STALL_IRQ_EN (1 << 0)
|
|
|
-#define M2P_CONTROL_NFB_IRQ_EN (1 << 1)
|
|
|
-#define M2P_CONTROL_ERROR_IRQ_EN (1 << 3)
|
|
|
-#define M2P_CONTROL_ENABLE (1 << 4)
|
|
|
-#define M2P_INTERRUPT 0x04
|
|
|
-#define M2P_INTERRUPT_STALL (1 << 0)
|
|
|
-#define M2P_INTERRUPT_NFB (1 << 1)
|
|
|
-#define M2P_INTERRUPT_ERROR (1 << 3)
|
|
|
-#define M2P_PPALLOC 0x08
|
|
|
-#define M2P_STATUS 0x0c
|
|
|
-#define M2P_REMAIN 0x14
|
|
|
-#define M2P_MAXCNT0 0x20
|
|
|
-#define M2P_BASE0 0x24
|
|
|
-#define M2P_MAXCNT1 0x30
|
|
|
-#define M2P_BASE1 0x34
|
|
|
-
|
|
|
-#define STATE_IDLE 0 /* Channel is inactive. */
|
|
|
-#define STATE_STALL 1 /* Channel is active, no buffers pending. */
|
|
|
-#define STATE_ON 2 /* Channel is active, one buffer pending. */
|
|
|
-#define STATE_NEXT 3 /* Channel is active, two buffers pending. */
|
|
|
-
|
|
|
-struct m2p_channel {
|
|
|
- char *name;
|
|
|
- void __iomem *base;
|
|
|
- int irq;
|
|
|
-
|
|
|
- struct clk *clk;
|
|
|
- spinlock_t lock;
|
|
|
-
|
|
|
- void *client;
|
|
|
- unsigned next_slot:1;
|
|
|
- struct ep93xx_dma_buffer *buffer_xfer;
|
|
|
- struct ep93xx_dma_buffer *buffer_next;
|
|
|
- struct list_head buffers_pending;
|
|
|
-};
|
|
|
-
|
|
|
-static struct m2p_channel m2p_rx[] = {
|
|
|
- {"m2p1", EP93XX_DMA_BASE + 0x0040, IRQ_EP93XX_DMAM2P1},
|
|
|
- {"m2p3", EP93XX_DMA_BASE + 0x00c0, IRQ_EP93XX_DMAM2P3},
|
|
|
- {"m2p5", EP93XX_DMA_BASE + 0x0200, IRQ_EP93XX_DMAM2P5},
|
|
|
- {"m2p7", EP93XX_DMA_BASE + 0x0280, IRQ_EP93XX_DMAM2P7},
|
|
|
- {"m2p9", EP93XX_DMA_BASE + 0x0300, IRQ_EP93XX_DMAM2P9},
|
|
|
- {NULL},
|
|
|
-};
|
|
|
-
|
|
|
-static struct m2p_channel m2p_tx[] = {
|
|
|
- {"m2p0", EP93XX_DMA_BASE + 0x0000, IRQ_EP93XX_DMAM2P0},
|
|
|
- {"m2p2", EP93XX_DMA_BASE + 0x0080, IRQ_EP93XX_DMAM2P2},
|
|
|
- {"m2p4", EP93XX_DMA_BASE + 0x0240, IRQ_EP93XX_DMAM2P4},
|
|
|
- {"m2p6", EP93XX_DMA_BASE + 0x02c0, IRQ_EP93XX_DMAM2P6},
|
|
|
- {"m2p8", EP93XX_DMA_BASE + 0x0340, IRQ_EP93XX_DMAM2P8},
|
|
|
- {NULL},
|
|
|
-};
|
|
|
-
|
|
|
-static void feed_buf(struct m2p_channel *ch, struct ep93xx_dma_buffer *buf)
|
|
|
-{
|
|
|
- if (ch->next_slot == 0) {
|
|
|
- writel(buf->size, ch->base + M2P_MAXCNT0);
|
|
|
- writel(buf->bus_addr, ch->base + M2P_BASE0);
|
|
|
- } else {
|
|
|
- writel(buf->size, ch->base + M2P_MAXCNT1);
|
|
|
- writel(buf->bus_addr, ch->base + M2P_BASE1);
|
|
|
- }
|
|
|
- ch->next_slot ^= 1;
|
|
|
-}
|
|
|
-
|
|
|
-static void choose_buffer_xfer(struct m2p_channel *ch)
|
|
|
-{
|
|
|
- struct ep93xx_dma_buffer *buf;
|
|
|
-
|
|
|
- ch->buffer_xfer = NULL;
|
|
|
- if (!list_empty(&ch->buffers_pending)) {
|
|
|
- buf = list_entry(ch->buffers_pending.next,
|
|
|
- struct ep93xx_dma_buffer, list);
|
|
|
- list_del(&buf->list);
|
|
|
- feed_buf(ch, buf);
|
|
|
- ch->buffer_xfer = buf;
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-static void choose_buffer_next(struct m2p_channel *ch)
|
|
|
-{
|
|
|
- struct ep93xx_dma_buffer *buf;
|
|
|
-
|
|
|
- ch->buffer_next = NULL;
|
|
|
- if (!list_empty(&ch->buffers_pending)) {
|
|
|
- buf = list_entry(ch->buffers_pending.next,
|
|
|
- struct ep93xx_dma_buffer, list);
|
|
|
- list_del(&buf->list);
|
|
|
- feed_buf(ch, buf);
|
|
|
- ch->buffer_next = buf;
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-static inline void m2p_set_control(struct m2p_channel *ch, u32 v)
|
|
|
-{
|
|
|
- /*
|
|
|
- * The control register must be read immediately after being written so
|
|
|
- * that the internal state machine is correctly updated. See the ep93xx
|
|
|
- * users' guide for details.
|
|
|
- */
|
|
|
- writel(v, ch->base + M2P_CONTROL);
|
|
|
- readl(ch->base + M2P_CONTROL);
|
|
|
-}
|
|
|
-
|
|
|
-static inline int m2p_channel_state(struct m2p_channel *ch)
|
|
|
-{
|
|
|
- return (readl(ch->base + M2P_STATUS) >> 4) & 0x3;
|
|
|
-}
|
|
|
-
|
|
|
-static irqreturn_t m2p_irq(int irq, void *dev_id)
|
|
|
-{
|
|
|
- struct m2p_channel *ch = dev_id;
|
|
|
- struct ep93xx_dma_m2p_client *cl;
|
|
|
- u32 irq_status, v;
|
|
|
- int error = 0;
|
|
|
-
|
|
|
- cl = ch->client;
|
|
|
-
|
|
|
- spin_lock(&ch->lock);
|
|
|
- irq_status = readl(ch->base + M2P_INTERRUPT);
|
|
|
-
|
|
|
- if (irq_status & M2P_INTERRUPT_ERROR) {
|
|
|
- writel(M2P_INTERRUPT_ERROR, ch->base + M2P_INTERRUPT);
|
|
|
- error = 1;
|
|
|
- }
|
|
|
-
|
|
|
- if ((irq_status & (M2P_INTERRUPT_STALL | M2P_INTERRUPT_NFB)) == 0) {
|
|
|
- spin_unlock(&ch->lock);
|
|
|
- return IRQ_NONE;
|
|
|
- }
|
|
|
-
|
|
|
- switch (m2p_channel_state(ch)) {
|
|
|
- case STATE_IDLE:
|
|
|
- pr_crit("dma interrupt without a dma buffer\n");
|
|
|
- BUG();
|
|
|
- break;
|
|
|
-
|
|
|
- case STATE_STALL:
|
|
|
- cl->buffer_finished(cl->cookie, ch->buffer_xfer, 0, error);
|
|
|
- if (ch->buffer_next != NULL) {
|
|
|
- cl->buffer_finished(cl->cookie, ch->buffer_next,
|
|
|
- 0, error);
|
|
|
- }
|
|
|
- choose_buffer_xfer(ch);
|
|
|
- choose_buffer_next(ch);
|
|
|
- if (ch->buffer_xfer != NULL)
|
|
|
- cl->buffer_started(cl->cookie, ch->buffer_xfer);
|
|
|
- break;
|
|
|
-
|
|
|
- case STATE_ON:
|
|
|
- cl->buffer_finished(cl->cookie, ch->buffer_xfer, 0, error);
|
|
|
- ch->buffer_xfer = ch->buffer_next;
|
|
|
- choose_buffer_next(ch);
|
|
|
- cl->buffer_started(cl->cookie, ch->buffer_xfer);
|
|
|
- break;
|
|
|
-
|
|
|
- case STATE_NEXT:
|
|
|
- pr_crit("dma interrupt while next\n");
|
|
|
- BUG();
|
|
|
- break;
|
|
|
- }
|
|
|
-
|
|
|
- v = readl(ch->base + M2P_CONTROL) & ~(M2P_CONTROL_STALL_IRQ_EN |
|
|
|
- M2P_CONTROL_NFB_IRQ_EN);
|
|
|
- if (ch->buffer_xfer != NULL)
|
|
|
- v |= M2P_CONTROL_STALL_IRQ_EN;
|
|
|
- if (ch->buffer_next != NULL)
|
|
|
- v |= M2P_CONTROL_NFB_IRQ_EN;
|
|
|
- m2p_set_control(ch, v);
|
|
|
-
|
|
|
- spin_unlock(&ch->lock);
|
|
|
- return IRQ_HANDLED;
|
|
|
-}
|
|
|
-
|
|
|
-static struct m2p_channel *find_free_channel(struct ep93xx_dma_m2p_client *cl)
|
|
|
-{
|
|
|
- struct m2p_channel *ch;
|
|
|
- int i;
|
|
|
-
|
|
|
- if (cl->flags & EP93XX_DMA_M2P_RX)
|
|
|
- ch = m2p_rx;
|
|
|
- else
|
|
|
- ch = m2p_tx;
|
|
|
-
|
|
|
- for (i = 0; ch[i].base; i++) {
|
|
|
- struct ep93xx_dma_m2p_client *client;
|
|
|
-
|
|
|
- client = ch[i].client;
|
|
|
- if (client != NULL) {
|
|
|
- int port;
|
|
|
-
|
|
|
- port = cl->flags & EP93XX_DMA_M2P_PORT_MASK;
|
|
|
- if (port == (client->flags &
|
|
|
- EP93XX_DMA_M2P_PORT_MASK)) {
|
|
|
- pr_warning("DMA channel already used by %s\n",
|
|
|
- cl->name ? : "unknown client");
|
|
|
- return ERR_PTR(-EBUSY);
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- for (i = 0; ch[i].base; i++) {
|
|
|
- if (ch[i].client == NULL)
|
|
|
- return ch + i;
|
|
|
- }
|
|
|
-
|
|
|
- pr_warning("No free DMA channel for %s\n",
|
|
|
- cl->name ? : "unknown client");
|
|
|
- return ERR_PTR(-ENODEV);
|
|
|
-}
|
|
|
-
|
|
|
-static void channel_enable(struct m2p_channel *ch)
|
|
|
-{
|
|
|
- struct ep93xx_dma_m2p_client *cl = ch->client;
|
|
|
- u32 v;
|
|
|
-
|
|
|
- clk_enable(ch->clk);
|
|
|
-
|
|
|
- v = cl->flags & EP93XX_DMA_M2P_PORT_MASK;
|
|
|
- writel(v, ch->base + M2P_PPALLOC);
|
|
|
-
|
|
|
- v = cl->flags & EP93XX_DMA_M2P_ERROR_MASK;
|
|
|
- v |= M2P_CONTROL_ENABLE | M2P_CONTROL_ERROR_IRQ_EN;
|
|
|
- m2p_set_control(ch, v);
|
|
|
-}
|
|
|
-
|
|
|
-static void channel_disable(struct m2p_channel *ch)
|
|
|
-{
|
|
|
- u32 v;
|
|
|
-
|
|
|
- v = readl(ch->base + M2P_CONTROL);
|
|
|
- v &= ~(M2P_CONTROL_STALL_IRQ_EN | M2P_CONTROL_NFB_IRQ_EN);
|
|
|
- m2p_set_control(ch, v);
|
|
|
-
|
|
|
- while (m2p_channel_state(ch) >= STATE_ON)
|
|
|
- cpu_relax();
|
|
|
-
|
|
|
- m2p_set_control(ch, 0x0);
|
|
|
-
|
|
|
- while (m2p_channel_state(ch) == STATE_STALL)
|
|
|
- cpu_relax();
|
|
|
-
|
|
|
- clk_disable(ch->clk);
|
|
|
-}
|
|
|
-
|
|
|
-int ep93xx_dma_m2p_client_register(struct ep93xx_dma_m2p_client *cl)
|
|
|
-{
|
|
|
- struct m2p_channel *ch;
|
|
|
- int err;
|
|
|
-
|
|
|
- ch = find_free_channel(cl);
|
|
|
- if (IS_ERR(ch))
|
|
|
- return PTR_ERR(ch);
|
|
|
-
|
|
|
- err = request_irq(ch->irq, m2p_irq, 0, cl->name ? : "dma-m2p", ch);
|
|
|
- if (err)
|
|
|
- return err;
|
|
|
-
|
|
|
- ch->client = cl;
|
|
|
- ch->next_slot = 0;
|
|
|
- ch->buffer_xfer = NULL;
|
|
|
- ch->buffer_next = NULL;
|
|
|
- INIT_LIST_HEAD(&ch->buffers_pending);
|
|
|
-
|
|
|
- cl->channel = ch;
|
|
|
-
|
|
|
- channel_enable(ch);
|
|
|
-
|
|
|
- return 0;
|
|
|
-}
|
|
|
-EXPORT_SYMBOL_GPL(ep93xx_dma_m2p_client_register);
|
|
|
-
|
|
|
-void ep93xx_dma_m2p_client_unregister(struct ep93xx_dma_m2p_client *cl)
|
|
|
-{
|
|
|
- struct m2p_channel *ch = cl->channel;
|
|
|
-
|
|
|
- channel_disable(ch);
|
|
|
- free_irq(ch->irq, ch);
|
|
|
- ch->client = NULL;
|
|
|
-}
|
|
|
-EXPORT_SYMBOL_GPL(ep93xx_dma_m2p_client_unregister);
|
|
|
-
|
|
|
-void ep93xx_dma_m2p_submit(struct ep93xx_dma_m2p_client *cl,
|
|
|
- struct ep93xx_dma_buffer *buf)
|
|
|
-{
|
|
|
- struct m2p_channel *ch = cl->channel;
|
|
|
- unsigned long flags;
|
|
|
- u32 v;
|
|
|
-
|
|
|
- spin_lock_irqsave(&ch->lock, flags);
|
|
|
- v = readl(ch->base + M2P_CONTROL);
|
|
|
- if (ch->buffer_xfer == NULL) {
|
|
|
- ch->buffer_xfer = buf;
|
|
|
- feed_buf(ch, buf);
|
|
|
- cl->buffer_started(cl->cookie, buf);
|
|
|
-
|
|
|
- v |= M2P_CONTROL_STALL_IRQ_EN;
|
|
|
- m2p_set_control(ch, v);
|
|
|
-
|
|
|
- } else if (ch->buffer_next == NULL) {
|
|
|
- ch->buffer_next = buf;
|
|
|
- feed_buf(ch, buf);
|
|
|
-
|
|
|
- v |= M2P_CONTROL_NFB_IRQ_EN;
|
|
|
- m2p_set_control(ch, v);
|
|
|
- } else {
|
|
|
- list_add_tail(&buf->list, &ch->buffers_pending);
|
|
|
- }
|
|
|
- spin_unlock_irqrestore(&ch->lock, flags);
|
|
|
-}
|
|
|
-EXPORT_SYMBOL_GPL(ep93xx_dma_m2p_submit);
|
|
|
-
|
|
|
-void ep93xx_dma_m2p_submit_recursive(struct ep93xx_dma_m2p_client *cl,
|
|
|
- struct ep93xx_dma_buffer *buf)
|
|
|
-{
|
|
|
- struct m2p_channel *ch = cl->channel;
|
|
|
-
|
|
|
- list_add_tail(&buf->list, &ch->buffers_pending);
|
|
|
-}
|
|
|
-EXPORT_SYMBOL_GPL(ep93xx_dma_m2p_submit_recursive);
|
|
|
-
|
|
|
-void ep93xx_dma_m2p_flush(struct ep93xx_dma_m2p_client *cl)
|
|
|
-{
|
|
|
- struct m2p_channel *ch = cl->channel;
|
|
|
-
|
|
|
- channel_disable(ch);
|
|
|
- ch->next_slot = 0;
|
|
|
- ch->buffer_xfer = NULL;
|
|
|
- ch->buffer_next = NULL;
|
|
|
- INIT_LIST_HEAD(&ch->buffers_pending);
|
|
|
- channel_enable(ch);
|
|
|
-}
|
|
|
-EXPORT_SYMBOL_GPL(ep93xx_dma_m2p_flush);
|
|
|
-
|
|
|
-static int init_channel(struct m2p_channel *ch)
|
|
|
-{
|
|
|
- ch->clk = clk_get(NULL, ch->name);
|
|
|
- if (IS_ERR(ch->clk))
|
|
|
- return PTR_ERR(ch->clk);
|
|
|
-
|
|
|
- spin_lock_init(&ch->lock);
|
|
|
- ch->client = NULL;
|
|
|
-
|
|
|
- return 0;
|
|
|
-}
|
|
|
-
|
|
|
-static int __init ep93xx_dma_m2p_init(void)
|
|
|
-{
|
|
|
- int i;
|
|
|
- int ret;
|
|
|
-
|
|
|
- for (i = 0; m2p_rx[i].base; i++) {
|
|
|
- ret = init_channel(m2p_rx + i);
|
|
|
- if (ret)
|
|
|
- return ret;
|
|
|
- }
|
|
|
-
|
|
|
- for (i = 0; m2p_tx[i].base; i++) {
|
|
|
- ret = init_channel(m2p_tx + i);
|
|
|
- if (ret)
|
|
|
- return ret;
|
|
|
- }
|
|
|
-
|
|
|
- pr_info("M2P DMA subsystem initialized\n");
|
|
|
- return 0;
|
|
|
-}
|
|
|
-arch_initcall(ep93xx_dma_m2p_init);
|