Commit 1d63b8d6 authored by Esben Haabendal's avatar Esben Haabendal Committed by David S. Miller

net: ll_temac: Handle DMA halt condition caused by buffer underrun

The SDMA engine used by TEMAC halts operation when it has finished
processing of the last buffer descriptor in the buffer ring.
Unfortunately, no interrupt event is generated when this happens,
so we need to setup another mechanism to make sure DMA operation is
restarted when enough buffers have been added to the ring.

Fixes: 92744989 ("net: add Xilinx ll_temac device driver")
Signed-off-by: default avatarEsben Haabendal <esben@geanix.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 770d9c67
...@@ -380,6 +380,9 @@ struct temac_local { ...@@ -380,6 +380,9 @@ struct temac_local {
/* DMA channel control setup */ /* DMA channel control setup */
u32 tx_chnl_ctrl; u32 tx_chnl_ctrl;
u32 rx_chnl_ctrl; u32 rx_chnl_ctrl;
u8 coalesce_count_rx;
struct delayed_work restart_work;
}; };
/* Wrappers for temac_ior()/temac_iow() function pointers above */ /* Wrappers for temac_ior()/temac_iow() function pointers above */
......
...@@ -51,6 +51,7 @@ ...@@ -51,6 +51,7 @@
#include <linux/ip.h> #include <linux/ip.h>
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/workqueue.h>
#include <linux/dma-mapping.h> #include <linux/dma-mapping.h>
#include <linux/processor.h> #include <linux/processor.h>
#include <linux/platform_data/xilinx-ll-temac.h> #include <linux/platform_data/xilinx-ll-temac.h>
...@@ -866,8 +867,11 @@ temac_start_xmit(struct sk_buff *skb, struct net_device *ndev) ...@@ -866,8 +867,11 @@ temac_start_xmit(struct sk_buff *skb, struct net_device *ndev)
skb_dma_addr = dma_map_single(ndev->dev.parent, skb->data, skb_dma_addr = dma_map_single(ndev->dev.parent, skb->data,
skb_headlen(skb), DMA_TO_DEVICE); skb_headlen(skb), DMA_TO_DEVICE);
cur_p->len = cpu_to_be32(skb_headlen(skb)); cur_p->len = cpu_to_be32(skb_headlen(skb));
if (WARN_ON_ONCE(dma_mapping_error(ndev->dev.parent, skb_dma_addr))) if (WARN_ON_ONCE(dma_mapping_error(ndev->dev.parent, skb_dma_addr))) {
return NETDEV_TX_BUSY; dev_kfree_skb_any(skb);
ndev->stats.tx_dropped++;
return NETDEV_TX_OK;
}
cur_p->phys = cpu_to_be32(skb_dma_addr); cur_p->phys = cpu_to_be32(skb_dma_addr);
ptr_to_txbd((void *)skb, cur_p); ptr_to_txbd((void *)skb, cur_p);
...@@ -897,7 +901,9 @@ temac_start_xmit(struct sk_buff *skb, struct net_device *ndev) ...@@ -897,7 +901,9 @@ temac_start_xmit(struct sk_buff *skb, struct net_device *ndev)
dma_unmap_single(ndev->dev.parent, dma_unmap_single(ndev->dev.parent,
be32_to_cpu(cur_p->phys), be32_to_cpu(cur_p->phys),
skb_headlen(skb), DMA_TO_DEVICE); skb_headlen(skb), DMA_TO_DEVICE);
return NETDEV_TX_BUSY; dev_kfree_skb_any(skb);
ndev->stats.tx_dropped++;
return NETDEV_TX_OK;
} }
cur_p->phys = cpu_to_be32(skb_dma_addr); cur_p->phys = cpu_to_be32(skb_dma_addr);
cur_p->len = cpu_to_be32(skb_frag_size(frag)); cur_p->len = cpu_to_be32(skb_frag_size(frag));
...@@ -920,6 +926,17 @@ temac_start_xmit(struct sk_buff *skb, struct net_device *ndev) ...@@ -920,6 +926,17 @@ temac_start_xmit(struct sk_buff *skb, struct net_device *ndev)
return NETDEV_TX_OK; return NETDEV_TX_OK;
} }
static int ll_temac_recv_buffers_available(struct temac_local *lp)
{
int available;
if (!lp->rx_skb[lp->rx_bd_ci])
return 0;
available = 1 + lp->rx_bd_tail - lp->rx_bd_ci;
if (available <= 0)
available += RX_BD_NUM;
return available;
}
static void ll_temac_recv(struct net_device *ndev) static void ll_temac_recv(struct net_device *ndev)
{ {
...@@ -990,6 +1007,18 @@ static void ll_temac_recv(struct net_device *ndev) ...@@ -990,6 +1007,18 @@ static void ll_temac_recv(struct net_device *ndev)
lp->rx_bd_ci = 0; lp->rx_bd_ci = 0;
} while (rx_bd != lp->rx_bd_tail); } while (rx_bd != lp->rx_bd_tail);
/* DMA operations will halt when the last buffer descriptor is
* processed (ie. the one pointed to by RX_TAILDESC_PTR).
* When that happens, no more interrupt events will be
* generated. No IRQ_COAL or IRQ_DLY, and not even an
* IRQ_ERR. To avoid stalling, we schedule a delayed work
* when there is a potential risk of that happening. The work
* will call this function, and thus re-schedule itself until
* enough buffers are available again.
*/
if (ll_temac_recv_buffers_available(lp) < lp->coalesce_count_rx)
schedule_delayed_work(&lp->restart_work, HZ / 1000);
/* Allocate new buffers for those buffer descriptors that were /* Allocate new buffers for those buffer descriptors that were
* passed to network stack. Note that GFP_ATOMIC allocations * passed to network stack. Note that GFP_ATOMIC allocations
* can fail (e.g. when a larger burst of GFP_ATOMIC * can fail (e.g. when a larger burst of GFP_ATOMIC
...@@ -1045,6 +1074,18 @@ static void ll_temac_recv(struct net_device *ndev) ...@@ -1045,6 +1074,18 @@ static void ll_temac_recv(struct net_device *ndev)
spin_unlock_irqrestore(&lp->rx_lock, flags); spin_unlock_irqrestore(&lp->rx_lock, flags);
} }
/* Function scheduled to ensure a restart in case of DMA halt
* condition caused by running out of buffer descriptors.
*/
static void ll_temac_restart_work_func(struct work_struct *work)
{
struct temac_local *lp = container_of(work, struct temac_local,
restart_work.work);
struct net_device *ndev = lp->ndev;
ll_temac_recv(ndev);
}
static irqreturn_t ll_temac_tx_irq(int irq, void *_ndev) static irqreturn_t ll_temac_tx_irq(int irq, void *_ndev)
{ {
struct net_device *ndev = _ndev; struct net_device *ndev = _ndev;
...@@ -1137,6 +1178,8 @@ static int temac_stop(struct net_device *ndev) ...@@ -1137,6 +1178,8 @@ static int temac_stop(struct net_device *ndev)
dev_dbg(&ndev->dev, "temac_close()\n"); dev_dbg(&ndev->dev, "temac_close()\n");
cancel_delayed_work_sync(&lp->restart_work);
free_irq(lp->tx_irq, ndev); free_irq(lp->tx_irq, ndev);
free_irq(lp->rx_irq, ndev); free_irq(lp->rx_irq, ndev);
...@@ -1258,6 +1301,7 @@ static int temac_probe(struct platform_device *pdev) ...@@ -1258,6 +1301,7 @@ static int temac_probe(struct platform_device *pdev)
lp->dev = &pdev->dev; lp->dev = &pdev->dev;
lp->options = XTE_OPTION_DEFAULTS; lp->options = XTE_OPTION_DEFAULTS;
spin_lock_init(&lp->rx_lock); spin_lock_init(&lp->rx_lock);
INIT_DELAYED_WORK(&lp->restart_work, ll_temac_restart_work_func);
/* Setup mutex for synchronization of indirect register access */ /* Setup mutex for synchronization of indirect register access */
if (pdata) { if (pdata) {
...@@ -1364,6 +1408,7 @@ static int temac_probe(struct platform_device *pdev) ...@@ -1364,6 +1408,7 @@ static int temac_probe(struct platform_device *pdev)
*/ */
lp->tx_chnl_ctrl = 0x10220000; lp->tx_chnl_ctrl = 0x10220000;
lp->rx_chnl_ctrl = 0xff070000; lp->rx_chnl_ctrl = 0xff070000;
lp->coalesce_count_rx = 0x07;
/* Finished with the DMA node; drop the reference */ /* Finished with the DMA node; drop the reference */
of_node_put(dma_np); of_node_put(dma_np);
...@@ -1395,11 +1440,14 @@ static int temac_probe(struct platform_device *pdev) ...@@ -1395,11 +1440,14 @@ static int temac_probe(struct platform_device *pdev)
(pdata->tx_irq_count << 16); (pdata->tx_irq_count << 16);
else else
lp->tx_chnl_ctrl = 0x10220000; lp->tx_chnl_ctrl = 0x10220000;
if (pdata->rx_irq_timeout || pdata->rx_irq_count) if (pdata->rx_irq_timeout || pdata->rx_irq_count) {
lp->rx_chnl_ctrl = (pdata->rx_irq_timeout << 24) | lp->rx_chnl_ctrl = (pdata->rx_irq_timeout << 24) |
(pdata->rx_irq_count << 16); (pdata->rx_irq_count << 16);
else lp->coalesce_count_rx = pdata->rx_irq_count;
} else {
lp->rx_chnl_ctrl = 0xff070000; lp->rx_chnl_ctrl = 0xff070000;
lp->coalesce_count_rx = 0x07;
}
} }
/* Error handle returned DMA RX and TX interrupts */ /* Error handle returned DMA RX and TX interrupts */
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment