projects / openwrt / staging / blogic.git / blob
? search:


958ef85f9ebbab294c97d5aa6b0e4a79707ca146
[openwrt/staging/blogic.git] /
1 From 4feffeadbcb2e5b11cbbf191a33c245b74a5837b Mon Sep 17 00:00:00 2001
2 From: =?UTF-8?q?Rafa=C5=82=20Mi=C5=82ecki?= <rafal@milecki.pl>
3 Date: Sun, 7 Feb 2021 23:26:32 +0100
4 Subject: [PATCH] net: broadcom: bcm4908enet: add BCM4908 controller driver
5 MIME-Version: 1.0
6 Content-Type: text/plain; charset=UTF-8
7 Content-Transfer-Encoding: 8bit
8
9 BCM4908 SoCs family uses Ethernel controller that includes UniMAC but
10 uses different DMA engine (than other controllers) and requires
11 different programming.
12
13 Signed-off-by: Rafał Miłecki <rafal@milecki.pl>
14 Signed-off-by: David S. Miller <davem@davemloft.net>
15 ---
16 MAINTAINERS | 9 +
17 drivers/net/ethernet/broadcom/Kconfig | 8 +
18 drivers/net/ethernet/broadcom/Makefile | 1 +
19 drivers/net/ethernet/broadcom/bcm4908enet.c | 676 ++++++++++++++++++++
20 drivers/net/ethernet/broadcom/bcm4908enet.h | 96 +++
21 5 files changed, 790 insertions(+)
22 create mode 100644 drivers/net/ethernet/broadcom/bcm4908enet.c
23 create mode 100644 drivers/net/ethernet/broadcom/bcm4908enet.h
24
25 --- a/MAINTAINERS
26 +++ b/MAINTAINERS
27 @@ -3427,6 +3427,15 @@ F: Documentation/devicetree/bindings/mip
28 F: arch/mips/bcm47xx/*
29 F: arch/mips/include/asm/mach-bcm47xx/*
30
31 +BROADCOM BCM4908 ETHERNET DRIVER
32 +M: Rafał Miłecki <rafal@milecki.pl>
33 +M: bcm-kernel-feedback-list@broadcom.com
34 +L: netdev@vger.kernel.org
35 +S: Maintained
36 +F: Documentation/devicetree/bindings/net/brcm,bcm4908enet.yaml
37 +F: drivers/net/ethernet/broadcom/bcm4908enet.*
38 +F: drivers/net/ethernet/broadcom/unimac.h
39 +
40 BROADCOM BCM5301X ARM ARCHITECTURE
41 M: Hauke Mehrtens <hauke@hauke-m.de>
42 M: Rafał Miłecki <zajec5@gmail.com>
43 --- a/drivers/net/ethernet/broadcom/Kconfig
44 +++ b/drivers/net/ethernet/broadcom/Kconfig
45 @@ -51,6 +51,14 @@ config B44_PCI
46 depends on B44_PCI_AUTOSELECT && B44_PCICORE_AUTOSELECT
47 default y
48
49 +config BCM4908ENET
50 + tristate "Broadcom BCM4908 internal mac support"
51 + depends on ARCH_BCM4908 || COMPILE_TEST
52 + default y
53 + help
54 + This driver supports Ethernet controller integrated into Broadcom
55 + BCM4908 family SoCs.
56 +
57 config BCM63XX_ENET
58 tristate "Broadcom 63xx internal mac support"
59 depends on BCM63XX
60 --- a/drivers/net/ethernet/broadcom/Makefile
61 +++ b/drivers/net/ethernet/broadcom/Makefile
62 @@ -4,6 +4,7 @@
63 #
64
65 obj-$(CONFIG_B44) += b44.o
66 +obj-$(CONFIG_BCM4908ENET) += bcm4908enet.o
67 obj-$(CONFIG_BCM63XX_ENET) += bcm63xx_enet.o
68 obj-$(CONFIG_BCMGENET) += genet/
69 obj-$(CONFIG_BNX2) += bnx2.o
70 --- /dev/null
71 +++ b/drivers/net/ethernet/broadcom/bcm4908enet.c
72 @@ -0,0 +1,676 @@
73 +// SPDX-License-Identifier: GPL-2.0-only
74 +/*
75 + * Copyright (C) 2021 Rafał Miłecki <rafal@milecki.pl>
76 + */
77 +
78 +#include <linux/delay.h>
79 +#include <linux/etherdevice.h>
80 +#include <linux/interrupt.h>
81 +#include <linux/module.h>
82 +#include <linux/of.h>
83 +#include <linux/platform_device.h>
84 +#include <linux/slab.h>
85 +#include <linux/string.h>
86 +
87 +#include "bcm4908enet.h"
88 +#include "unimac.h"
89 +
90 +#define ENET_DMA_CH_RX_CFG ENET_DMA_CH0_CFG
91 +#define ENET_DMA_CH_TX_CFG ENET_DMA_CH1_CFG
92 +#define ENET_DMA_CH_RX_STATE_RAM ENET_DMA_CH0_STATE_RAM
93 +#define ENET_DMA_CH_TX_STATE_RAM ENET_DMA_CH1_STATE_RAM
94 +
95 +#define ENET_TX_BDS_NUM 200
96 +#define ENET_RX_BDS_NUM 200
97 +#define ENET_RX_BDS_NUM_MAX 8192
98 +
99 +#define ENET_DMA_INT_DEFAULTS (ENET_DMA_CH_CFG_INT_DONE | \
100 + ENET_DMA_CH_CFG_INT_NO_DESC | \
101 + ENET_DMA_CH_CFG_INT_BUFF_DONE)
102 +#define ENET_DMA_MAX_BURST_LEN 8 /* in 64 bit words */
103 +
104 +#define ENET_MTU_MIN 60
105 +#define ENET_MTU_MAX 1500 /* Is it possible to support 2044? */
106 +#define ENET_MTU_MAX_EXTRA_SIZE 32 /* L2 */
107 +
108 +struct bcm4908enet_dma_ring_bd {
109 + __le32 ctl;
110 + __le32 addr;
111 +} __packed;
112 +
113 +struct bcm4908enet_dma_ring_slot {
114 + struct sk_buff *skb;
115 + unsigned int len;
116 + dma_addr_t dma_addr;
117 +};
118 +
119 +struct bcm4908enet_dma_ring {
120 + int is_tx;
121 + int read_idx;
122 + int write_idx;
123 + int length;
124 + u16 cfg_block;
125 + u16 st_ram_block;
126 +
127 + union {
128 + void *cpu_addr;
129 + struct bcm4908enet_dma_ring_bd *buf_desc;
130 + };
131 + dma_addr_t dma_addr;
132 +
133 + struct bcm4908enet_dma_ring_slot *slots;
134 +};
135 +
136 +struct bcm4908enet {
137 + struct device *dev;
138 + struct net_device *netdev;
139 + struct napi_struct napi;
140 + void __iomem *base;
141 +
142 + struct bcm4908enet_dma_ring tx_ring;
143 + struct bcm4908enet_dma_ring rx_ring;
144 +};
145 +
146 +/***
147 + * R/W ops
148 + */
149 +
150 +static inline u32 enet_read(struct bcm4908enet *enet, u16 offset)
151 +{
152 + return readl(enet->base + offset);
153 +}
154 +
155 +static inline void enet_write(struct bcm4908enet *enet, u16 offset, u32 value)
156 +{
157 + writel(value, enet->base + offset);
158 +}
159 +
160 +static inline void enet_maskset(struct bcm4908enet *enet, u16 offset, u32 mask, u32 set)
161 +{
162 + u32 val;
163 +
164 + WARN_ON(set & ~mask);
165 +
166 + val = enet_read(enet, offset);
167 + val = (val & ~mask) | (set & mask);
168 + enet_write(enet, offset, val);
169 +}
170 +
171 +static inline void enet_set(struct bcm4908enet *enet, u16 offset, u32 set)
172 +{
173 + enet_maskset(enet, offset, set, set);
174 +}
175 +
176 +static inline u32 enet_umac_read(struct bcm4908enet *enet, u16 offset)
177 +{
178 + return enet_read(enet, ENET_UNIMAC + offset);
179 +}
180 +
181 +static inline void enet_umac_write(struct bcm4908enet *enet, u16 offset, u32 value)
182 +{
183 + enet_write(enet, ENET_UNIMAC + offset, value);
184 +}
185 +
186 +static inline void enet_umac_maskset(struct bcm4908enet *enet, u16 offset, u32 mask, u32 set)
187 +{
188 + enet_maskset(enet, ENET_UNIMAC + offset, mask, set);
189 +}
190 +
191 +static inline void enet_umac_set(struct bcm4908enet *enet, u16 offset, u32 set)
192 +{
193 + enet_set(enet, ENET_UNIMAC + offset, set);
194 +}
195 +
196 +/***
197 + * Helpers
198 + */
199 +
200 +static void bcm4908enet_intrs_on(struct bcm4908enet *enet)
201 +{
202 + enet_write(enet, ENET_DMA_CH_RX_CFG + ENET_DMA_CH_CFG_INT_MASK, ENET_DMA_INT_DEFAULTS);
203 +}
204 +
205 +static void bcm4908enet_intrs_off(struct bcm4908enet *enet)
206 +{
207 + enet_write(enet, ENET_DMA_CH_RX_CFG + ENET_DMA_CH_CFG_INT_MASK, 0);
208 +}
209 +
210 +static void bcm4908enet_intrs_ack(struct bcm4908enet *enet)
211 +{
212 + enet_write(enet, ENET_DMA_CH_RX_CFG + ENET_DMA_CH_CFG_INT_STAT, ENET_DMA_INT_DEFAULTS);
213 +}
214 +
215 +/***
216 + * DMA
217 + */
218 +
219 +static int bcm4908_dma_alloc_buf_descs(struct bcm4908enet *enet, struct bcm4908enet_dma_ring *ring)
220 +{
221 + int size = ring->length * sizeof(struct bcm4908enet_dma_ring_bd);
222 + struct device *dev = enet->dev;
223 +
224 + ring->cpu_addr = dma_alloc_coherent(dev, size, &ring->dma_addr, GFP_KERNEL);
225 + if (!ring->cpu_addr)
226 + return -ENOMEM;
227 +
228 + if (((uintptr_t)ring->cpu_addr) & (0x40 - 1)) {
229 + dev_err(dev, "Invalid DMA ring alignment\n");
230 + goto err_free_buf_descs;
231 + }
232 +
233 + ring->slots = kzalloc(ring->length * sizeof(*ring->slots), GFP_KERNEL);
234 + if (!ring->slots)
235 + goto err_free_buf_descs;
236 +
237 + memset(ring->cpu_addr, 0, size);
238 +
239 + ring->read_idx = 0;
240 + ring->write_idx = 0;
241 +
242 + return 0;
243 +
244 +err_free_buf_descs:
245 + dma_free_coherent(dev, size, ring->cpu_addr, ring->dma_addr);
246 + return -ENOMEM;
247 +}
248 +
249 +static void bcm4908enet_dma_free(struct bcm4908enet *enet)
250 +{
251 + struct bcm4908enet_dma_ring *tx_ring = &enet->tx_ring;
252 + struct bcm4908enet_dma_ring *rx_ring = &enet->rx_ring;
253 + struct device *dev = enet->dev;
254 + int size;
255 +
256 + size = rx_ring->length * sizeof(struct bcm4908enet_dma_ring_bd);
257 + if (rx_ring->cpu_addr)
258 + dma_free_coherent(dev, size, rx_ring->cpu_addr, rx_ring->dma_addr);
259 + kfree(rx_ring->slots);
260 +
261 + size = tx_ring->length * sizeof(struct bcm4908enet_dma_ring_bd);
262 + if (tx_ring->cpu_addr)
263 + dma_free_coherent(dev, size, tx_ring->cpu_addr, tx_ring->dma_addr);
264 + kfree(tx_ring->slots);
265 +}
266 +
267 +static int bcm4908enet_dma_alloc(struct bcm4908enet *enet)
268 +{
269 + struct bcm4908enet_dma_ring *tx_ring = &enet->tx_ring;
270 + struct bcm4908enet_dma_ring *rx_ring = &enet->rx_ring;
271 + struct device *dev = enet->dev;
272 + int err;
273 +
274 + tx_ring->length = ENET_TX_BDS_NUM;
275 + tx_ring->is_tx = 1;
276 + tx_ring->cfg_block = ENET_DMA_CH_TX_CFG;
277 + tx_ring->st_ram_block = ENET_DMA_CH_TX_STATE_RAM;
278 + err = bcm4908_dma_alloc_buf_descs(enet, tx_ring);
279 + if (err) {
280 + dev_err(dev, "Failed to alloc TX buf descriptors: %d\n", err);
281 + return err;
282 + }
283 +
284 + rx_ring->length = ENET_RX_BDS_NUM;
285 + rx_ring->is_tx = 0;
286 + rx_ring->cfg_block = ENET_DMA_CH_RX_CFG;
287 + rx_ring->st_ram_block = ENET_DMA_CH_RX_STATE_RAM;
288 + err = bcm4908_dma_alloc_buf_descs(enet, rx_ring);
289 + if (err) {
290 + dev_err(dev, "Failed to alloc RX buf descriptors: %d\n", err);
291 + bcm4908enet_dma_free(enet);
292 + return err;
293 + }
294 +
295 + return 0;
296 +}
297 +
298 +static void bcm4908enet_dma_reset(struct bcm4908enet *enet)
299 +{
300 + struct bcm4908enet_dma_ring *rings[] = { &enet->rx_ring, &enet->tx_ring };
301 + int i;
302 +
303 + /* Disable the DMA controller and channel */
304 + for (i = 0; i < ARRAY_SIZE(rings); i++)
305 + enet_write(enet, rings[i]->cfg_block + ENET_DMA_CH_CFG, 0);
306 + enet_maskset(enet, ENET_DMA_CONTROLLER_CFG, ENET_DMA_CTRL_CFG_MASTER_EN, 0);
307 +
308 + /* Reset channels state */
309 + for (i = 0; i < ARRAY_SIZE(rings); i++) {
310 + struct bcm4908enet_dma_ring *ring = rings[i];
311 +
312 + enet_write(enet, ring->st_ram_block + ENET_DMA_CH_STATE_RAM_BASE_DESC_PTR, 0);
313 + enet_write(enet, ring->st_ram_block + ENET_DMA_CH_STATE_RAM_STATE_DATA, 0);
314 + enet_write(enet, ring->st_ram_block + ENET_DMA_CH_STATE_RAM_DESC_LEN_STATUS, 0);
315 + enet_write(enet, ring->st_ram_block + ENET_DMA_CH_STATE_RAM_DESC_BASE_BUFPTR, 0);
316 + }
317 +}
318 +
319 +static int bcm4908enet_dma_alloc_rx_buf(struct bcm4908enet *enet, unsigned int idx)
320 +{
321 + struct bcm4908enet_dma_ring_bd *buf_desc = &enet->rx_ring.buf_desc[idx];
322 + struct bcm4908enet_dma_ring_slot *slot = &enet->rx_ring.slots[idx];
323 + struct device *dev = enet->dev;
324 + u32 tmp;
325 + int err;
326 +
327 + slot->len = ENET_MTU_MAX + ENET_MTU_MAX_EXTRA_SIZE;
328 +
329 + slot->skb = netdev_alloc_skb(enet->netdev, slot->len);
330 + if (!slot->skb)
331 + return -ENOMEM;
332 +
333 + slot->dma_addr = dma_map_single(dev, slot->skb->data, slot->len, DMA_FROM_DEVICE);
334 + err = dma_mapping_error(dev, slot->dma_addr);
335 + if (err) {
336 + dev_err(dev, "Failed to map DMA buffer: %d\n", err);
337 + kfree_skb(slot->skb);
338 + slot->skb = NULL;
339 + return err;
340 + }
341 +
342 + tmp = slot->len << DMA_CTL_LEN_DESC_BUFLENGTH_SHIFT;
343 + tmp |= DMA_CTL_STATUS_OWN;
344 + if (idx == enet->rx_ring.length - 1)
345 + tmp |= DMA_CTL_STATUS_WRAP;
346 + buf_desc->ctl = cpu_to_le32(tmp);
347 + buf_desc->addr = cpu_to_le32(slot->dma_addr);
348 +
349 + return 0;
350 +}
351 +
352 +static void bcm4908enet_dma_ring_init(struct bcm4908enet *enet,
353 + struct bcm4908enet_dma_ring *ring)
354 +{
355 + int reset_channel = 0; /* We support only 1 main channel (with TX and RX) */
356 + int reset_subch = ring->is_tx ? 1 : 0;
357 +
358 + /* Reset the DMA channel */
359 + enet_write(enet, ENET_DMA_CTRL_CHANNEL_RESET, BIT(reset_channel * 2 + reset_subch));
360 + enet_write(enet, ENET_DMA_CTRL_CHANNEL_RESET, 0);
361 +
362 + enet_write(enet, ring->cfg_block + ENET_DMA_CH_CFG, 0);
363 + enet_write(enet, ring->cfg_block + ENET_DMA_CH_CFG_MAX_BURST, ENET_DMA_MAX_BURST_LEN);
364 + enet_write(enet, ring->cfg_block + ENET_DMA_CH_CFG_INT_MASK, 0);
365 +
366 + enet_write(enet, ring->st_ram_block + ENET_DMA_CH_STATE_RAM_BASE_DESC_PTR,
367 + (uint32_t)ring->dma_addr);
368 +}
369 +
370 +static void bcm4908enet_dma_uninit(struct bcm4908enet *enet)
371 +{
372 + struct bcm4908enet_dma_ring *rx_ring = &enet->rx_ring;
373 + struct bcm4908enet_dma_ring_slot *slot;
374 + struct device *dev = enet->dev;
375 + int i;
376 +
377 + for (i = rx_ring->length - 1; i >= 0; i--) {
378 + slot = &rx_ring->slots[i];
379 + if (!slot->skb)
380 + continue;
381 + dma_unmap_single(dev, slot->dma_addr, slot->len, DMA_FROM_DEVICE);
382 + kfree_skb(slot->skb);
383 + slot->skb = NULL;
384 + }
385 +}
386 +
387 +static int bcm4908enet_dma_init(struct bcm4908enet *enet)
388 +{
389 + struct bcm4908enet_dma_ring *rx_ring = &enet->rx_ring;
390 + struct device *dev = enet->dev;
391 + int err;
392 + int i;
393 +
394 + for (i = 0; i < rx_ring->length; i++) {
395 + err = bcm4908enet_dma_alloc_rx_buf(enet, i);
396 + if (err) {
397 + dev_err(dev, "Failed to alloc RX buffer: %d\n", err);
398 + bcm4908enet_dma_uninit(enet);
399 + return err;
400 + }
401 + }
402 +
403 + bcm4908enet_dma_ring_init(enet, &enet->tx_ring);
404 + bcm4908enet_dma_ring_init(enet, &enet->rx_ring);
405 +
406 + return 0;
407 +}
408 +
409 +static void bcm4908enet_dma_tx_ring_ensable(struct bcm4908enet *enet,
410 + struct bcm4908enet_dma_ring *ring)
411 +{
412 + enet_write(enet, ring->cfg_block + ENET_DMA_CH_CFG, ENET_DMA_CH_CFG_ENABLE);
413 +}
414 +
415 +static void bcm4908enet_dma_tx_ring_disable(struct bcm4908enet *enet,
416 + struct bcm4908enet_dma_ring *ring)
417 +{
418 + enet_write(enet, ring->cfg_block + ENET_DMA_CH_CFG, 0);
419 +}
420 +
421 +static void bcm4908enet_dma_rx_ring_enable(struct bcm4908enet *enet,
422 + struct bcm4908enet_dma_ring *ring)
423 +{
424 + enet_set(enet, ring->cfg_block + ENET_DMA_CH_CFG, ENET_DMA_CH_CFG_ENABLE);
425 +}
426 +
427 +static void bcm4908enet_dma_rx_ring_disable(struct bcm4908enet *enet,
428 + struct bcm4908enet_dma_ring *ring)
429 +{
430 + unsigned long deadline;
431 + u32 tmp;
432 +
433 + enet_maskset(enet, ring->cfg_block + ENET_DMA_CH_CFG, ENET_DMA_CH_CFG_ENABLE, 0);
434 +
435 + deadline = jiffies + usecs_to_jiffies(2000);
436 + do {
437 + tmp = enet_read(enet, ring->cfg_block + ENET_DMA_CH_CFG);
438 + if (!(tmp & ENET_DMA_CH_CFG_ENABLE))
439 + return;
440 + enet_maskset(enet, ring->cfg_block + ENET_DMA_CH_CFG, ENET_DMA_CH_CFG_ENABLE, 0);
441 + usleep_range(10, 30);
442 + } while (!time_after_eq(jiffies, deadline));
443 +
444 + dev_warn(enet->dev, "Timeout waiting for DMA TX stop\n");
445 +}
446 +
447 +/***
448 + * Ethernet driver
449 + */
450 +
451 +static void bcm4908enet_gmac_init(struct bcm4908enet *enet)
452 +{
453 + u32 cmd;
454 +
455 + cmd = enet_umac_read(enet, UMAC_CMD);
456 + enet_umac_write(enet, UMAC_CMD, cmd | CMD_SW_RESET);
457 + enet_umac_write(enet, UMAC_CMD, cmd & ~CMD_SW_RESET);
458 +
459 + enet_set(enet, ENET_FLUSH, ENET_FLUSH_RXFIFO_FLUSH | ENET_FLUSH_TXFIFO_FLUSH);
460 + enet_maskset(enet, ENET_FLUSH, ENET_FLUSH_RXFIFO_FLUSH | ENET_FLUSH_TXFIFO_FLUSH, 0);
461 +
462 + enet_set(enet, ENET_MIB_CTRL, ENET_MIB_CTRL_CLR_MIB);
463 + enet_maskset(enet, ENET_MIB_CTRL, ENET_MIB_CTRL_CLR_MIB, 0);
464 +
465 + cmd = enet_umac_read(enet, UMAC_CMD);
466 + cmd &= ~(CMD_SPEED_MASK << CMD_SPEED_SHIFT);
467 + cmd &= ~CMD_TX_EN;
468 + cmd &= ~CMD_RX_EN;
469 + cmd |= CMD_SPEED_1000 << CMD_SPEED_SHIFT;
470 + enet_umac_write(enet, UMAC_CMD, cmd);
471 +
472 + enet_maskset(enet, ENET_GMAC_STATUS,
473 + ENET_GMAC_STATUS_ETH_SPEED_MASK |
474 + ENET_GMAC_STATUS_HD |
475 + ENET_GMAC_STATUS_AUTO_CFG_EN |
476 + ENET_GMAC_STATUS_LINK_UP,
477 + ENET_GMAC_STATUS_ETH_SPEED_1000 |
478 + ENET_GMAC_STATUS_AUTO_CFG_EN |
479 + ENET_GMAC_STATUS_LINK_UP);
480 +}
481 +
482 +static irqreturn_t bcm4908enet_irq_handler(int irq, void *dev_id)
483 +{
484 + struct bcm4908enet *enet = dev_id;
485 +
486 + bcm4908enet_intrs_off(enet);
487 + bcm4908enet_intrs_ack(enet);
488 +
489 + napi_schedule(&enet->napi);
490 +
491 + return IRQ_HANDLED;
492 +}
493 +
494 +static int bcm4908enet_open(struct net_device *netdev)
495 +{
496 + struct bcm4908enet *enet = netdev_priv(netdev);
497 + struct device *dev = enet->dev;
498 + int err;
499 +
500 + err = request_irq(netdev->irq, bcm4908enet_irq_handler, 0, "enet", enet);
501 + if (err) {
502 + dev_err(dev, "Failed to request IRQ %d: %d\n", netdev->irq, err);
503 + return err;
504 + }
505 +
506 + bcm4908enet_gmac_init(enet);
507 + bcm4908enet_dma_reset(enet);
508 + bcm4908enet_dma_init(enet);
509 +
510 + enet_umac_set(enet, UMAC_CMD, CMD_TX_EN | CMD_RX_EN);
511 +
512 + enet_set(enet, ENET_DMA_CONTROLLER_CFG, ENET_DMA_CTRL_CFG_MASTER_EN);
513 + enet_maskset(enet, ENET_DMA_CONTROLLER_CFG, ENET_DMA_CTRL_CFG_FLOWC_CH1_EN, 0);
514 + bcm4908enet_dma_rx_ring_enable(enet, &enet->rx_ring);
515 +
516 + napi_enable(&enet->napi);
517 + netif_carrier_on(netdev);
518 + netif_start_queue(netdev);
519 +
520 + bcm4908enet_intrs_ack(enet);
521 + bcm4908enet_intrs_on(enet);
522 +
523 + return 0;
524 +}
525 +
526 +static int bcm4908enet_stop(struct net_device *netdev)
527 +{
528 + struct bcm4908enet *enet = netdev_priv(netdev);
529 +
530 + netif_stop_queue(netdev);
531 + netif_carrier_off(netdev);
532 + napi_disable(&enet->napi);
533 +
534 + bcm4908enet_dma_rx_ring_disable(enet, &enet->rx_ring);
535 + bcm4908enet_dma_tx_ring_disable(enet, &enet->tx_ring);
536 +
537 + bcm4908enet_dma_uninit(enet);
538 +
539 + free_irq(enet->netdev->irq, enet);
540 +
541 + return 0;
542 +}
543 +
544 +static int bcm4908enet_start_xmit(struct sk_buff *skb, struct net_device *netdev)
545 +{
546 + struct bcm4908enet *enet = netdev_priv(netdev);
547 + struct bcm4908enet_dma_ring *ring = &enet->tx_ring;
548 + struct bcm4908enet_dma_ring_slot *slot;
549 + struct device *dev = enet->dev;
550 + struct bcm4908enet_dma_ring_bd *buf_desc;
551 + int free_buf_descs;
552 + u32 tmp;
553 +
554 + /* Free transmitted skbs */
555 + while (ring->read_idx != ring->write_idx) {
556 + buf_desc = &ring->buf_desc[ring->read_idx];
557 + if (buf_desc->ctl & DMA_CTL_STATUS_OWN)
558 + break;
559 + slot = &ring->slots[ring->read_idx];
560 +
561 + dma_unmap_single(dev, slot->dma_addr, slot->len, DMA_TO_DEVICE);
562 + dev_kfree_skb(slot->skb);
563 + if (++ring->read_idx == ring->length)
564 + ring->read_idx = 0;
565 + }
566 +
567 + /* Don't use the last empty buf descriptor */
568 + if (ring->read_idx <= ring->write_idx)
569 + free_buf_descs = ring->read_idx - ring->write_idx + ring->length;
570 + else
571 + free_buf_descs = ring->read_idx - ring->write_idx;
572 + if (free_buf_descs < 2)
573 + return NETDEV_TX_BUSY;
574 +
575 + /* Hardware removes OWN bit after sending data */
576 + buf_desc = &ring->buf_desc[ring->write_idx];
577 + if (unlikely(le32_to_cpu(buf_desc->ctl) & DMA_CTL_STATUS_OWN)) {
578 + netif_stop_queue(netdev);
579 + return NETDEV_TX_BUSY;
580 + }
581 +
582 + slot = &ring->slots[ring->write_idx];
583 + slot->skb = skb;
584 + slot->len = skb->len;
585 + slot->dma_addr = dma_map_single(dev, skb->data, skb->len, DMA_TO_DEVICE);
586 + if (unlikely(dma_mapping_error(dev, slot->dma_addr)))
587 + return NETDEV_TX_BUSY;
588 +
589 + tmp = skb->len << DMA_CTL_LEN_DESC_BUFLENGTH_SHIFT;
590 + tmp |= DMA_CTL_STATUS_OWN;
591 + tmp |= DMA_CTL_STATUS_SOP;
592 + tmp |= DMA_CTL_STATUS_EOP;
593 + tmp |= DMA_CTL_STATUS_APPEND_CRC;
594 + if (ring->write_idx + 1 == ring->length - 1)
595 + tmp |= DMA_CTL_STATUS_WRAP;
596 +
597 + buf_desc->addr = cpu_to_le32((uint32_t)slot->dma_addr);
598 + buf_desc->ctl = cpu_to_le32(tmp);
599 +
600 + bcm4908enet_dma_tx_ring_ensable(enet, &enet->tx_ring);
601 +
602 + if (++ring->write_idx == ring->length - 1)
603 + ring->write_idx = 0;
604 + enet->netdev->stats.tx_bytes += skb->len;
605 + enet->netdev->stats.tx_packets++;
606 +
607 + return NETDEV_TX_OK;
608 +}
609 +
610 +static int bcm4908enet_poll(struct napi_struct *napi, int weight)
611 +{
612 + struct bcm4908enet *enet = container_of(napi, struct bcm4908enet, napi);
613 + struct device *dev = enet->dev;
614 + int handled = 0;
615 +
616 + while (handled < weight) {
617 + struct bcm4908enet_dma_ring_bd *buf_desc;
618 + struct bcm4908enet_dma_ring_slot slot;
619 + u32 ctl;
620 + int len;
621 + int err;
622 +
623 + buf_desc = &enet->rx_ring.buf_desc[enet->rx_ring.read_idx];
624 + ctl = le32_to_cpu(buf_desc->ctl);
625 + if (ctl & DMA_CTL_STATUS_OWN)
626 + break;
627 +
628 + slot = enet->rx_ring.slots[enet->rx_ring.read_idx];
629 +
630 + /* Provide new buffer before unpinning the old one */
631 + err = bcm4908enet_dma_alloc_rx_buf(enet, enet->rx_ring.read_idx);
632 + if (err)
633 + break;
634 +
635 + if (++enet->rx_ring.read_idx == enet->rx_ring.length)
636 + enet->rx_ring.read_idx = 0;
637 +
638 + len = (ctl & DMA_CTL_LEN_DESC_BUFLENGTH) >> DMA_CTL_LEN_DESC_BUFLENGTH_SHIFT;
639 +
640 + if (len < ENET_MTU_MIN ||
641 + (ctl & (DMA_CTL_STATUS_SOP | DMA_CTL_STATUS_EOP)) != (DMA_CTL_STATUS_SOP | DMA_CTL_STATUS_EOP)) {
642 + enet->netdev->stats.rx_dropped++;
643 + break;
644 + }
645 +
646 + dma_unmap_single(dev, slot.dma_addr, slot.len, DMA_FROM_DEVICE);
647 +
648 + skb_put(slot.skb, len - 4 + 2);
649 + slot.skb->protocol = eth_type_trans(slot.skb, enet->netdev);
650 + netif_receive_skb(slot.skb);
651 +
652 + enet->netdev->stats.rx_packets++;
653 + enet->netdev->stats.rx_bytes += len;
654 + }
655 +
656 + if (handled < weight) {
657 + napi_complete_done(napi, handled);
658 + bcm4908enet_intrs_on(enet);
659 + }
660 +
661 + return handled;
662 +}
663 +
664 +static const struct net_device_ops bcm96xx_netdev_ops = {
665 + .ndo_open = bcm4908enet_open,
666 + .ndo_stop = bcm4908enet_stop,
667 + .ndo_start_xmit = bcm4908enet_start_xmit,
668 + .ndo_set_mac_address = eth_mac_addr,
669 +};
670 +
671 +static int bcm4908enet_probe(struct platform_device *pdev)
672 +{
673 + struct device *dev = &pdev->dev;
674 + struct net_device *netdev;
675 + struct bcm4908enet *enet;
676 + int err;
677 +
678 + netdev = devm_alloc_etherdev(dev, sizeof(*enet));
679 + if (!netdev)
680 + return -ENOMEM;
681 +
682 + enet = netdev_priv(netdev);
683 + enet->dev = dev;
684 + enet->netdev = netdev;
685 +
686 + enet->base = devm_platform_ioremap_resource(pdev, 0);
687 + if (IS_ERR(enet->base)) {
688 + dev_err(dev, "Failed to map registers: %ld\n", PTR_ERR(enet->base));
689 + return PTR_ERR(enet->base);
690 + }
691 +
692 + netdev->irq = platform_get_irq_byname(pdev, "rx");
693 + if (netdev->irq < 0)
694 + return netdev->irq;
695 +
696 + dma_set_coherent_mask(dev, DMA_BIT_MASK(32));
697 +
698 + err = bcm4908enet_dma_alloc(enet);
699 + if (err)
700 + return err;
701 +
702 + SET_NETDEV_DEV(netdev, &pdev->dev);
703 + eth_hw_addr_random(netdev);
704 + netdev->netdev_ops = &bcm96xx_netdev_ops;
705 + netdev->min_mtu = ETH_ZLEN;
706 + netdev->mtu = ENET_MTU_MAX;
707 + netdev->max_mtu = ENET_MTU_MAX;
708 + netif_napi_add(netdev, &enet->napi, bcm4908enet_poll, 64);
709 +
710 + err = register_netdev(netdev);
711 + if (err) {
712 + bcm4908enet_dma_free(enet);
713 + return err;
714 + }
715 +
716 + platform_set_drvdata(pdev, enet);
717 +
718 + return 0;
719 +}
720 +
721 +static int bcm4908enet_remove(struct platform_device *pdev)
722 +{
723 + struct bcm4908enet *enet = platform_get_drvdata(pdev);
724 +
725 + unregister_netdev(enet->netdev);
726 + netif_napi_del(&enet->napi);
727 + bcm4908enet_dma_free(enet);
728 +
729 + return 0;
730 +}
731 +
732 +static const struct of_device_id bcm4908enet_of_match[] = {
733 + { .compatible = "brcm,bcm4908enet"},
734 + {},
735 +};
736 +
737 +static struct platform_driver bcm4908enet_driver = {
738 + .driver = {
739 + .name = "bcm4908enet",
740 + .of_match_table = bcm4908enet_of_match,
741 + },
742 + .probe = bcm4908enet_probe,
743 + .remove = bcm4908enet_remove,
744 +};
745 +module_platform_driver(bcm4908enet_driver);
746 +
747 +MODULE_LICENSE("GPL v2");
748 +MODULE_DEVICE_TABLE(of, bcm4908enet_of_match);
749 --- /dev/null
750 +++ b/drivers/net/ethernet/broadcom/bcm4908enet.h
751 @@ -0,0 +1,96 @@
752 +/* SPDX-License-Identifier: GPL-2.0-only */
753 +#ifndef __BCM4908ENET_H
754 +#define __BCM4908ENET_H
755 +
756 +#define ENET_CONTROL 0x000
757 +#define ENET_MIB_CTRL 0x004
758 +#define ENET_MIB_CTRL_CLR_MIB 0x00000001
759 +#define ENET_RX_ERR_MASK 0x008
760 +#define ENET_MIB_MAX_PKT_SIZE 0x00C
761 +#define ENET_MIB_MAX_PKT_SIZE_VAL 0x00003fff
762 +#define ENET_DIAG_OUT 0x01c
763 +#define ENET_ENABLE_DROP_PKT 0x020
764 +#define ENET_IRQ_ENABLE 0x024
765 +#define ENET_IRQ_ENABLE_OVFL 0x00000001
766 +#define ENET_GMAC_STATUS 0x028
767 +#define ENET_GMAC_STATUS_ETH_SPEED_MASK 0x00000003
768 +#define ENET_GMAC_STATUS_ETH_SPEED_10 0x00000000
769 +#define ENET_GMAC_STATUS_ETH_SPEED_100 0x00000001
770 +#define ENET_GMAC_STATUS_ETH_SPEED_1000 0x00000002
771 +#define ENET_GMAC_STATUS_HD 0x00000004
772 +#define ENET_GMAC_STATUS_AUTO_CFG_EN 0x00000008
773 +#define ENET_GMAC_STATUS_LINK_UP 0x00000010
774 +#define ENET_IRQ_STATUS 0x02c
775 +#define ENET_IRQ_STATUS_OVFL 0x00000001
776 +#define ENET_OVERFLOW_COUNTER 0x030
777 +#define ENET_FLUSH 0x034
778 +#define ENET_FLUSH_RXFIFO_FLUSH 0x00000001
779 +#define ENET_FLUSH_TXFIFO_FLUSH 0x00000002
780 +#define ENET_RSV_SELECT 0x038
781 +#define ENET_BP_FORCE 0x03c
782 +#define ENET_BP_FORCE_FORCE 0x00000001
783 +#define ENET_DMA_RX_OK_TO_SEND_COUNT 0x040
784 +#define ENET_DMA_RX_OK_TO_SEND_COUNT_VAL 0x0000000f
785 +#define ENET_TX_CRC_CTRL 0x044
786 +#define ENET_MIB 0x200
787 +#define ENET_UNIMAC 0x400
788 +#define ENET_DMA 0x800
789 +#define ENET_DMA_CONTROLLER_CFG 0x800
790 +#define ENET_DMA_CTRL_CFG_MASTER_EN 0x00000001
791 +#define ENET_DMA_CTRL_CFG_FLOWC_CH1_EN 0x00000002
792 +#define ENET_DMA_CTRL_CFG_FLOWC_CH3_EN 0x00000004
793 +#define ENET_DMA_FLOWCTL_CH1_THRESH_LO 0x804
794 +#define ENET_DMA_FLOWCTL_CH1_THRESH_HI 0x808
795 +#define ENET_DMA_FLOWCTL_CH1_ALLOC 0x80c
796 +#define ENET_DMA_FLOWCTL_CH1_ALLOC_FORCE 0x80000000
797 +#define ENET_DMA_FLOWCTL_CH3_THRESH_LO 0x810
798 +#define ENET_DMA_FLOWCTL_CH3_THRESH_HI 0x814
799 +#define ENET_DMA_FLOWCTL_CH3_ALLOC 0x818
800 +#define ENET_DMA_FLOWCTL_CH5_THRESH_LO 0x81C
801 +#define ENET_DMA_FLOWCTL_CH5_THRESH_HI 0x820
802 +#define ENET_DMA_FLOWCTL_CH5_ALLOC 0x824
803 +#define ENET_DMA_FLOWCTL_CH7_THRESH_LO 0x828
804 +#define ENET_DMA_FLOWCTL_CH7_THRESH_HI 0x82C
805 +#define ENET_DMA_FLOWCTL_CH7_ALLOC 0x830
806 +#define ENET_DMA_CTRL_CHANNEL_RESET 0x834
807 +#define ENET_DMA_CTRL_CHANNEL_DEBUG 0x838
808 +#define ENET_DMA_CTRL_GLOBAL_INTERRUPT_STATUS 0x840
809 +#define ENET_DMA_CTRL_GLOBAL_INTERRUPT_MASK 0x844
810 +#define ENET_DMA_CH0_CFG 0xa00 /* RX */
811 +#define ENET_DMA_CH1_CFG 0xa10 /* TX */
812 +#define ENET_DMA_CH0_STATE_RAM 0xc00 /* RX */
813 +#define ENET_DMA_CH1_STATE_RAM 0xc10 /* TX */
814 +
815 +#define ENET_DMA_CH_CFG 0x00 /* assorted configuration */
816 +#define ENET_DMA_CH_CFG_ENABLE 0x00000001 /* set to enable channel */
817 +#define ENET_DMA_CH_CFG_PKT_HALT 0x00000002 /* idle after an EOP flag is detected */
818 +#define ENET_DMA_CH_CFG_BURST_HALT 0x00000004 /* idle after finish current memory burst */
819 +#define ENET_DMA_CH_CFG_INT_STAT 0x04 /* interrupts control and status */
820 +#define ENET_DMA_CH_CFG_INT_MASK 0x08 /* interrupts mask */
821 +#define ENET_DMA_CH_CFG_INT_BUFF_DONE 0x00000001 /* buffer done */
822 +#define ENET_DMA_CH_CFG_INT_DONE 0x00000002 /* packet xfer complete */
823 +#define ENET_DMA_CH_CFG_INT_NO_DESC 0x00000004 /* no valid descriptors */
824 +#define ENET_DMA_CH_CFG_INT_RX_ERROR 0x00000008 /* rxdma detect client protocol error */
825 +#define ENET_DMA_CH_CFG_MAX_BURST 0x0c /* max burst length permitted */
826 +#define ENET_DMA_CH_CFG_MAX_BURST_DESCSIZE_SEL 0x00040000 /* DMA Descriptor Size Selection */
827 +#define ENET_DMA_CH_CFG_SIZE 0x10
828 +
829 +#define ENET_DMA_CH_STATE_RAM_BASE_DESC_PTR 0x00 /* descriptor ring start address */
830 +#define ENET_DMA_CH_STATE_RAM_STATE_DATA 0x04 /* state/bytes done/ring offset */
831 +#define ENET_DMA_CH_STATE_RAM_DESC_LEN_STATUS 0x08 /* buffer descriptor status and len */
832 +#define ENET_DMA_CH_STATE_RAM_DESC_BASE_BUFPTR 0x0c /* buffer descrpitor current processing */
833 +#define ENET_DMA_CH_STATE_RAM_SIZE 0x10
834 +
835 +#define DMA_CTL_STATUS_APPEND_CRC 0x00000100
836 +#define DMA_CTL_STATUS_APPEND_BRCM_TAG 0x00000200
837 +#define DMA_CTL_STATUS_PRIO 0x00000C00 /* Prio for Tx */
838 +#define DMA_CTL_STATUS_WRAP 0x00001000 /* */
839 +#define DMA_CTL_STATUS_SOP 0x00002000 /* first buffer in packet */
840 +#define DMA_CTL_STATUS_EOP 0x00004000 /* last buffer in packet */
841 +#define DMA_CTL_STATUS_OWN 0x00008000 /* cleared by DMA, set by SW */
842 +#define DMA_CTL_LEN_DESC_BUFLENGTH 0x0fff0000
843 +#define DMA_CTL_LEN_DESC_BUFLENGTH_SHIFT 16
844 +#define DMA_CTL_LEN_DESC_MULTICAST 0x40000000
845 +#define DMA_CTL_LEN_DESC_USEFPM 0x80000000
846 +
847 +#endif
John Crispins staging tree