2 * Driver for BCM963xx builtin Ethernet mac
4 * Copyright (C) 2008 Maxime Bizon <mbizon@freebox.fr>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20 #include <linux/init.h>
21 #include <linux/module.h>
22 #include <linux/clk.h>
23 #include <linux/etherdevice.h>
24 #include <linux/delay.h>
25 #include <linux/ethtool.h>
26 #include <linux/crc32.h>
27 #include <linux/err.h>
28 #include <linux/dma-mapping.h>
29 #include <linux/platform_device.h>
30 #include <linux/if_vlan.h>
31 #include <linux/version.h>
33 #include <bcm63xx_dev_enet.h>
34 #include "bcm63xx_enet.h"
36 static char bcm_enet_driver_name
[] = "bcm63xx_enet";
37 static char bcm_enet_driver_version
[] = "1.0";
39 static int copybreak __read_mostly
= 128;
40 module_param(copybreak
, int, 0);
41 MODULE_PARM_DESC(copybreak
, "Receive copy threshold");
43 /* io memory shared between all devices */
44 static void __iomem
*bcm_enet_shared_base
;
47 * io helpers to access mac registers
49 static inline u32
enet_readl(struct bcm_enet_priv
*priv
, u32 off
)
51 return bcm_readl(priv
->base
+ off
);
54 static inline void enet_writel(struct bcm_enet_priv
*priv
,
57 bcm_writel(val
, priv
->base
+ off
);
61 * io helpers to access shared registers
63 static inline u32
enet_dma_readl(struct bcm_enet_priv
*priv
, u32 off
)
65 return bcm_readl(bcm_enet_shared_base
+ off
);
68 static inline void enet_dma_writel(struct bcm_enet_priv
*priv
,
71 bcm_writel(val
, bcm_enet_shared_base
+ off
);
75 * write given data into mii register and wait for transfer to end
76 * with timeout (average measured transfer time is 25us)
78 static int do_mdio_op(struct bcm_enet_priv
*priv
, unsigned int data
)
82 /* make sure mii interrupt status is cleared */
83 enet_writel(priv
, ENET_IR_MII
, ENET_IR_REG
);
85 enet_writel(priv
, data
, ENET_MIIDATA_REG
);
88 /* busy wait on mii interrupt bit, with timeout */
91 if (enet_readl(priv
, ENET_IR_REG
) & ENET_IR_MII
)
94 } while (limit
-- >= 0);
96 return (limit
< 0) ? 1 : 0;
100 * MII internal read callback
102 static int bcm_enet_mdio_read(struct bcm_enet_priv
*priv
, int mii_id
,
107 tmp
= regnum
<< ENET_MIIDATA_REG_SHIFT
;
108 tmp
|= 0x2 << ENET_MIIDATA_TA_SHIFT
;
109 tmp
|= mii_id
<< ENET_MIIDATA_PHYID_SHIFT
;
110 tmp
|= ENET_MIIDATA_OP_READ_MASK
;
112 if (do_mdio_op(priv
, tmp
))
115 val
= enet_readl(priv
, ENET_MIIDATA_REG
);
121 * MII internal write callback
123 static int bcm_enet_mdio_write(struct bcm_enet_priv
*priv
, int mii_id
,
124 int regnum
, u16 value
)
128 tmp
= (value
& 0xffff) << ENET_MIIDATA_DATA_SHIFT
;
129 tmp
|= 0x2 << ENET_MIIDATA_TA_SHIFT
;
130 tmp
|= regnum
<< ENET_MIIDATA_REG_SHIFT
;
131 tmp
|= mii_id
<< ENET_MIIDATA_PHYID_SHIFT
;
132 tmp
|= ENET_MIIDATA_OP_WRITE_MASK
;
134 (void)do_mdio_op(priv
, tmp
);
139 * MII read callback from phylib
141 static int bcm_enet_mdio_read_phylib(struct mii_bus
*bus
, int mii_id
,
144 return bcm_enet_mdio_read(bus
->priv
, mii_id
, regnum
);
148 * MII write callback from phylib
150 static int bcm_enet_mdio_write_phylib(struct mii_bus
*bus
, int mii_id
,
151 int regnum
, u16 value
)
153 return bcm_enet_mdio_write(bus
->priv
, mii_id
, regnum
, value
);
157 * MII read callback from mii core
159 static int bcm_enet_mdio_read_mii(struct net_device
*dev
, int mii_id
,
162 return bcm_enet_mdio_read(netdev_priv(dev
), mii_id
, regnum
);
166 * MII write callback from mii core
168 static void bcm_enet_mdio_write_mii(struct net_device
*dev
, int mii_id
,
169 int regnum
, int value
)
171 bcm_enet_mdio_write(netdev_priv(dev
), mii_id
, regnum
, value
);
177 static int bcm_enet_refill_rx(struct net_device
*dev
)
179 struct bcm_enet_priv
*priv
;
181 priv
= netdev_priv(dev
);
183 while (priv
->rx_desc_count
< priv
->rx_ring_size
) {
184 struct bcm_enet_desc
*desc
;
190 desc_idx
= priv
->rx_dirty_desc
;
191 desc
= &priv
->rx_desc_cpu
[desc_idx
];
193 if (!priv
->rx_skb
[desc_idx
]) {
194 skb
= netdev_alloc_skb(dev
, priv
->rx_skb_size
);
197 priv
->rx_skb
[desc_idx
] = skb
;
199 p
= dma_map_single(&priv
->pdev
->dev
, skb
->data
,
205 len_stat
= priv
->rx_skb_size
<< DMADESC_LENGTH_SHIFT
;
206 len_stat
|= DMADESC_OWNER_MASK
;
207 if (priv
->rx_dirty_desc
== priv
->rx_ring_size
- 1) {
208 len_stat
|= DMADESC_WRAP_MASK
;
209 priv
->rx_dirty_desc
= 0;
211 priv
->rx_dirty_desc
++;
214 desc
->len_stat
= len_stat
;
216 priv
->rx_desc_count
++;
218 /* tell dma engine we allocated one buffer */
219 enet_dma_writel(priv
, 1, ENETDMA_BUFALLOC_REG(priv
->rx_chan
));
222 /* If rx ring is still empty, set a timer to try allocating
223 * again at a later time. */
224 if (priv
->rx_desc_count
== 0 && netif_running(dev
)) {
225 dev_warn(&priv
->pdev
->dev
, "unable to refill rx ring\n");
226 priv
->rx_timeout
.expires
= jiffies
+ HZ
;
227 add_timer(&priv
->rx_timeout
);
234 * timer callback to defer refill rx queue in case we're OOM
236 static void bcm_enet_refill_rx_timer(unsigned long data
)
238 struct net_device
*dev
;
239 struct bcm_enet_priv
*priv
;
241 dev
= (struct net_device
*)data
;
242 priv
= netdev_priv(dev
);
244 spin_lock(&priv
->rx_lock
);
245 bcm_enet_refill_rx((struct net_device
*)data
);
246 spin_unlock(&priv
->rx_lock
);
250 * extract packet from rx queue
252 static int bcm_enet_receive_queue(struct net_device
*dev
, int budget
)
254 struct bcm_enet_priv
*priv
;
258 priv
= netdev_priv(dev
);
259 kdev
= &priv
->pdev
->dev
;
262 /* don't scan ring further than number of refilled
264 if (budget
> priv
->rx_desc_count
)
265 budget
= priv
->rx_desc_count
;
268 struct bcm_enet_desc
*desc
;
274 desc_idx
= priv
->rx_curr_desc
;
275 desc
= &priv
->rx_desc_cpu
[desc_idx
];
277 /* make sure we actually read the descriptor status at
281 len_stat
= desc
->len_stat
;
283 /* break if dma ownership belongs to hw */
284 if (len_stat
& DMADESC_OWNER_MASK
)
288 priv
->rx_curr_desc
++;
289 if (priv
->rx_curr_desc
== priv
->rx_ring_size
)
290 priv
->rx_curr_desc
= 0;
291 priv
->rx_desc_count
--;
293 /* if the packet does not have start of packet _and_
294 * end of packet flag set, then just recycle it */
295 if ((len_stat
& DMADESC_ESOP_MASK
) != DMADESC_ESOP_MASK
) {
296 priv
->stats
.rx_dropped
++;
300 /* recycle packet if it's marked as bad */
301 if (unlikely(len_stat
& DMADESC_ERR_MASK
)) {
302 priv
->stats
.rx_errors
++;
304 if (len_stat
& DMADESC_OVSIZE_MASK
)
305 priv
->stats
.rx_length_errors
++;
306 if (len_stat
& DMADESC_CRC_MASK
)
307 priv
->stats
.rx_crc_errors
++;
308 if (len_stat
& DMADESC_UNDER_MASK
)
309 priv
->stats
.rx_frame_errors
++;
310 if (len_stat
& DMADESC_OV_MASK
)
311 priv
->stats
.rx_fifo_errors
++;
316 skb
= priv
->rx_skb
[desc_idx
];
317 len
= (len_stat
& DMADESC_LENGTH_MASK
) >> DMADESC_LENGTH_SHIFT
;
318 /* don't include FCS */
321 if (len
< copybreak
) {
322 struct sk_buff
*nskb
;
324 nskb
= netdev_alloc_skb(dev
, len
+ 2);
326 /* forget packet, just rearm desc */
327 priv
->stats
.rx_dropped
++;
331 /* since we're copying the data, we can align
333 skb_reserve(nskb
, NET_IP_ALIGN
);
334 dma_sync_single_for_cpu(kdev
, desc
->address
,
335 len
, DMA_FROM_DEVICE
);
336 memcpy(nskb
->data
, skb
->data
, len
);
337 dma_sync_single_for_device(kdev
, desc
->address
,
338 len
, DMA_FROM_DEVICE
);
341 dma_unmap_single(&priv
->pdev
->dev
, desc
->address
,
342 priv
->rx_skb_size
, DMA_FROM_DEVICE
);
343 priv
->rx_skb
[desc_idx
] = NULL
;
348 skb
->protocol
= eth_type_trans(skb
, dev
);
349 priv
->stats
.rx_packets
++;
350 priv
->stats
.rx_bytes
+= len
;
351 dev
->last_rx
= jiffies
;
352 netif_receive_skb(skb
);
354 } while (--budget
> 0);
356 if (processed
|| !priv
->rx_desc_count
) {
357 bcm_enet_refill_rx(dev
);
360 enet_dma_writel(priv
, ENETDMA_CHANCFG_EN_MASK
,
361 ENETDMA_CHANCFG_REG(priv
->rx_chan
));
369 * try to or force reclaim of transmitted buffers
371 static int bcm_enet_tx_reclaim(struct net_device
*dev
, int force
)
373 struct bcm_enet_priv
*priv
;
376 priv
= netdev_priv(dev
);
379 while (priv
->tx_desc_count
< priv
->tx_ring_size
) {
380 struct bcm_enet_desc
*desc
;
383 /* We run in a bh and fight against start_xmit, which
384 * is called with bh disabled */
385 spin_lock(&priv
->tx_lock
);
387 desc
= &priv
->tx_desc_cpu
[priv
->tx_dirty_desc
];
389 if (!force
&& (desc
->len_stat
& DMADESC_OWNER_MASK
)) {
390 spin_unlock(&priv
->tx_lock
);
394 /* ensure other field of the descriptor were not read
395 * before we checked ownership */
398 skb
= priv
->tx_skb
[priv
->tx_dirty_desc
];
399 priv
->tx_skb
[priv
->tx_dirty_desc
] = NULL
;
400 dma_unmap_single(&priv
->pdev
->dev
, desc
->address
, skb
->len
,
403 priv
->tx_dirty_desc
++;
404 if (priv
->tx_dirty_desc
== priv
->tx_ring_size
)
405 priv
->tx_dirty_desc
= 0;
406 priv
->tx_desc_count
++;
408 spin_unlock(&priv
->tx_lock
);
410 if (desc
->len_stat
& DMADESC_UNDER_MASK
)
411 priv
->stats
.tx_errors
++;
417 if (netif_queue_stopped(dev
) && released
)
418 netif_wake_queue(dev
);
424 * poll func, called by network core
426 static int bcm_enet_poll(struct napi_struct
*napi
, int budget
)
428 struct bcm_enet_priv
*priv
;
429 struct net_device
*dev
;
430 int tx_work_done
, rx_work_done
;
432 priv
= container_of(napi
, struct bcm_enet_priv
, napi
);
436 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
437 ENETDMA_IR_REG(priv
->rx_chan
));
438 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
439 ENETDMA_IR_REG(priv
->tx_chan
));
441 /* reclaim sent skb */
442 tx_work_done
= bcm_enet_tx_reclaim(dev
, 0);
444 spin_lock(&priv
->rx_lock
);
445 rx_work_done
= bcm_enet_receive_queue(dev
, budget
);
446 spin_unlock(&priv
->rx_lock
);
448 if (rx_work_done
>= budget
|| tx_work_done
> 0) {
449 /* rx/tx queue is not yet empty/clean */
453 /* no more packet in rx/tx queue, remove device from poll
455 #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,30)
456 netif_rx_complete(dev
, napi
);
461 /* restore rx/tx interrupt */
462 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
463 ENETDMA_IRMASK_REG(priv
->rx_chan
));
464 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
465 ENETDMA_IRMASK_REG(priv
->tx_chan
));
471 * mac interrupt handler
473 static irqreturn_t
bcm_enet_isr_mac(int irq
, void *dev_id
)
475 struct net_device
*dev
;
476 struct bcm_enet_priv
*priv
;
480 priv
= netdev_priv(dev
);
482 stat
= enet_readl(priv
, ENET_IR_REG
);
483 if (!(stat
& ENET_IR_MIB
))
486 /* clear & mask interrupt */
487 enet_writel(priv
, ENET_IR_MIB
, ENET_IR_REG
);
488 enet_writel(priv
, 0, ENET_IRMASK_REG
);
490 /* read mib registers in workqueue */
491 schedule_work(&priv
->mib_update_task
);
497 * rx/tx dma interrupt handler
499 static irqreturn_t
bcm_enet_isr_dma(int irq
, void *dev_id
)
501 struct net_device
*dev
;
502 struct bcm_enet_priv
*priv
;
505 priv
= netdev_priv(dev
);
507 /* mask rx/tx interrupts */
508 enet_dma_writel(priv
, 0, ENETDMA_IRMASK_REG(priv
->rx_chan
));
509 enet_dma_writel(priv
, 0, ENETDMA_IRMASK_REG(priv
->tx_chan
));
511 #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,30)
512 netif_rx_schedule(dev
, &priv
->napi
);
514 napi_schedule(&priv
->napi
);
521 * tx request callback
523 static int bcm_enet_start_xmit(struct sk_buff
*skb
, struct net_device
*dev
)
525 struct bcm_enet_priv
*priv
;
526 struct bcm_enet_desc
*desc
;
530 priv
= netdev_priv(dev
);
532 /* lock against tx reclaim */
533 spin_lock(&priv
->tx_lock
);
535 /* make sure the tx hw queue is not full, should not happen
536 * since we stop queue before it's the case */
537 if (unlikely(!priv
->tx_desc_count
)) {
538 netif_stop_queue(dev
);
539 dev_err(&priv
->pdev
->dev
, "xmit called with no tx desc "
541 ret
= NETDEV_TX_BUSY
;
545 /* point to the next available desc */
546 desc
= &priv
->tx_desc_cpu
[priv
->tx_curr_desc
];
547 priv
->tx_skb
[priv
->tx_curr_desc
] = skb
;
549 /* fill descriptor */
550 desc
->address
= dma_map_single(&priv
->pdev
->dev
, skb
->data
, skb
->len
,
553 len_stat
= (skb
->len
<< DMADESC_LENGTH_SHIFT
) & DMADESC_LENGTH_MASK
;
554 len_stat
|= DMADESC_ESOP_MASK
|
558 priv
->tx_curr_desc
++;
559 if (priv
->tx_curr_desc
== priv
->tx_ring_size
) {
560 priv
->tx_curr_desc
= 0;
561 len_stat
|= DMADESC_WRAP_MASK
;
563 priv
->tx_desc_count
--;
565 /* dma might be already polling, make sure we update desc
566 * fields in correct order */
568 desc
->len_stat
= len_stat
;
572 enet_dma_writel(priv
, ENETDMA_CHANCFG_EN_MASK
,
573 ENETDMA_CHANCFG_REG(priv
->tx_chan
));
575 /* stop queue if no more desc available */
576 if (!priv
->tx_desc_count
)
577 netif_stop_queue(dev
);
579 priv
->stats
.tx_bytes
+= skb
->len
;
580 priv
->stats
.tx_packets
++;
581 dev
->trans_start
= jiffies
;
585 spin_unlock(&priv
->tx_lock
);
590 * Change the interface's mac address.
592 static int bcm_enet_set_mac_address(struct net_device
*dev
, void *p
)
594 struct bcm_enet_priv
*priv
;
595 struct sockaddr
*addr
= p
;
598 priv
= netdev_priv(dev
);
599 memcpy(dev
->dev_addr
, addr
->sa_data
, ETH_ALEN
);
601 /* use perfect match register 0 to store my mac address */
602 val
= (dev
->dev_addr
[2] << 24) | (dev
->dev_addr
[3] << 16) |
603 (dev
->dev_addr
[4] << 8) | dev
->dev_addr
[5];
604 enet_writel(priv
, val
, ENET_PML_REG(0));
606 val
= (dev
->dev_addr
[0] << 8 | dev
->dev_addr
[1]);
607 val
|= ENET_PMH_DATAVALID_MASK
;
608 enet_writel(priv
, val
, ENET_PMH_REG(0));
614 * Change rx mode (promiscous/allmulti) and update multicast list
616 static void bcm_enet_set_multicast_list(struct net_device
*dev
)
618 struct bcm_enet_priv
*priv
;
619 struct dev_mc_list
*mc_list
;
623 priv
= netdev_priv(dev
);
625 val
= enet_readl(priv
, ENET_RXCFG_REG
);
627 if (dev
->flags
& IFF_PROMISC
)
628 val
|= ENET_RXCFG_PROMISC_MASK
;
630 val
&= ~ENET_RXCFG_PROMISC_MASK
;
632 /* only 3 perfect match registers left, first one is used for
634 if ((dev
->flags
& IFF_ALLMULTI
) || dev
->mc_count
> 3)
635 val
|= ENET_RXCFG_ALLMCAST_MASK
;
637 val
&= ~ENET_RXCFG_ALLMCAST_MASK
;
639 /* no need to set perfect match registers if we catch all
641 if (val
& ENET_RXCFG_ALLMCAST_MASK
) {
642 enet_writel(priv
, val
, ENET_RXCFG_REG
);
646 for (i
= 0, mc_list
= dev
->mc_list
;
647 (mc_list
!= NULL
) && (i
< dev
->mc_count
) && (i
< 3);
648 i
++, mc_list
= mc_list
->next
) {
652 /* filter non ethernet address */
653 if (mc_list
->dmi_addrlen
!= 6)
656 /* update perfect match registers */
657 dmi_addr
= mc_list
->dmi_addr
;
658 tmp
= (dmi_addr
[2] << 24) | (dmi_addr
[3] << 16) |
659 (dmi_addr
[4] << 8) | dmi_addr
[5];
660 enet_writel(priv
, tmp
, ENET_PML_REG(i
+ 1));
662 tmp
= (dmi_addr
[0] << 8 | dmi_addr
[1]);
663 tmp
|= ENET_PMH_DATAVALID_MASK
;
664 enet_writel(priv
, tmp
, ENET_PMH_REG(i
+ 1));
668 enet_writel(priv
, 0, ENET_PML_REG(i
+ 1));
669 enet_writel(priv
, 0, ENET_PMH_REG(i
+ 1));
672 enet_writel(priv
, val
, ENET_RXCFG_REG
);
676 * set mac duplex parameters
678 static void bcm_enet_set_duplex(struct bcm_enet_priv
*priv
, int fullduplex
)
682 val
= enet_readl(priv
, ENET_TXCTL_REG
);
684 val
|= ENET_TXCTL_FD_MASK
;
686 val
&= ~ENET_TXCTL_FD_MASK
;
687 enet_writel(priv
, val
, ENET_TXCTL_REG
);
691 * set mac flow control parameters
693 static void bcm_enet_set_flow(struct bcm_enet_priv
*priv
, int rx_en
, int tx_en
)
697 /* rx flow control (pause frame handling) */
698 val
= enet_readl(priv
, ENET_RXCFG_REG
);
700 val
|= ENET_RXCFG_ENFLOW_MASK
;
702 val
&= ~ENET_RXCFG_ENFLOW_MASK
;
703 enet_writel(priv
, val
, ENET_RXCFG_REG
);
705 /* tx flow control (pause frame generation) */
706 val
= enet_dma_readl(priv
, ENETDMA_CFG_REG
);
708 val
|= ENETDMA_CFG_FLOWCH_MASK(priv
->rx_chan
);
710 val
&= ~ENETDMA_CFG_FLOWCH_MASK(priv
->rx_chan
);
711 enet_dma_writel(priv
, val
, ENETDMA_CFG_REG
);
715 * link changed callback (from phylib)
717 static void bcm_enet_adjust_phy_link(struct net_device
*dev
)
719 struct bcm_enet_priv
*priv
;
720 struct phy_device
*phydev
;
723 priv
= netdev_priv(dev
);
724 phydev
= priv
->phydev
;
727 if (priv
->old_link
!= phydev
->link
) {
729 priv
->old_link
= phydev
->link
;
732 /* reflect duplex change in mac configuration */
733 if (phydev
->link
&& phydev
->duplex
!= priv
->old_duplex
) {
734 bcm_enet_set_duplex(priv
,
735 (phydev
->duplex
== DUPLEX_FULL
) ? 1 : 0);
737 priv
->old_duplex
= phydev
->duplex
;
740 /* enable flow control if remote advertise it (trust phylib to
741 * check that duplex is full */
742 if (phydev
->link
&& phydev
->pause
!= priv
->old_pause
) {
743 int rx_pause_en
, tx_pause_en
;
746 /* pause was advertised by lpa and us */
749 } else if (!priv
->pause_auto
) {
750 /* pause setting overrided by user */
751 rx_pause_en
= priv
->pause_rx
;
752 tx_pause_en
= priv
->pause_tx
;
758 bcm_enet_set_flow(priv
, rx_pause_en
, tx_pause_en
);
760 priv
->old_pause
= phydev
->pause
;
763 if (status_changed
) {
764 pr_info("%s: link %s", dev
->name
, phydev
->link
?
767 printk(" - %d/%s - flow control %s", phydev
->speed
,
768 DUPLEX_FULL
== phydev
->duplex
? "full" : "half",
769 phydev
->pause
== 1 ? "rx&tx" : "off");
776 * link changed callback (if phylib is not used)
778 static void bcm_enet_adjust_link(struct net_device
*dev
)
780 struct bcm_enet_priv
*priv
;
782 priv
= netdev_priv(dev
);
783 bcm_enet_set_duplex(priv
, priv
->force_duplex_full
);
784 bcm_enet_set_flow(priv
, priv
->pause_rx
, priv
->pause_tx
);
786 pr_info("%s: link forced UP - %d/%s - flow control %s/%s\n",
788 priv
->force_speed_100
? 100 : 10,
789 priv
->force_duplex_full
? "full" : "half",
790 priv
->pause_rx
? "rx" : "off",
791 priv
->pause_tx
? "tx" : "off");
795 * open callback, allocate dma rings & buffers and start rx operation
797 static int bcm_enet_open(struct net_device
*dev
)
799 struct bcm_enet_priv
*priv
;
800 struct sockaddr addr
;
802 struct phy_device
*phydev
;
803 int irq_requested
, i
, ret
;
805 char phy_id
[BUS_ID_SIZE
];
809 priv
= netdev_priv(dev
);
810 priv
->rx_desc_cpu
= priv
->tx_desc_cpu
= NULL
;
811 priv
->rx_skb
= priv
->tx_skb
= NULL
;
813 kdev
= &priv
->pdev
->dev
;
817 snprintf(phy_id
, BUS_ID_SIZE
, PHY_ID_FMT
,
818 priv
->mac_id
? "1" : "0", priv
->phy_id
);
820 phydev
= phy_connect(dev
, phy_id
, &bcm_enet_adjust_phy_link
, 0,
821 PHY_INTERFACE_MODE_MII
);
823 if (IS_ERR(phydev
)) {
824 dev_err(kdev
, "could not attach to PHY\n");
825 return PTR_ERR(phydev
);
828 /* mask with MAC supported features */
829 phydev
->supported
&= (SUPPORTED_10baseT_Half
|
830 SUPPORTED_10baseT_Full
|
831 SUPPORTED_100baseT_Half
|
832 SUPPORTED_100baseT_Full
|
836 phydev
->advertising
= phydev
->supported
;
838 if (priv
->pause_auto
&& priv
->pause_rx
&& priv
->pause_tx
)
839 phydev
->advertising
|= SUPPORTED_Pause
;
841 phydev
->advertising
&= ~SUPPORTED_Pause
;
843 dev_info(kdev
, "attached PHY at address %d [%s]\n",
844 phydev
->addr
, phydev
->drv
->name
);
847 priv
->old_duplex
= -1;
848 priv
->old_pause
= -1;
849 priv
->phydev
= phydev
;
852 /* mask all interrupts and request them */
853 enet_writel(priv
, 0, ENET_IRMASK_REG
);
854 enet_dma_writel(priv
, 0, ENETDMA_IRMASK_REG(priv
->rx_chan
));
855 enet_dma_writel(priv
, 0, ENETDMA_IRMASK_REG(priv
->tx_chan
));
858 ret
= request_irq(dev
->irq
, bcm_enet_isr_mac
, 0, dev
->name
, dev
);
863 ret
= request_irq(priv
->irq_rx
, bcm_enet_isr_dma
,
864 IRQF_SAMPLE_RANDOM
| IRQF_DISABLED
, dev
->name
, dev
);
869 ret
= request_irq(priv
->irq_tx
, bcm_enet_isr_dma
,
870 IRQF_DISABLED
, dev
->name
, dev
);
875 /* initialize perfect match registers */
876 for (i
= 0; i
< 4; i
++) {
877 enet_writel(priv
, 0, ENET_PML_REG(i
));
878 enet_writel(priv
, 0, ENET_PMH_REG(i
));
881 /* write device mac address */
882 memcpy(addr
.sa_data
, dev
->dev_addr
, ETH_ALEN
);
883 bcm_enet_set_mac_address(dev
, &addr
);
885 /* allocate rx dma ring */
886 size
= priv
->rx_ring_size
* sizeof(struct bcm_enet_desc
);
887 p
= dma_alloc_coherent(kdev
, size
, &priv
->rx_desc_dma
, GFP_KERNEL
);
889 dev_err(kdev
, "cannot allocate rx ring %u\n", size
);
895 priv
->rx_desc_alloc_size
= size
;
896 priv
->rx_desc_cpu
= p
;
898 /* allocate tx dma ring */
899 size
= priv
->tx_ring_size
* sizeof(struct bcm_enet_desc
);
900 p
= dma_alloc_coherent(kdev
, size
, &priv
->tx_desc_dma
, GFP_KERNEL
);
902 dev_err(kdev
, "cannot allocate tx ring\n");
908 priv
->tx_desc_alloc_size
= size
;
909 priv
->tx_desc_cpu
= p
;
911 priv
->tx_skb
= kzalloc(sizeof(struct sk_buff
*) * priv
->tx_ring_size
,
914 dev_err(kdev
, "cannot allocate rx skb queue\n");
919 priv
->tx_desc_count
= priv
->tx_ring_size
;
920 priv
->tx_dirty_desc
= 0;
921 priv
->tx_curr_desc
= 0;
922 spin_lock_init(&priv
->tx_lock
);
924 /* init & fill rx ring with skbs */
925 priv
->rx_skb
= kzalloc(sizeof(struct sk_buff
*) * priv
->rx_ring_size
,
928 dev_err(kdev
, "cannot allocate rx skb queue\n");
933 priv
->rx_desc_count
= 0;
934 priv
->rx_dirty_desc
= 0;
935 priv
->rx_curr_desc
= 0;
937 /* initialize flow control buffer allocation */
938 enet_dma_writel(priv
, ENETDMA_BUFALLOC_FORCE_MASK
| 0,
939 ENETDMA_BUFALLOC_REG(priv
->rx_chan
));
941 if (bcm_enet_refill_rx(dev
)) {
942 dev_err(kdev
, "cannot allocate rx skb queue\n");
947 /* write rx & tx ring addresses */
948 enet_dma_writel(priv
, priv
->rx_desc_dma
,
949 ENETDMA_RSTART_REG(priv
->rx_chan
));
950 enet_dma_writel(priv
, priv
->tx_desc_dma
,
951 ENETDMA_RSTART_REG(priv
->tx_chan
));
953 /* clear remaining state ram for rx & tx channel */
954 enet_dma_writel(priv
, 0, ENETDMA_SRAM2_REG(priv
->rx_chan
));
955 enet_dma_writel(priv
, 0, ENETDMA_SRAM2_REG(priv
->tx_chan
));
956 enet_dma_writel(priv
, 0, ENETDMA_SRAM3_REG(priv
->rx_chan
));
957 enet_dma_writel(priv
, 0, ENETDMA_SRAM3_REG(priv
->tx_chan
));
958 enet_dma_writel(priv
, 0, ENETDMA_SRAM4_REG(priv
->rx_chan
));
959 enet_dma_writel(priv
, 0, ENETDMA_SRAM4_REG(priv
->tx_chan
));
961 /* set max rx/tx length */
962 enet_writel(priv
, priv
->hw_mtu
, ENET_RXMAXLEN_REG
);
963 enet_writel(priv
, priv
->hw_mtu
, ENET_TXMAXLEN_REG
);
965 /* set dma maximum burst len */
966 enet_dma_writel(priv
, BCMENET_DMA_MAXBURST
,
967 ENETDMA_MAXBURST_REG(priv
->rx_chan
));
968 enet_dma_writel(priv
, BCMENET_DMA_MAXBURST
,
969 ENETDMA_MAXBURST_REG(priv
->tx_chan
));
971 /* set correct transmit fifo watermark */
972 enet_writel(priv
, BCMENET_TX_FIFO_TRESH
, ENET_TXWMARK_REG
);
974 /* set flow control low/high threshold to 1/3 / 2/3 */
975 val
= priv
->rx_ring_size
/ 3;
976 enet_dma_writel(priv
, val
, ENETDMA_FLOWCL_REG(priv
->rx_chan
));
977 val
= (priv
->rx_ring_size
* 2) / 3;
978 enet_dma_writel(priv
, val
, ENETDMA_FLOWCH_REG(priv
->rx_chan
));
980 /* all set, enable mac and interrupts, start dma engine and
981 * kick rx dma channel */
983 enet_writel(priv
, ENET_CTL_ENABLE_MASK
, ENET_CTL_REG
);
984 enet_dma_writel(priv
, ENETDMA_CFG_EN_MASK
, ENETDMA_CFG_REG
);
985 enet_dma_writel(priv
, ENETDMA_CHANCFG_EN_MASK
,
986 ENETDMA_CHANCFG_REG(priv
->rx_chan
));
988 /* watch "mib counters about to overflow" interrupt */
989 enet_writel(priv
, ENET_IR_MIB
, ENET_IR_REG
);
990 enet_writel(priv
, ENET_IR_MIB
, ENET_IRMASK_REG
);
992 /* watch "packet transferred" interrupt in rx and tx */
993 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
994 ENETDMA_IR_REG(priv
->rx_chan
));
995 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
996 ENETDMA_IR_REG(priv
->tx_chan
));
998 /* make sure we enable napi before rx interrupt */
999 napi_enable(&priv
->napi
);
1001 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
1002 ENETDMA_IRMASK_REG(priv
->rx_chan
));
1003 enet_dma_writel(priv
, ENETDMA_IR_PKTDONE_MASK
,
1004 ENETDMA_IRMASK_REG(priv
->tx_chan
));
1007 phy_start(priv
->phydev
);
1009 bcm_enet_adjust_link(dev
);
1011 netif_start_queue(dev
);
1015 phy_disconnect(priv
->phydev
);
1016 if (irq_requested
> 2)
1017 free_irq(priv
->irq_tx
, dev
);
1018 if (irq_requested
> 1)
1019 free_irq(priv
->irq_rx
, dev
);
1020 if (irq_requested
> 0)
1021 free_irq(dev
->irq
, dev
);
1022 for (i
= 0; i
< priv
->rx_ring_size
; i
++) {
1023 struct bcm_enet_desc
*desc
;
1025 if (!priv
->rx_skb
[i
])
1028 desc
= &priv
->rx_desc_cpu
[i
];
1029 dma_unmap_single(kdev
, desc
->address
, priv
->rx_skb_size
,
1031 kfree_skb(priv
->rx_skb
[i
]);
1033 if (priv
->rx_desc_cpu
)
1034 dma_free_coherent(kdev
, priv
->rx_desc_alloc_size
,
1035 priv
->rx_desc_cpu
, priv
->rx_desc_dma
);
1036 if (priv
->tx_desc_cpu
)
1037 dma_free_coherent(kdev
, priv
->tx_desc_alloc_size
,
1038 priv
->tx_desc_cpu
, priv
->tx_desc_dma
);
1039 kfree(priv
->rx_skb
);
1040 kfree(priv
->tx_skb
);
1047 static void bcm_enet_disable_mac(struct bcm_enet_priv
*priv
)
1052 val
= enet_readl(priv
, ENET_CTL_REG
);
1053 val
|= ENET_CTL_DISABLE_MASK
;
1054 enet_writel(priv
, val
, ENET_CTL_REG
);
1060 val
= enet_readl(priv
, ENET_CTL_REG
);
1061 if (!(val
& ENET_CTL_DISABLE_MASK
))
1068 * disable dma in given channel
1070 static void bcm_enet_disable_dma(struct bcm_enet_priv
*priv
, int chan
)
1074 enet_dma_writel(priv
, 0, ENETDMA_CHANCFG_REG(chan
));
1080 val
= enet_dma_readl(priv
, ENETDMA_CHANCFG_REG(chan
));
1081 if (!(val
& ENETDMA_CHANCFG_EN_MASK
))
1090 static int bcm_enet_stop(struct net_device
*dev
)
1092 struct bcm_enet_priv
*priv
;
1093 struct device
*kdev
;
1096 priv
= netdev_priv(dev
);
1097 kdev
= &priv
->pdev
->dev
;
1099 netif_stop_queue(dev
);
1100 napi_disable(&priv
->napi
);
1102 phy_stop(priv
->phydev
);
1103 del_timer_sync(&priv
->rx_timeout
);
1105 /* mask all interrupts */
1106 enet_writel(priv
, 0, ENET_IRMASK_REG
);
1107 enet_dma_writel(priv
, 0, ENETDMA_IRMASK_REG(priv
->rx_chan
));
1108 enet_dma_writel(priv
, 0, ENETDMA_IRMASK_REG(priv
->tx_chan
));
1110 /* make sure no mib update is scheduled */
1111 flush_scheduled_work();
1113 /* disable dma & mac */
1114 bcm_enet_disable_dma(priv
, priv
->tx_chan
);
1115 bcm_enet_disable_dma(priv
, priv
->rx_chan
);
1116 bcm_enet_disable_mac(priv
);
1118 /* force reclaim of all tx buffers */
1119 bcm_enet_tx_reclaim(dev
, 1);
1121 /* free the rx skb ring */
1122 for (i
= 0; i
< priv
->rx_ring_size
; i
++) {
1123 struct bcm_enet_desc
*desc
;
1125 if (!priv
->rx_skb
[i
])
1128 desc
= &priv
->rx_desc_cpu
[i
];
1129 dma_unmap_single(kdev
, desc
->address
, priv
->rx_skb_size
,
1131 kfree_skb(priv
->rx_skb
[i
]);
1134 /* free remaining allocated memory */
1135 kfree(priv
->rx_skb
);
1136 kfree(priv
->tx_skb
);
1137 dma_free_coherent(kdev
, priv
->rx_desc_alloc_size
,
1138 priv
->rx_desc_cpu
, priv
->rx_desc_dma
);
1139 dma_free_coherent(kdev
, priv
->tx_desc_alloc_size
,
1140 priv
->tx_desc_cpu
, priv
->tx_desc_dma
);
1141 free_irq(priv
->irq_tx
, dev
);
1142 free_irq(priv
->irq_rx
, dev
);
1143 free_irq(dev
->irq
, dev
);
1146 if (priv
->has_phy
) {
1147 phy_disconnect(priv
->phydev
);
1148 priv
->phydev
= NULL
;
1155 * core request to return device rx/tx stats
1157 static struct net_device_stats
*bcm_enet_get_stats(struct net_device
*dev
)
1159 struct bcm_enet_priv
*priv
;
1161 priv
= netdev_priv(dev
);
1162 return &priv
->stats
;
1168 struct bcm_enet_stats
{
1169 char stat_string
[ETH_GSTRING_LEN
];
1175 #define GEN_STAT(m) sizeof(((struct bcm_enet_priv *)0)->m), \
1176 offsetof(struct bcm_enet_priv, m)
1178 static const struct bcm_enet_stats bcm_enet_gstrings_stats
[] = {
1179 { "rx_packets", GEN_STAT(stats
.rx_packets
), -1 },
1180 { "tx_packets", GEN_STAT(stats
.tx_packets
), -1 },
1181 { "rx_bytes", GEN_STAT(stats
.rx_bytes
), -1 },
1182 { "tx_bytes", GEN_STAT(stats
.tx_bytes
), -1 },
1183 { "rx_errors", GEN_STAT(stats
.rx_errors
), -1 },
1184 { "tx_errors", GEN_STAT(stats
.tx_errors
), -1 },
1185 { "rx_dropped", GEN_STAT(stats
.rx_dropped
), -1 },
1186 { "tx_dropped", GEN_STAT(stats
.tx_dropped
), -1 },
1188 { "rx_good_octets", GEN_STAT(mib
.rx_gd_octets
), ETH_MIB_RX_GD_OCTETS
},
1189 { "rx_good_pkts", GEN_STAT(mib
.rx_gd_pkts
), ETH_MIB_RX_GD_PKTS
},
1190 { "rx_broadcast", GEN_STAT(mib
.rx_brdcast
), ETH_MIB_RX_BRDCAST
},
1191 { "rx_multicast", GEN_STAT(mib
.rx_mult
), ETH_MIB_RX_MULT
},
1192 { "rx_64_octets", GEN_STAT(mib
.rx_64
), ETH_MIB_RX_64
},
1193 { "rx_65_127_oct", GEN_STAT(mib
.rx_65_127
), ETH_MIB_RX_65_127
},
1194 { "rx_128_255_oct", GEN_STAT(mib
.rx_128_255
), ETH_MIB_RX_128_255
},
1195 { "rx_256_511_oct", GEN_STAT(mib
.rx_256_511
), ETH_MIB_RX_256_511
},
1196 { "rx_512_1023_oct", GEN_STAT(mib
.rx_512_1023
), ETH_MIB_RX_512_1023
},
1197 { "rx_1024_max_oct", GEN_STAT(mib
.rx_1024_max
), ETH_MIB_RX_1024_MAX
},
1198 { "rx_jabber", GEN_STAT(mib
.rx_jab
), ETH_MIB_RX_JAB
},
1199 { "rx_oversize", GEN_STAT(mib
.rx_ovr
), ETH_MIB_RX_OVR
},
1200 { "rx_fragment", GEN_STAT(mib
.rx_frag
), ETH_MIB_RX_FRAG
},
1201 { "rx_dropped", GEN_STAT(mib
.rx_drop
), ETH_MIB_RX_DROP
},
1202 { "rx_crc_align", GEN_STAT(mib
.rx_crc_align
), ETH_MIB_RX_CRC_ALIGN
},
1203 { "rx_undersize", GEN_STAT(mib
.rx_und
), ETH_MIB_RX_UND
},
1204 { "rx_crc", GEN_STAT(mib
.rx_crc
), ETH_MIB_RX_CRC
},
1205 { "rx_align", GEN_STAT(mib
.rx_align
), ETH_MIB_RX_ALIGN
},
1206 { "rx_symbol_error", GEN_STAT(mib
.rx_sym
), ETH_MIB_RX_SYM
},
1207 { "rx_pause", GEN_STAT(mib
.rx_pause
), ETH_MIB_RX_PAUSE
},
1208 { "rx_control", GEN_STAT(mib
.rx_cntrl
), ETH_MIB_RX_CNTRL
},
1210 { "tx_good_octets", GEN_STAT(mib
.tx_gd_octets
), ETH_MIB_TX_GD_OCTETS
},
1211 { "tx_good_pkts", GEN_STAT(mib
.tx_gd_pkts
), ETH_MIB_TX_GD_PKTS
},
1212 { "tx_broadcast", GEN_STAT(mib
.tx_brdcast
), ETH_MIB_TX_BRDCAST
},
1213 { "tx_multicast", GEN_STAT(mib
.tx_mult
), ETH_MIB_TX_MULT
},
1214 { "tx_64_oct", GEN_STAT(mib
.tx_64
), ETH_MIB_TX_64
},
1215 { "tx_65_127_oct", GEN_STAT(mib
.tx_65_127
), ETH_MIB_TX_65_127
},
1216 { "tx_128_255_oct", GEN_STAT(mib
.tx_128_255
), ETH_MIB_TX_128_255
},
1217 { "tx_256_511_oct", GEN_STAT(mib
.tx_256_511
), ETH_MIB_TX_256_511
},
1218 { "tx_512_1023_oct", GEN_STAT(mib
.tx_512_1023
), ETH_MIB_TX_512_1023
},
1219 { "tx_1024_max_oct", GEN_STAT(mib
.tx_1024_max
), ETH_MIB_TX_1024_MAX
},
1220 { "tx_jabber", GEN_STAT(mib
.tx_jab
), ETH_MIB_TX_JAB
},
1221 { "tx_oversize", GEN_STAT(mib
.tx_ovr
), ETH_MIB_TX_OVR
},
1222 { "tx_fragment", GEN_STAT(mib
.tx_frag
), ETH_MIB_TX_FRAG
},
1223 { "tx_underrun", GEN_STAT(mib
.tx_underrun
), ETH_MIB_TX_UNDERRUN
},
1224 { "tx_collisions", GEN_STAT(mib
.tx_col
), ETH_MIB_TX_COL
},
1225 { "tx_single_collision", GEN_STAT(mib
.tx_1_col
), ETH_MIB_TX_1_COL
},
1226 { "tx_multiple_collision", GEN_STAT(mib
.tx_m_col
), ETH_MIB_TX_M_COL
},
1227 { "tx_excess_collision", GEN_STAT(mib
.tx_ex_col
), ETH_MIB_TX_EX_COL
},
1228 { "tx_late_collision", GEN_STAT(mib
.tx_late
), ETH_MIB_TX_LATE
},
1229 { "tx_deferred", GEN_STAT(mib
.tx_def
), ETH_MIB_TX_DEF
},
1230 { "tx_carrier_sense", GEN_STAT(mib
.tx_crs
), ETH_MIB_TX_CRS
},
1231 { "tx_pause", GEN_STAT(mib
.tx_pause
), ETH_MIB_TX_PAUSE
},
1235 #define BCM_ENET_STATS_LEN \
1236 (sizeof(bcm_enet_gstrings_stats) / sizeof(struct bcm_enet_stats))
1238 static const u32 unused_mib_regs
[] = {
1239 ETH_MIB_TX_ALL_OCTETS
,
1240 ETH_MIB_TX_ALL_PKTS
,
1241 ETH_MIB_RX_ALL_OCTETS
,
1242 ETH_MIB_RX_ALL_PKTS
,
1246 static void bcm_enet_get_drvinfo(struct net_device
*netdev
,
1247 struct ethtool_drvinfo
*drvinfo
)
1249 strncpy(drvinfo
->driver
, bcm_enet_driver_name
, 32);
1250 strncpy(drvinfo
->version
, bcm_enet_driver_version
, 32);
1251 strncpy(drvinfo
->fw_version
, "N/A", 32);
1252 strncpy(drvinfo
->bus_info
, "bcm63xx", 32);
1253 drvinfo
->n_stats
= BCM_ENET_STATS_LEN
;
1256 static int bcm_enet_get_stats_count(struct net_device
*netdev
)
1258 return BCM_ENET_STATS_LEN
;
1261 static void bcm_enet_get_strings(struct net_device
*netdev
,
1262 u32 stringset
, u8
*data
)
1266 switch (stringset
) {
1268 for (i
= 0; i
< BCM_ENET_STATS_LEN
; i
++) {
1269 memcpy(data
+ i
* ETH_GSTRING_LEN
,
1270 bcm_enet_gstrings_stats
[i
].stat_string
,
1277 static void update_mib_counters(struct bcm_enet_priv
*priv
)
1281 for (i
= 0; i
< BCM_ENET_STATS_LEN
; i
++) {
1282 const struct bcm_enet_stats
*s
;
1286 s
= &bcm_enet_gstrings_stats
[i
];
1287 if (s
->mib_reg
== -1)
1290 val
= enet_readl(priv
, ENET_MIB_REG(s
->mib_reg
));
1291 p
= (char *)priv
+ s
->stat_offset
;
1293 if (s
->sizeof_stat
== sizeof(u64
))
1299 /* also empty unused mib counters to make sure mib counter
1300 * overflow interrupt is cleared */
1301 for (i
= 0; i
< ARRAY_SIZE(unused_mib_regs
); i
++)
1302 (void)enet_readl(priv
, ENET_MIB_REG(unused_mib_regs
[i
]));
1305 static void bcm_enet_update_mib_counters_defer(struct work_struct
*t
)
1307 struct bcm_enet_priv
*priv
;
1309 priv
= container_of(t
, struct bcm_enet_priv
, mib_update_task
);
1310 mutex_lock(&priv
->mib_update_lock
);
1311 update_mib_counters(priv
);
1312 mutex_unlock(&priv
->mib_update_lock
);
1314 /* reenable mib interrupt */
1315 if (netif_running(priv
->net_dev
))
1316 enet_writel(priv
, ENET_IR_MIB
, ENET_IRMASK_REG
);
1319 static void bcm_enet_get_ethtool_stats(struct net_device
*netdev
,
1320 struct ethtool_stats
*stats
,
1323 struct bcm_enet_priv
*priv
;
1326 priv
= netdev_priv(netdev
);
1328 mutex_lock(&priv
->mib_update_lock
);
1329 update_mib_counters(priv
);
1331 for (i
= 0; i
< BCM_ENET_STATS_LEN
; i
++) {
1332 const struct bcm_enet_stats
*s
;
1335 s
= &bcm_enet_gstrings_stats
[i
];
1336 p
= (char *)priv
+ s
->stat_offset
;
1337 data
[i
] = (s
->sizeof_stat
== sizeof(u64
)) ?
1338 *(u64
*)p
: *(u32
*)p
;
1340 mutex_unlock(&priv
->mib_update_lock
);
1343 static int bcm_enet_get_settings(struct net_device
*dev
,
1344 struct ethtool_cmd
*cmd
)
1346 struct bcm_enet_priv
*priv
;
1348 priv
= netdev_priv(dev
);
1353 if (priv
->has_phy
) {
1356 return phy_ethtool_gset(priv
->phydev
, cmd
);
1359 cmd
->speed
= (priv
->force_speed_100
) ? SPEED_100
: SPEED_10
;
1360 cmd
->duplex
= (priv
->force_duplex_full
) ?
1361 DUPLEX_FULL
: DUPLEX_HALF
;
1362 cmd
->supported
= ADVERTISED_10baseT_Half
|
1363 ADVERTISED_10baseT_Full
|
1364 ADVERTISED_100baseT_Half
|
1365 ADVERTISED_100baseT_Full
;
1366 cmd
->advertising
= 0;
1367 cmd
->port
= PORT_MII
;
1368 cmd
->transceiver
= XCVR_EXTERNAL
;
1373 static int bcm_enet_set_settings(struct net_device
*dev
,
1374 struct ethtool_cmd
*cmd
)
1376 struct bcm_enet_priv
*priv
;
1378 priv
= netdev_priv(dev
);
1379 if (priv
->has_phy
) {
1382 return phy_ethtool_sset(priv
->phydev
, cmd
);
1386 (cmd
->speed
!= SPEED_100
&& cmd
->speed
!= SPEED_10
) ||
1387 cmd
->port
!= PORT_MII
)
1390 priv
->force_speed_100
= (cmd
->speed
== SPEED_100
) ? 1 : 0;
1391 priv
->force_duplex_full
= (cmd
->duplex
== DUPLEX_FULL
) ? 1 : 0;
1393 if (netif_running(dev
))
1394 bcm_enet_adjust_link(dev
);
1399 static void bcm_enet_get_ringparam(struct net_device
*dev
,
1400 struct ethtool_ringparam
*ering
)
1402 struct bcm_enet_priv
*priv
;
1404 priv
= netdev_priv(dev
);
1406 /* rx/tx ring is actually only limited by memory */
1407 ering
->rx_max_pending
= 8192;
1408 ering
->tx_max_pending
= 8192;
1409 ering
->rx_mini_max_pending
= 0;
1410 ering
->rx_jumbo_max_pending
= 0;
1411 ering
->rx_pending
= priv
->rx_ring_size
;
1412 ering
->tx_pending
= priv
->tx_ring_size
;
1415 static int bcm_enet_set_ringparam(struct net_device
*dev
,
1416 struct ethtool_ringparam
*ering
)
1418 struct bcm_enet_priv
*priv
;
1421 priv
= netdev_priv(dev
);
1424 if (netif_running(dev
)) {
1429 priv
->rx_ring_size
= ering
->rx_pending
;
1430 priv
->tx_ring_size
= ering
->tx_pending
;
1435 err
= bcm_enet_open(dev
);
1439 bcm_enet_set_multicast_list(dev
);
1444 static void bcm_enet_get_pauseparam(struct net_device
*dev
,
1445 struct ethtool_pauseparam
*ecmd
)
1447 struct bcm_enet_priv
*priv
;
1449 priv
= netdev_priv(dev
);
1450 ecmd
->autoneg
= priv
->pause_auto
;
1451 ecmd
->rx_pause
= priv
->pause_rx
;
1452 ecmd
->tx_pause
= priv
->pause_tx
;
1455 static int bcm_enet_set_pauseparam(struct net_device
*dev
,
1456 struct ethtool_pauseparam
*ecmd
)
1458 struct bcm_enet_priv
*priv
;
1460 priv
= netdev_priv(dev
);
1462 if (priv
->has_phy
) {
1463 if (ecmd
->autoneg
&& (ecmd
->rx_pause
!= ecmd
->tx_pause
)) {
1464 /* asymetric pause mode not supported,
1465 * actually possible but integrated PHY has RO
1470 /* no pause autoneg on direct mii connection */
1475 priv
->pause_auto
= ecmd
->autoneg
;
1476 priv
->pause_rx
= ecmd
->rx_pause
;
1477 priv
->pause_tx
= ecmd
->tx_pause
;
1482 static struct ethtool_ops bcm_enet_ethtool_ops
= {
1483 .get_strings
= bcm_enet_get_strings
,
1484 .get_stats_count
= bcm_enet_get_stats_count
,
1485 .get_ethtool_stats
= bcm_enet_get_ethtool_stats
,
1486 .get_settings
= bcm_enet_get_settings
,
1487 .set_settings
= bcm_enet_set_settings
,
1488 .get_drvinfo
= bcm_enet_get_drvinfo
,
1489 .get_link
= ethtool_op_get_link
,
1490 .get_ringparam
= bcm_enet_get_ringparam
,
1491 .set_ringparam
= bcm_enet_set_ringparam
,
1492 .get_pauseparam
= bcm_enet_get_pauseparam
,
1493 .set_pauseparam
= bcm_enet_set_pauseparam
,
1496 static int bcm_enet_ioctl(struct net_device
*dev
, struct ifreq
*rq
, int cmd
)
1498 struct bcm_enet_priv
*priv
;
1500 priv
= netdev_priv(dev
);
1501 if (priv
->has_phy
) {
1504 return phy_mii_ioctl(priv
->phydev
, if_mii(rq
), cmd
);
1506 struct mii_if_info mii
;
1509 mii
.mdio_read
= bcm_enet_mdio_read_mii
;
1510 mii
.mdio_write
= bcm_enet_mdio_write_mii
;
1512 mii
.phy_id_mask
= 0x3f;
1513 mii
.reg_num_mask
= 0x1f;
1514 return generic_mii_ioctl(&mii
, if_mii(rq
), cmd
, NULL
);
1519 * calculate actual hardware mtu
1521 static int compute_hw_mtu(struct bcm_enet_priv
*priv
, int mtu
)
1527 /* add ethernet header + vlan tag size */
1528 actual_mtu
+= VLAN_ETH_HLEN
;
1530 if (actual_mtu
< 64 || actual_mtu
> BCMENET_MAX_MTU
)
1534 * setup maximum size before we get overflow mark in
1535 * descriptor, note that this will not prevent reception of
1536 * big frames, they will be split into multiple buffers
1539 priv
->hw_mtu
= actual_mtu
;
1542 * align rx buffer size to dma burst len, account FCS since
1545 priv
->rx_skb_size
= ALIGN(actual_mtu
+ ETH_FCS_LEN
,
1546 BCMENET_DMA_MAXBURST
* 4);
1551 * adjust mtu, can't be called while device is running
1553 static int bcm_enet_change_mtu(struct net_device
*dev
, int new_mtu
)
1557 if (netif_running(dev
))
1560 ret
= compute_hw_mtu(netdev_priv(dev
), new_mtu
);
1568 * preinit hardware to allow mii operation while device is down
1570 static void bcm_enet_hw_preinit(struct bcm_enet_priv
*priv
)
1575 /* make sure mac is disabled */
1576 bcm_enet_disable_mac(priv
);
1578 /* soft reset mac */
1579 val
= ENET_CTL_SRESET_MASK
;
1580 enet_writel(priv
, val
, ENET_CTL_REG
);
1585 val
= enet_readl(priv
, ENET_CTL_REG
);
1586 if (!(val
& ENET_CTL_SRESET_MASK
))
1591 /* select correct mii interface */
1592 val
= enet_readl(priv
, ENET_CTL_REG
);
1593 if (priv
->use_external_mii
)
1594 val
|= ENET_CTL_EPHYSEL_MASK
;
1596 val
&= ~ENET_CTL_EPHYSEL_MASK
;
1597 enet_writel(priv
, val
, ENET_CTL_REG
);
1599 /* turn on mdc clock */
1600 enet_writel(priv
, (0x1f << ENET_MIISC_MDCFREQDIV_SHIFT
) |
1601 ENET_MIISC_PREAMBLEEN_MASK
, ENET_MIISC_REG
);
1603 /* set mib counters to self-clear when read */
1604 val
= enet_readl(priv
, ENET_MIBCTL_REG
);
1605 val
|= ENET_MIBCTL_RDCLEAR_MASK
;
1606 enet_writel(priv
, val
, ENET_MIBCTL_REG
);
1610 * allocate netdevice, request register memory and register device.
1612 static int __devinit
bcm_enet_probe(struct platform_device
*pdev
)
1614 struct bcm_enet_priv
*priv
;
1615 struct net_device
*dev
;
1616 struct bcm63xx_enet_platform_data
*pd
;
1617 struct resource
*res_mem
, *res_irq
, *res_irq_rx
, *res_irq_tx
;
1618 struct mii_bus
*bus
;
1619 const char *clk_name
;
1620 unsigned int iomem_size
;
1621 int i
, ret
, mdio_registered
, mem_requested
;
1623 /* stop if shared driver failed, assume driver->probe will be
1624 * called in the same order we register devices (correct ?) */
1625 if (!bcm_enet_shared_base
)
1628 mdio_registered
= mem_requested
= 0;
1630 res_mem
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1631 res_irq
= platform_get_resource(pdev
, IORESOURCE_IRQ
, 0);
1632 res_irq_rx
= platform_get_resource(pdev
, IORESOURCE_IRQ
, 1);
1633 res_irq_tx
= platform_get_resource(pdev
, IORESOURCE_IRQ
, 2);
1634 if (!res_mem
|| !res_irq
|| !res_irq_rx
|| !res_irq_tx
)
1638 dev
= alloc_etherdev(sizeof(*priv
));
1641 priv
= netdev_priv(dev
);
1642 memset(priv
, 0, sizeof(*priv
));
1644 ret
= compute_hw_mtu(priv
, dev
->mtu
);
1648 iomem_size
= res_mem
->end
- res_mem
->start
+ 1;
1649 if (!request_mem_region(res_mem
->start
, iomem_size
, "bcm63xx_enet")) {
1655 priv
->base
= ioremap(res_mem
->start
, iomem_size
);
1656 if (priv
->base
== NULL
) {
1660 dev
->irq
= priv
->irq
= res_irq
->start
;
1661 priv
->irq_rx
= res_irq_rx
->start
;
1662 priv
->irq_tx
= res_irq_tx
->start
;
1663 priv
->mac_id
= pdev
->id
;
1665 /* get rx & tx dma channel id for this mac */
1666 if (priv
->mac_id
== 0) {
1676 priv
->mac_clk
= clk_get(&pdev
->dev
, clk_name
);
1677 if (IS_ERR(priv
->mac_clk
)) {
1678 ret
= PTR_ERR(priv
->mac_clk
);
1679 priv
->mac_clk
= NULL
;
1682 clk_enable(priv
->mac_clk
);
1684 /* initialize default and fetch platform data */
1685 priv
->rx_ring_size
= BCMENET_DEF_RX_DESC
;
1686 priv
->tx_ring_size
= BCMENET_DEF_TX_DESC
;
1688 pd
= pdev
->dev
.platform_data
;
1690 memcpy(dev
->dev_addr
, pd
->mac_addr
, ETH_ALEN
);
1691 priv
->has_phy
= pd
->has_phy
;
1692 priv
->phy_id
= pd
->phy_id
;
1693 priv
->has_phy_interrupt
= pd
->has_phy_interrupt
;
1694 priv
->phy_interrupt
= pd
->phy_interrupt
;
1695 priv
->use_external_mii
= !pd
->use_internal_phy
;
1696 priv
->pause_auto
= pd
->pause_auto
;
1697 priv
->pause_rx
= pd
->pause_rx
;
1698 priv
->pause_tx
= pd
->pause_tx
;
1699 priv
->force_duplex_full
= pd
->force_duplex_full
;
1700 priv
->force_speed_100
= pd
->force_speed_100
;
1703 if (priv
->mac_id
== 0 && priv
->has_phy
&& !priv
->use_external_mii
) {
1704 /* using internal PHY, enable clock */
1705 priv
->phy_clk
= clk_get(&pdev
->dev
, "ephy");
1706 if (IS_ERR(priv
->phy_clk
)) {
1707 ret
= PTR_ERR(priv
->phy_clk
);
1708 priv
->phy_clk
= NULL
;
1711 clk_enable(priv
->phy_clk
);
1714 /* do minimal hardware init to be able to probe mii bus */
1715 bcm_enet_hw_preinit(priv
);
1717 /* MII bus registration */
1718 if (priv
->has_phy
) {
1719 bus
= &priv
->mii_bus
;
1720 bus
->name
= "bcm63xx_enet MII bus";
1721 #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,28)
1722 bus
->dev
= &pdev
->dev
;
1724 bus
->parent
= &pdev
->dev
;
1727 bus
->read
= bcm_enet_mdio_read_phylib
;
1728 bus
->write
= bcm_enet_mdio_write_phylib
;
1729 sprintf(bus
->id
, "%d", priv
->mac_id
);
1731 /* only probe bus where we think the PHY is, because
1732 * the mdio read operation return 0 instead of 0xffff
1733 * if a slave is not present on hw */
1734 bus
->phy_mask
= ~(1 << priv
->phy_id
);
1736 bus
->irq
= kmalloc(sizeof(int) * PHY_MAX_ADDR
, GFP_KERNEL
);
1742 if (priv
->has_phy_interrupt
)
1743 bus
->irq
[priv
->phy_id
] = priv
->phy_interrupt
;
1745 bus
->irq
[priv
->phy_id
] = PHY_POLL
;
1747 ret
= mdiobus_register(bus
);
1749 dev_err(&pdev
->dev
, "unable to register mdio bus\n");
1752 mdio_registered
= 1;
1755 /* run platform code to initialize PHY device */
1756 if (pd
->mii_config
&&
1757 pd
->mii_config(dev
, 1, bcm_enet_mdio_read_mii
,
1758 bcm_enet_mdio_write_mii
)) {
1759 dev_err(&pdev
->dev
, "unable to configure mdio bus\n");
1764 spin_lock_init(&priv
->rx_lock
);
1766 /* init rx timeout (used for oom) */
1767 init_timer(&priv
->rx_timeout
);
1768 priv
->rx_timeout
.function
= bcm_enet_refill_rx_timer
;
1769 priv
->rx_timeout
.data
= (unsigned long)dev
;
1771 /* init the mib update lock&work */
1772 mutex_init(&priv
->mib_update_lock
);
1773 INIT_WORK(&priv
->mib_update_task
, bcm_enet_update_mib_counters_defer
);
1775 /* zero mib counters */
1776 for (i
= 0; i
< ENET_MIB_REG_COUNT
; i
++)
1777 enet_writel(priv
, 0, ENET_MIB_REG(i
));
1779 /* register netdevice */
1780 dev
->open
= bcm_enet_open
;
1781 dev
->stop
= bcm_enet_stop
;
1782 dev
->hard_start_xmit
= bcm_enet_start_xmit
;
1783 dev
->get_stats
= bcm_enet_get_stats
;
1784 dev
->set_mac_address
= bcm_enet_set_mac_address
;
1785 dev
->set_multicast_list
= bcm_enet_set_multicast_list
;
1786 netif_napi_add(dev
, &priv
->napi
, bcm_enet_poll
, 16);
1787 dev
->do_ioctl
= bcm_enet_ioctl
;
1788 #ifdef CONFIG_NET_POLL_CONTROLLER
1789 dev
->poll_controller
= bcm_enet_netpoll
;
1791 dev
->change_mtu
= bcm_enet_change_mtu
;
1793 SET_ETHTOOL_OPS(dev
, &bcm_enet_ethtool_ops
);
1794 SET_NETDEV_DEV(dev
, &pdev
->dev
);
1796 ret
= register_netdev(dev
);
1800 platform_set_drvdata(pdev
, dev
);
1802 priv
->net_dev
= dev
;
1808 release_mem_region(res_mem
->start
, iomem_size
);
1809 if (mdio_registered
)
1810 mdiobus_unregister(&priv
->mii_bus
);
1811 kfree(priv
->mii_bus
.irq
);
1812 if (priv
->mac_clk
) {
1813 clk_disable(priv
->mac_clk
);
1814 clk_put(priv
->mac_clk
);
1816 if (priv
->phy_clk
) {
1817 clk_disable(priv
->phy_clk
);
1818 clk_put(priv
->phy_clk
);
1821 /* turn off mdc clock */
1822 enet_writel(priv
, 0, ENET_MIISC_REG
);
1823 iounmap(priv
->base
);
1832 * exit func, stops hardware and unregisters netdevice
1834 static int __devexit
bcm_enet_remove(struct platform_device
*pdev
)
1836 struct bcm_enet_priv
*priv
;
1837 struct net_device
*dev
;
1838 struct resource
*res
;
1840 /* stop netdevice */
1841 dev
= platform_get_drvdata(pdev
);
1842 priv
= netdev_priv(dev
);
1843 unregister_netdev(dev
);
1845 /* turn off mdc clock */
1846 enet_writel(priv
, 0, ENET_MIISC_REG
);
1848 if (priv
->has_phy
) {
1849 mdiobus_unregister(&priv
->mii_bus
);
1850 kfree(priv
->mii_bus
.irq
);
1852 struct bcm63xx_enet_platform_data
*pd
;
1854 pd
= pdev
->dev
.platform_data
;
1855 if (pd
&& pd
->mii_config
)
1856 pd
->mii_config(dev
, 0, bcm_enet_mdio_read_mii
,
1857 bcm_enet_mdio_write_mii
);
1860 /* release device resources */
1861 iounmap(priv
->base
);
1862 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1863 release_mem_region(res
->start
, res
->end
- res
->start
+ 1);
1865 /* disable hw block clocks */
1866 if (priv
->phy_clk
) {
1867 clk_disable(priv
->phy_clk
);
1868 clk_put(priv
->phy_clk
);
1870 clk_disable(priv
->mac_clk
);
1871 clk_put(priv
->mac_clk
);
1873 platform_set_drvdata(pdev
, NULL
);
1878 struct platform_driver bcm63xx_enet_driver
= {
1879 .probe
= bcm_enet_probe
,
1880 .remove
= __devexit_p(bcm_enet_remove
),
1882 .name
= "bcm63xx_enet",
1883 .owner
= THIS_MODULE
,
1888 * reserve & remap memory space shared between all macs
1890 static int __devinit
bcm_enet_shared_probe(struct platform_device
*pdev
)
1892 struct resource
*res
;
1893 unsigned int iomem_size
;
1895 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1899 iomem_size
= res
->end
- res
->start
+ 1;
1900 if (!request_mem_region(res
->start
, iomem_size
, "bcm63xx_enet_dma"))
1903 bcm_enet_shared_base
= ioremap(res
->start
, iomem_size
);
1904 if (!bcm_enet_shared_base
) {
1905 release_mem_region(res
->start
, iomem_size
);
1911 static int __devexit
bcm_enet_shared_remove(struct platform_device
*pdev
)
1913 struct resource
*res
;
1915 iounmap(bcm_enet_shared_base
);
1916 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1917 release_mem_region(res
->start
, res
->end
- res
->start
+ 1);
1922 * this "shared" driver is needed because both macs share a single
1925 struct platform_driver bcm63xx_enet_shared_driver
= {
1926 .probe
= bcm_enet_shared_probe
,
1927 .remove
= __devexit_p(bcm_enet_shared_remove
),
1929 .name
= "bcm63xx_enet_shared",
1930 .owner
= THIS_MODULE
,
1937 static int __init
bcm_enet_init(void)
1941 ret
= platform_driver_register(&bcm63xx_enet_shared_driver
);
1945 ret
= platform_driver_register(&bcm63xx_enet_driver
);
1947 platform_driver_unregister(&bcm63xx_enet_shared_driver
);
1952 static void __exit
bcm_enet_exit(void)
1954 platform_driver_unregister(&bcm63xx_enet_driver
);
1955 platform_driver_unregister(&bcm63xx_enet_shared_driver
);
1959 module_init(bcm_enet_init
);
1960 module_exit(bcm_enet_exit
);
1962 MODULE_DESCRIPTION("BCM63xx internal ethernet mac driver");
1963 MODULE_AUTHOR("Maxime Bizon <mbizon@freebox.fr>");
1964 MODULE_LICENSE("GPL");