|  | /* epic100.c: A SMC 83c170 EPIC/100 Fast Ethernet driver for Linux. */ | 
|  | /* | 
|  | Written/copyright 1997-2001 by Donald Becker. | 
|  |  | 
|  | This software may be used and distributed according to the terms of | 
|  | the GNU General Public License (GPL), incorporated herein by reference. | 
|  | Drivers based on or derived from this code fall under the GPL and must | 
|  | retain the authorship, copyright and license notice.  This file is not | 
|  | a complete program and may only be used when the entire operating | 
|  | system is licensed under the GPL. | 
|  |  | 
|  | This driver is for the SMC83c170/175 "EPIC" series, as used on the | 
|  | SMC EtherPower II 9432 PCI adapter, and several CardBus cards. | 
|  |  | 
|  | The author may be reached as becker@scyld.com, or C/O | 
|  | Scyld Computing Corporation | 
|  | 410 Severn Ave., Suite 210 | 
|  | Annapolis MD 21403 | 
|  |  | 
|  | Information and updates available at | 
|  | http://www.scyld.com/network/epic100.html | 
|  | [this link no longer provides anything useful -jgarzik] | 
|  |  | 
|  | --------------------------------------------------------------------- | 
|  |  | 
|  | */ | 
|  |  | 
|  | #define DRV_NAME        "epic100" | 
|  | #define DRV_VERSION     "2.1" | 
|  | #define DRV_RELDATE     "Sept 11, 2006" | 
|  |  | 
|  | /* The user-configurable values. | 
|  | These may be modified when a driver module is loaded.*/ | 
|  |  | 
|  | static int debug = 1;			/* 1 normal messages, 0 quiet .. 7 verbose. */ | 
|  |  | 
|  | /* Used to pass the full-duplex flag, etc. */ | 
|  | #define MAX_UNITS 8		/* More are supported, limit only on options */ | 
|  | static int options[MAX_UNITS] = {-1, -1, -1, -1, -1, -1, -1, -1}; | 
|  | static int full_duplex[MAX_UNITS] = {-1, -1, -1, -1, -1, -1, -1, -1}; | 
|  |  | 
|  | /* Set the copy breakpoint for the copy-only-tiny-frames scheme. | 
|  | Setting to > 1518 effectively disables this feature. */ | 
|  | static int rx_copybreak; | 
|  |  | 
|  | /* Operational parameters that are set at compile time. */ | 
|  |  | 
|  | /* Keep the ring sizes a power of two for operational efficiency. | 
|  | The compiler will convert <unsigned>'%'<2^N> into a bit mask. | 
|  | Making the Tx ring too large decreases the effectiveness of channel | 
|  | bonding and packet priority. | 
|  | There are no ill effects from too-large receive rings. */ | 
|  | #define TX_RING_SIZE	256 | 
|  | #define TX_QUEUE_LEN	240		/* Limit ring entries actually used.  */ | 
|  | #define RX_RING_SIZE	256 | 
|  | #define TX_TOTAL_SIZE	TX_RING_SIZE*sizeof(struct epic_tx_desc) | 
|  | #define RX_TOTAL_SIZE	RX_RING_SIZE*sizeof(struct epic_rx_desc) | 
|  |  | 
|  | /* Operational parameters that usually are not changed. */ | 
|  | /* Time in jiffies before concluding the transmitter is hung. */ | 
|  | #define TX_TIMEOUT  (2*HZ) | 
|  |  | 
|  | #define PKT_BUF_SZ		1536			/* Size of each temporary Rx buffer.*/ | 
|  |  | 
|  | /* Bytes transferred to chip before transmission starts. */ | 
|  | /* Initial threshold, increased on underflow, rounded down to 4 byte units. */ | 
|  | #define TX_FIFO_THRESH 256 | 
|  | #define RX_FIFO_THRESH 1		/* 0-3, 0==32, 64,96, or 3==128 bytes  */ | 
|  |  | 
|  | #include <linux/module.h> | 
|  | #include <linux/kernel.h> | 
|  | #include <linux/string.h> | 
|  | #include <linux/timer.h> | 
|  | #include <linux/errno.h> | 
|  | #include <linux/ioport.h> | 
|  | #include <linux/interrupt.h> | 
|  | #include <linux/pci.h> | 
|  | #include <linux/delay.h> | 
|  | #include <linux/netdevice.h> | 
|  | #include <linux/etherdevice.h> | 
|  | #include <linux/skbuff.h> | 
|  | #include <linux/init.h> | 
|  | #include <linux/spinlock.h> | 
|  | #include <linux/ethtool.h> | 
|  | #include <linux/mii.h> | 
|  | #include <linux/crc32.h> | 
|  | #include <linux/bitops.h> | 
|  | #include <asm/io.h> | 
|  | #include <linux/uaccess.h> | 
|  | #include <asm/byteorder.h> | 
|  |  | 
|  | /* These identify the driver base version and may not be removed. */ | 
|  | static char version[] = | 
|  | DRV_NAME ".c:v1.11 1/7/2001 Written by Donald Becker <becker@scyld.com>"; | 
|  | static char version2[] = | 
|  | "  (unofficial 2.4.x kernel port, version " DRV_VERSION ", " DRV_RELDATE ")"; | 
|  |  | 
|  | MODULE_AUTHOR("Donald Becker <becker@scyld.com>"); | 
|  | MODULE_DESCRIPTION("SMC 83c170 EPIC series Ethernet driver"); | 
|  | MODULE_LICENSE("GPL"); | 
|  |  | 
|  | module_param(debug, int, 0); | 
|  | module_param(rx_copybreak, int, 0); | 
|  | module_param_array(options, int, NULL, 0); | 
|  | module_param_array(full_duplex, int, NULL, 0); | 
|  | MODULE_PARM_DESC(debug, "EPIC/100 debug level (0-5)"); | 
|  | MODULE_PARM_DESC(options, "EPIC/100: Bits 0-3: media type, bit 4: full duplex"); | 
|  | MODULE_PARM_DESC(rx_copybreak, "EPIC/100 copy breakpoint for copy-only-tiny-frames"); | 
|  | MODULE_PARM_DESC(full_duplex, "EPIC/100 full duplex setting(s) (1)"); | 
|  |  | 
|  | /* | 
|  | Theory of Operation | 
|  |  | 
|  | I. Board Compatibility | 
|  |  | 
|  | This device driver is designed for the SMC "EPIC/100", the SMC | 
|  | single-chip Ethernet controllers for PCI.  This chip is used on | 
|  | the SMC EtherPower II boards. | 
|  |  | 
|  | II. Board-specific settings | 
|  |  | 
|  | PCI bus devices are configured by the system at boot time, so no jumpers | 
|  | need to be set on the board.  The system BIOS will assign the | 
|  | PCI INTA signal to a (preferably otherwise unused) system IRQ line. | 
|  | Note: Kernel versions earlier than 1.3.73 do not support shared PCI | 
|  | interrupt lines. | 
|  |  | 
|  | III. Driver operation | 
|  |  | 
|  | IIIa. Ring buffers | 
|  |  | 
|  | IVb. References | 
|  |  | 
|  | http://www.smsc.com/media/Downloads_Public/discontinued/83c171.pdf | 
|  | http://www.smsc.com/media/Downloads_Public/discontinued/83c175.pdf | 
|  | http://scyld.com/expert/NWay.html | 
|  | http://www.national.com/pf/DP/DP83840A.html | 
|  |  | 
|  | IVc. Errata | 
|  |  | 
|  | */ | 
|  |  | 
|  |  | 
|  | enum chip_capability_flags { MII_PWRDWN=1, TYPE2_INTR=2, NO_MII=4 }; | 
|  |  | 
|  | #define EPIC_TOTAL_SIZE 0x100 | 
|  | #define USE_IO_OPS 1 | 
|  |  | 
|  | #ifdef USE_IO_OPS | 
|  | #define EPIC_BAR	0 | 
|  | #else | 
|  | #define EPIC_BAR	1 | 
|  | #endif | 
|  |  | 
|  | typedef enum { | 
|  | SMSC_83C170_0, | 
|  | SMSC_83C170, | 
|  | SMSC_83C175, | 
|  | } chip_t; | 
|  |  | 
|  |  | 
|  | struct epic_chip_info { | 
|  | const char *name; | 
|  | int drv_flags;                          /* Driver use, intended as capability flags. */ | 
|  | }; | 
|  |  | 
|  |  | 
|  | /* indexed by chip_t */ | 
|  | static const struct epic_chip_info pci_id_tbl[] = { | 
|  | { "SMSC EPIC/100 83c170",	TYPE2_INTR | NO_MII | MII_PWRDWN }, | 
|  | { "SMSC EPIC/100 83c170",	TYPE2_INTR }, | 
|  | { "SMSC EPIC/C 83c175",		TYPE2_INTR | MII_PWRDWN }, | 
|  | }; | 
|  |  | 
|  |  | 
|  | static const struct pci_device_id epic_pci_tbl[] = { | 
|  | { 0x10B8, 0x0005, 0x1092, 0x0AB4, 0, 0, SMSC_83C170_0 }, | 
|  | { 0x10B8, 0x0005, PCI_ANY_ID, PCI_ANY_ID, 0, 0, SMSC_83C170 }, | 
|  | { 0x10B8, 0x0006, PCI_ANY_ID, PCI_ANY_ID, | 
|  | PCI_CLASS_NETWORK_ETHERNET << 8, 0xffff00, SMSC_83C175 }, | 
|  | { 0,} | 
|  | }; | 
|  | MODULE_DEVICE_TABLE (pci, epic_pci_tbl); | 
|  |  | 
|  | #define ew16(reg, val)	iowrite16(val, ioaddr + (reg)) | 
|  | #define ew32(reg, val)	iowrite32(val, ioaddr + (reg)) | 
|  | #define er8(reg)	ioread8(ioaddr + (reg)) | 
|  | #define er16(reg)	ioread16(ioaddr + (reg)) | 
|  | #define er32(reg)	ioread32(ioaddr + (reg)) | 
|  |  | 
|  | /* Offsets to registers, using the (ugh) SMC names. */ | 
|  | enum epic_registers { | 
|  | COMMAND=0, INTSTAT=4, INTMASK=8, GENCTL=0x0C, NVCTL=0x10, EECTL=0x14, | 
|  | PCIBurstCnt=0x18, | 
|  | TEST1=0x1C, CRCCNT=0x20, ALICNT=0x24, MPCNT=0x28,	/* Rx error counters. */ | 
|  | MIICtrl=0x30, MIIData=0x34, MIICfg=0x38, | 
|  | LAN0=64,						/* MAC address. */ | 
|  | MC0=80,						/* Multicast filter table. */ | 
|  | RxCtrl=96, TxCtrl=112, TxSTAT=0x74, | 
|  | PRxCDAR=0x84, RxSTAT=0xA4, EarlyRx=0xB0, PTxCDAR=0xC4, TxThresh=0xDC, | 
|  | }; | 
|  |  | 
|  | /* Interrupt register bits, using my own meaningful names. */ | 
|  | enum IntrStatus { | 
|  | TxIdle=0x40000, RxIdle=0x20000, IntrSummary=0x010000, | 
|  | PCIBusErr170=0x7000, PCIBusErr175=0x1000, PhyEvent175=0x8000, | 
|  | RxStarted=0x0800, RxEarlyWarn=0x0400, CntFull=0x0200, TxUnderrun=0x0100, | 
|  | TxEmpty=0x0080, TxDone=0x0020, RxError=0x0010, | 
|  | RxOverflow=0x0008, RxFull=0x0004, RxHeader=0x0002, RxDone=0x0001, | 
|  | }; | 
|  | enum CommandBits { | 
|  | StopRx=1, StartRx=2, TxQueued=4, RxQueued=8, | 
|  | StopTxDMA=0x20, StopRxDMA=0x40, RestartTx=0x80, | 
|  | }; | 
|  |  | 
|  | #define EpicRemoved	0xffffffff	/* Chip failed or removed (CardBus) */ | 
|  |  | 
|  | #define EpicNapiEvent	(TxEmpty | TxDone | \ | 
|  | RxDone | RxStarted | RxEarlyWarn | RxOverflow | RxFull) | 
|  | #define EpicNormalEvent	(0x0000ffff & ~EpicNapiEvent) | 
|  |  | 
|  | static const u16 media2miictl[16] = { | 
|  | 0, 0x0C00, 0x0C00, 0x2000,  0x0100, 0x2100, 0, 0, | 
|  | 0, 0, 0, 0,  0, 0, 0, 0 }; | 
|  |  | 
|  | /* | 
|  | * The EPIC100 Rx and Tx buffer descriptors.  Note that these | 
|  | * really ARE host-endian; it's not a misannotation.  We tell | 
|  | * the card to byteswap them internally on big-endian hosts - | 
|  | * look for #ifdef __BIG_ENDIAN in epic_open(). | 
|  | */ | 
|  |  | 
|  | struct epic_tx_desc { | 
|  | u32 txstatus; | 
|  | u32 bufaddr; | 
|  | u32 buflength; | 
|  | u32 next; | 
|  | }; | 
|  |  | 
|  | struct epic_rx_desc { | 
|  | u32 rxstatus; | 
|  | u32 bufaddr; | 
|  | u32 buflength; | 
|  | u32 next; | 
|  | }; | 
|  |  | 
|  | enum desc_status_bits { | 
|  | DescOwn=0x8000, | 
|  | }; | 
|  |  | 
|  | #define PRIV_ALIGN	15 	/* Required alignment mask */ | 
|  | struct epic_private { | 
|  | struct epic_rx_desc *rx_ring; | 
|  | struct epic_tx_desc *tx_ring; | 
|  | /* The saved address of a sent-in-place packet/buffer, for skfree(). */ | 
|  | struct sk_buff* tx_skbuff[TX_RING_SIZE]; | 
|  | /* The addresses of receive-in-place skbuffs. */ | 
|  | struct sk_buff* rx_skbuff[RX_RING_SIZE]; | 
|  |  | 
|  | dma_addr_t tx_ring_dma; | 
|  | dma_addr_t rx_ring_dma; | 
|  |  | 
|  | /* Ring pointers. */ | 
|  | spinlock_t lock;				/* Group with Tx control cache line. */ | 
|  | spinlock_t napi_lock; | 
|  | struct napi_struct napi; | 
|  | unsigned int cur_tx, dirty_tx; | 
|  |  | 
|  | unsigned int cur_rx, dirty_rx; | 
|  | u32 irq_mask; | 
|  | unsigned int rx_buf_sz;				/* Based on MTU+slack. */ | 
|  |  | 
|  | void __iomem *ioaddr; | 
|  | struct pci_dev *pci_dev;			/* PCI bus location. */ | 
|  | int chip_id, chip_flags; | 
|  |  | 
|  | struct timer_list timer;			/* Media selection timer. */ | 
|  | int tx_threshold; | 
|  | unsigned char mc_filter[8]; | 
|  | signed char phys[4];				/* MII device addresses. */ | 
|  | u16 advertising;					/* NWay media advertisement */ | 
|  | int mii_phy_cnt; | 
|  | u32 ethtool_ops_nesting; | 
|  | struct mii_if_info mii; | 
|  | unsigned int tx_full:1;				/* The Tx queue is full. */ | 
|  | unsigned int default_port:4;		/* Last dev->if_port value. */ | 
|  | }; | 
|  |  | 
|  | static int epic_open(struct net_device *dev); | 
|  | static int read_eeprom(struct epic_private *, int); | 
|  | static int mdio_read(struct net_device *dev, int phy_id, int location); | 
|  | static void mdio_write(struct net_device *dev, int phy_id, int loc, int val); | 
|  | static void epic_restart(struct net_device *dev); | 
|  | static void epic_timer(struct timer_list *t); | 
|  | static void epic_tx_timeout(struct net_device *dev, unsigned int txqueue); | 
|  | static void epic_init_ring(struct net_device *dev); | 
|  | static netdev_tx_t epic_start_xmit(struct sk_buff *skb, | 
|  | struct net_device *dev); | 
|  | static int epic_rx(struct net_device *dev, int budget); | 
|  | static int epic_poll(struct napi_struct *napi, int budget); | 
|  | static irqreturn_t epic_interrupt(int irq, void *dev_instance); | 
|  | static int netdev_ioctl(struct net_device *dev, struct ifreq *rq, int cmd); | 
|  | static const struct ethtool_ops netdev_ethtool_ops; | 
|  | static int epic_close(struct net_device *dev); | 
|  | static struct net_device_stats *epic_get_stats(struct net_device *dev); | 
|  | static void set_rx_mode(struct net_device *dev); | 
|  |  | 
|  | static const struct net_device_ops epic_netdev_ops = { | 
|  | .ndo_open		= epic_open, | 
|  | .ndo_stop		= epic_close, | 
|  | .ndo_start_xmit		= epic_start_xmit, | 
|  | .ndo_tx_timeout 	= epic_tx_timeout, | 
|  | .ndo_get_stats		= epic_get_stats, | 
|  | .ndo_set_rx_mode	= set_rx_mode, | 
|  | .ndo_eth_ioctl		= netdev_ioctl, | 
|  | .ndo_set_mac_address 	= eth_mac_addr, | 
|  | .ndo_validate_addr	= eth_validate_addr, | 
|  | }; | 
|  |  | 
|  | static int epic_init_one(struct pci_dev *pdev, const struct pci_device_id *ent) | 
|  | { | 
|  | static int card_idx = -1; | 
|  | void __iomem *ioaddr; | 
|  | int chip_idx = (int) ent->driver_data; | 
|  | struct net_device *dev; | 
|  | struct epic_private *ep; | 
|  | int i, ret, option = 0, duplex = 0; | 
|  | __le16 addr[ETH_ALEN / 2]; | 
|  | void *ring_space; | 
|  | dma_addr_t ring_dma; | 
|  |  | 
|  | /* when built into the kernel, we only print version if device is found */ | 
|  | #ifndef MODULE | 
|  | pr_info_once("%s%s\n", version, version2); | 
|  | #endif | 
|  |  | 
|  | card_idx++; | 
|  |  | 
|  | ret = pci_enable_device(pdev); | 
|  | if (ret) | 
|  | goto out; | 
|  |  | 
|  | if (pci_resource_len(pdev, 0) < EPIC_TOTAL_SIZE) { | 
|  | dev_err(&pdev->dev, "no PCI region space\n"); | 
|  | ret = -ENODEV; | 
|  | goto err_out_disable; | 
|  | } | 
|  |  | 
|  | pci_set_master(pdev); | 
|  |  | 
|  | ret = pci_request_regions(pdev, DRV_NAME); | 
|  | if (ret < 0) | 
|  | goto err_out_disable; | 
|  |  | 
|  | ret = -ENOMEM; | 
|  |  | 
|  | dev = alloc_etherdev(sizeof (*ep)); | 
|  | if (!dev) | 
|  | goto err_out_free_res; | 
|  |  | 
|  | SET_NETDEV_DEV(dev, &pdev->dev); | 
|  |  | 
|  | ioaddr = pci_iomap(pdev, EPIC_BAR, 0); | 
|  | if (!ioaddr) { | 
|  | dev_err(&pdev->dev, "ioremap failed\n"); | 
|  | goto err_out_free_netdev; | 
|  | } | 
|  |  | 
|  | pci_set_drvdata(pdev, dev); | 
|  | ep = netdev_priv(dev); | 
|  | ep->ioaddr = ioaddr; | 
|  | ep->mii.dev = dev; | 
|  | ep->mii.mdio_read = mdio_read; | 
|  | ep->mii.mdio_write = mdio_write; | 
|  | ep->mii.phy_id_mask = 0x1f; | 
|  | ep->mii.reg_num_mask = 0x1f; | 
|  |  | 
|  | ring_space = dma_alloc_coherent(&pdev->dev, TX_TOTAL_SIZE, &ring_dma, | 
|  | GFP_KERNEL); | 
|  | if (!ring_space) | 
|  | goto err_out_iounmap; | 
|  | ep->tx_ring = ring_space; | 
|  | ep->tx_ring_dma = ring_dma; | 
|  |  | 
|  | ring_space = dma_alloc_coherent(&pdev->dev, RX_TOTAL_SIZE, &ring_dma, | 
|  | GFP_KERNEL); | 
|  | if (!ring_space) | 
|  | goto err_out_unmap_tx; | 
|  | ep->rx_ring = ring_space; | 
|  | ep->rx_ring_dma = ring_dma; | 
|  |  | 
|  | if (dev->mem_start) { | 
|  | option = dev->mem_start; | 
|  | duplex = (dev->mem_start & 16) ? 1 : 0; | 
|  | } else if (card_idx >= 0  &&  card_idx < MAX_UNITS) { | 
|  | if (options[card_idx] >= 0) | 
|  | option = options[card_idx]; | 
|  | if (full_duplex[card_idx] >= 0) | 
|  | duplex = full_duplex[card_idx]; | 
|  | } | 
|  |  | 
|  | spin_lock_init(&ep->lock); | 
|  | spin_lock_init(&ep->napi_lock); | 
|  |  | 
|  | /* Bring the chip out of low-power mode. */ | 
|  | ew32(GENCTL, 0x4200); | 
|  | /* Magic?!  If we don't set this bit the MII interface won't work. */ | 
|  | /* This magic is documented in SMSC app note 7.15 */ | 
|  | for (i = 16; i > 0; i--) | 
|  | ew32(TEST1, 0x0008); | 
|  |  | 
|  | /* Turn on the MII transceiver. */ | 
|  | ew32(MIICfg, 0x12); | 
|  | if (chip_idx == 1) | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x003c) | 0x4800); | 
|  | ew32(GENCTL, 0x0200); | 
|  |  | 
|  | /* Note: the '175 does not have a serial EEPROM. */ | 
|  | for (i = 0; i < 3; i++) | 
|  | addr[i] = cpu_to_le16(er16(LAN0 + i*4)); | 
|  | eth_hw_addr_set(dev, (u8 *)addr); | 
|  |  | 
|  | if (debug > 2) { | 
|  | dev_dbg(&pdev->dev, "EEPROM contents:\n"); | 
|  | for (i = 0; i < 64; i++) | 
|  | pr_cont(" %4.4x%s", read_eeprom(ep, i), | 
|  | i % 16 == 15 ? "\n" : ""); | 
|  | } | 
|  |  | 
|  | ep->pci_dev = pdev; | 
|  | ep->chip_id = chip_idx; | 
|  | ep->chip_flags = pci_id_tbl[chip_idx].drv_flags; | 
|  | ep->irq_mask = | 
|  | (ep->chip_flags & TYPE2_INTR ?  PCIBusErr175 : PCIBusErr170) | 
|  | | CntFull | TxUnderrun | EpicNapiEvent; | 
|  |  | 
|  | /* Find the connected MII xcvrs. | 
|  | Doing this in open() would allow detecting external xcvrs later, but | 
|  | takes much time and no cards have external MII. */ | 
|  | { | 
|  | int phy, phy_idx = 0; | 
|  | for (phy = 1; phy < 32 && phy_idx < sizeof(ep->phys); phy++) { | 
|  | int mii_status = mdio_read(dev, phy, MII_BMSR); | 
|  | if (mii_status != 0xffff  &&  mii_status != 0x0000) { | 
|  | ep->phys[phy_idx++] = phy; | 
|  | dev_info(&pdev->dev, | 
|  | "MII transceiver #%d control " | 
|  | "%4.4x status %4.4x.\n", | 
|  | phy, mdio_read(dev, phy, 0), mii_status); | 
|  | } | 
|  | } | 
|  | ep->mii_phy_cnt = phy_idx; | 
|  | if (phy_idx != 0) { | 
|  | phy = ep->phys[0]; | 
|  | ep->mii.advertising = mdio_read(dev, phy, MII_ADVERTISE); | 
|  | dev_info(&pdev->dev, | 
|  | "Autonegotiation advertising %4.4x link " | 
|  | "partner %4.4x.\n", | 
|  | ep->mii.advertising, mdio_read(dev, phy, 5)); | 
|  | } else if ( ! (ep->chip_flags & NO_MII)) { | 
|  | dev_warn(&pdev->dev, | 
|  | "***WARNING***: No MII transceiver found!\n"); | 
|  | /* Use the known PHY address of the EPII. */ | 
|  | ep->phys[0] = 3; | 
|  | } | 
|  | ep->mii.phy_id = ep->phys[0]; | 
|  | } | 
|  |  | 
|  | /* Turn off the MII xcvr (175 only!), leave the chip in low-power mode. */ | 
|  | if (ep->chip_flags & MII_PWRDWN) | 
|  | ew32(NVCTL, er32(NVCTL) & ~0x483c); | 
|  | ew32(GENCTL, 0x0008); | 
|  |  | 
|  | /* The lower four bits are the media type. */ | 
|  | if (duplex) { | 
|  | ep->mii.force_media = ep->mii.full_duplex = 1; | 
|  | dev_info(&pdev->dev, "Forced full duplex requested.\n"); | 
|  | } | 
|  | dev->if_port = ep->default_port = option; | 
|  |  | 
|  | /* The Epic-specific entries in the device structure. */ | 
|  | dev->netdev_ops = &epic_netdev_ops; | 
|  | dev->ethtool_ops = &netdev_ethtool_ops; | 
|  | dev->watchdog_timeo = TX_TIMEOUT; | 
|  | netif_napi_add(dev, &ep->napi, epic_poll); | 
|  |  | 
|  | ret = register_netdev(dev); | 
|  | if (ret < 0) | 
|  | goto err_out_unmap_rx; | 
|  |  | 
|  | netdev_info(dev, "%s at %lx, IRQ %d, %pM\n", | 
|  | pci_id_tbl[chip_idx].name, | 
|  | (long)pci_resource_start(pdev, EPIC_BAR), pdev->irq, | 
|  | dev->dev_addr); | 
|  |  | 
|  | out: | 
|  | return ret; | 
|  |  | 
|  | err_out_unmap_rx: | 
|  | dma_free_coherent(&pdev->dev, RX_TOTAL_SIZE, ep->rx_ring, | 
|  | ep->rx_ring_dma); | 
|  | err_out_unmap_tx: | 
|  | dma_free_coherent(&pdev->dev, TX_TOTAL_SIZE, ep->tx_ring, | 
|  | ep->tx_ring_dma); | 
|  | err_out_iounmap: | 
|  | pci_iounmap(pdev, ioaddr); | 
|  | err_out_free_netdev: | 
|  | free_netdev(dev); | 
|  | err_out_free_res: | 
|  | pci_release_regions(pdev); | 
|  | err_out_disable: | 
|  | pci_disable_device(pdev); | 
|  | goto out; | 
|  | } | 
|  |  | 
|  | /* Serial EEPROM section. */ | 
|  |  | 
|  | /*  EEPROM_Ctrl bits. */ | 
|  | #define EE_SHIFT_CLK	0x04	/* EEPROM shift clock. */ | 
|  | #define EE_CS			0x02	/* EEPROM chip select. */ | 
|  | #define EE_DATA_WRITE	0x08	/* EEPROM chip data in. */ | 
|  | #define EE_WRITE_0		0x01 | 
|  | #define EE_WRITE_1		0x09 | 
|  | #define EE_DATA_READ	0x10	/* EEPROM chip data out. */ | 
|  | #define EE_ENB			(0x0001 | EE_CS) | 
|  |  | 
|  | /* Delay between EEPROM clock transitions. | 
|  | This serves to flush the operation to the PCI bus. | 
|  | */ | 
|  |  | 
|  | #define eeprom_delay()	er32(EECTL) | 
|  |  | 
|  | /* The EEPROM commands include the alway-set leading bit. */ | 
|  | #define EE_WRITE_CMD	(5 << 6) | 
|  | #define EE_READ64_CMD	(6 << 6) | 
|  | #define EE_READ256_CMD	(6 << 8) | 
|  | #define EE_ERASE_CMD	(7 << 6) | 
|  |  | 
|  | static void epic_disable_int(struct net_device *dev, struct epic_private *ep) | 
|  | { | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | ew32(INTMASK, 0x00000000); | 
|  | } | 
|  |  | 
|  | static inline void __epic_pci_commit(void __iomem *ioaddr) | 
|  | { | 
|  | #ifndef USE_IO_OPS | 
|  | er32(INTMASK); | 
|  | #endif | 
|  | } | 
|  |  | 
|  | static inline void epic_napi_irq_off(struct net_device *dev, | 
|  | struct epic_private *ep) | 
|  | { | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | ew32(INTMASK, ep->irq_mask & ~EpicNapiEvent); | 
|  | __epic_pci_commit(ioaddr); | 
|  | } | 
|  |  | 
|  | static inline void epic_napi_irq_on(struct net_device *dev, | 
|  | struct epic_private *ep) | 
|  | { | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | /* No need to commit possible posted write */ | 
|  | ew32(INTMASK, ep->irq_mask | EpicNapiEvent); | 
|  | } | 
|  |  | 
|  | static int read_eeprom(struct epic_private *ep, int location) | 
|  | { | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int i; | 
|  | int retval = 0; | 
|  | int read_cmd = location | | 
|  | (er32(EECTL) & 0x40 ? EE_READ64_CMD : EE_READ256_CMD); | 
|  |  | 
|  | ew32(EECTL, EE_ENB & ~EE_CS); | 
|  | ew32(EECTL, EE_ENB); | 
|  |  | 
|  | /* Shift the read command bits out. */ | 
|  | for (i = 12; i >= 0; i--) { | 
|  | short dataval = (read_cmd & (1 << i)) ? EE_WRITE_1 : EE_WRITE_0; | 
|  | ew32(EECTL, EE_ENB | dataval); | 
|  | eeprom_delay(); | 
|  | ew32(EECTL, EE_ENB | dataval | EE_SHIFT_CLK); | 
|  | eeprom_delay(); | 
|  | } | 
|  | ew32(EECTL, EE_ENB); | 
|  |  | 
|  | for (i = 16; i > 0; i--) { | 
|  | ew32(EECTL, EE_ENB | EE_SHIFT_CLK); | 
|  | eeprom_delay(); | 
|  | retval = (retval << 1) | ((er32(EECTL) & EE_DATA_READ) ? 1 : 0); | 
|  | ew32(EECTL, EE_ENB); | 
|  | eeprom_delay(); | 
|  | } | 
|  |  | 
|  | /* Terminate the EEPROM access. */ | 
|  | ew32(EECTL, EE_ENB & ~EE_CS); | 
|  | return retval; | 
|  | } | 
|  |  | 
|  | #define MII_READOP		1 | 
|  | #define MII_WRITEOP		2 | 
|  | static int mdio_read(struct net_device *dev, int phy_id, int location) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int read_cmd = (phy_id << 9) | (location << 4) | MII_READOP; | 
|  | int i; | 
|  |  | 
|  | ew32(MIICtrl, read_cmd); | 
|  | /* Typical operation takes 25 loops. */ | 
|  | for (i = 400; i > 0; i--) { | 
|  | barrier(); | 
|  | if ((er32(MIICtrl) & MII_READOP) == 0) { | 
|  | /* Work around read failure bug. */ | 
|  | if (phy_id == 1 && location < 6 && | 
|  | er16(MIIData) == 0xffff) { | 
|  | ew32(MIICtrl, read_cmd); | 
|  | continue; | 
|  | } | 
|  | return er16(MIIData); | 
|  | } | 
|  | } | 
|  | return 0xffff; | 
|  | } | 
|  |  | 
|  | static void mdio_write(struct net_device *dev, int phy_id, int loc, int value) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int i; | 
|  |  | 
|  | ew16(MIIData, value); | 
|  | ew32(MIICtrl, (phy_id << 9) | (loc << 4) | MII_WRITEOP); | 
|  | for (i = 10000; i > 0; i--) { | 
|  | barrier(); | 
|  | if ((er32(MIICtrl) & MII_WRITEOP) == 0) | 
|  | break; | 
|  | } | 
|  | } | 
|  |  | 
|  |  | 
|  | static int epic_open(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | const int irq = ep->pci_dev->irq; | 
|  | int rc, i; | 
|  |  | 
|  | /* Soft reset the chip. */ | 
|  | ew32(GENCTL, 0x4001); | 
|  |  | 
|  | napi_enable(&ep->napi); | 
|  | rc = request_irq(irq, epic_interrupt, IRQF_SHARED, dev->name, dev); | 
|  | if (rc) { | 
|  | napi_disable(&ep->napi); | 
|  | return rc; | 
|  | } | 
|  |  | 
|  | epic_init_ring(dev); | 
|  |  | 
|  | ew32(GENCTL, 0x4000); | 
|  | /* This magic is documented in SMSC app note 7.15 */ | 
|  | for (i = 16; i > 0; i--) | 
|  | ew32(TEST1, 0x0008); | 
|  |  | 
|  | /* Pull the chip out of low-power mode, enable interrupts, and set for | 
|  | PCI read multiple.  The MIIcfg setting and strange write order are | 
|  | required by the details of which bits are reset and the transceiver | 
|  | wiring on the Ositech CardBus card. | 
|  | */ | 
|  | #if 0 | 
|  | ew32(MIICfg, dev->if_port == 1 ? 0x13 : 0x12); | 
|  | #endif | 
|  | if (ep->chip_flags & MII_PWRDWN) | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x003c) | 0x4800); | 
|  |  | 
|  | /* Tell the chip to byteswap descriptors on big-endian hosts */ | 
|  | #ifdef __BIG_ENDIAN | 
|  | ew32(GENCTL, 0x4432 | (RX_FIFO_THRESH << 8)); | 
|  | er32(GENCTL); | 
|  | ew32(GENCTL, 0x0432 | (RX_FIFO_THRESH << 8)); | 
|  | #else | 
|  | ew32(GENCTL, 0x4412 | (RX_FIFO_THRESH << 8)); | 
|  | er32(GENCTL); | 
|  | ew32(GENCTL, 0x0412 | (RX_FIFO_THRESH << 8)); | 
|  | #endif | 
|  |  | 
|  | udelay(20); /* Looks like EPII needs that if you want reliable RX init. FIXME: pci posting bug? */ | 
|  |  | 
|  | for (i = 0; i < 3; i++) | 
|  | ew32(LAN0 + i*4, le16_to_cpu(((__le16*)dev->dev_addr)[i])); | 
|  |  | 
|  | ep->tx_threshold = TX_FIFO_THRESH; | 
|  | ew32(TxThresh, ep->tx_threshold); | 
|  |  | 
|  | if (media2miictl[dev->if_port & 15]) { | 
|  | if (ep->mii_phy_cnt) | 
|  | mdio_write(dev, ep->phys[0], MII_BMCR, media2miictl[dev->if_port&15]); | 
|  | if (dev->if_port == 1) { | 
|  | if (debug > 1) | 
|  | netdev_info(dev, "Using the 10base2 transceiver, MII status %4.4x.\n", | 
|  | mdio_read(dev, ep->phys[0], MII_BMSR)); | 
|  | } | 
|  | } else { | 
|  | int mii_lpa = mdio_read(dev, ep->phys[0], MII_LPA); | 
|  | if (mii_lpa != 0xffff) { | 
|  | if ((mii_lpa & LPA_100FULL) || (mii_lpa & 0x01C0) == LPA_10FULL) | 
|  | ep->mii.full_duplex = 1; | 
|  | else if (! (mii_lpa & LPA_LPACK)) | 
|  | mdio_write(dev, ep->phys[0], MII_BMCR, BMCR_ANENABLE|BMCR_ANRESTART); | 
|  | if (debug > 1) | 
|  | netdev_info(dev, "Setting %s-duplex based on MII xcvr %d register read of %4.4x.\n", | 
|  | ep->mii.full_duplex ? "full" | 
|  | : "half", | 
|  | ep->phys[0], mii_lpa); | 
|  | } | 
|  | } | 
|  |  | 
|  | ew32(TxCtrl, ep->mii.full_duplex ? 0x7f : 0x79); | 
|  | ew32(PRxCDAR, ep->rx_ring_dma); | 
|  | ew32(PTxCDAR, ep->tx_ring_dma); | 
|  |  | 
|  | /* Start the chip's Rx process. */ | 
|  | set_rx_mode(dev); | 
|  | ew32(COMMAND, StartRx | RxQueued); | 
|  |  | 
|  | netif_start_queue(dev); | 
|  |  | 
|  | /* Enable interrupts by setting the interrupt mask. */ | 
|  | ew32(INTMASK, RxError | RxHeader | EpicNapiEvent | CntFull | | 
|  | ((ep->chip_flags & TYPE2_INTR) ? PCIBusErr175 : PCIBusErr170) | | 
|  | TxUnderrun); | 
|  |  | 
|  | if (debug > 1) { | 
|  | netdev_dbg(dev, "epic_open() ioaddr %p IRQ %d status %4.4x %s-duplex.\n", | 
|  | ioaddr, irq, er32(GENCTL), | 
|  | ep->mii.full_duplex ? "full" : "half"); | 
|  | } | 
|  |  | 
|  | /* Set the timer to switch to check for link beat and perhaps switch | 
|  | to an alternate media type. */ | 
|  | timer_setup(&ep->timer, epic_timer, 0); | 
|  | ep->timer.expires = jiffies + 3*HZ; | 
|  | add_timer(&ep->timer); | 
|  |  | 
|  | return rc; | 
|  | } | 
|  |  | 
|  | /* Reset the chip to recover from a PCI transaction error. | 
|  | This may occur at interrupt time. */ | 
|  | static void epic_pause(struct net_device *dev) | 
|  | { | 
|  | struct net_device_stats *stats = &dev->stats; | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | netif_stop_queue (dev); | 
|  |  | 
|  | /* Disable interrupts by clearing the interrupt mask. */ | 
|  | ew32(INTMASK, 0x00000000); | 
|  | /* Stop the chip's Tx and Rx DMA processes. */ | 
|  | ew16(COMMAND, StopRx | StopTxDMA | StopRxDMA); | 
|  |  | 
|  | /* Update the error counts. */ | 
|  | if (er16(COMMAND) != 0xffff) { | 
|  | stats->rx_missed_errors	+= er8(MPCNT); | 
|  | stats->rx_frame_errors	+= er8(ALICNT); | 
|  | stats->rx_crc_errors	+= er8(CRCCNT); | 
|  | } | 
|  |  | 
|  | /* Remove the packets on the Rx queue. */ | 
|  | epic_rx(dev, RX_RING_SIZE); | 
|  | } | 
|  |  | 
|  | static void epic_restart(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int i; | 
|  |  | 
|  | /* Soft reset the chip. */ | 
|  | ew32(GENCTL, 0x4001); | 
|  |  | 
|  | netdev_dbg(dev, "Restarting the EPIC chip, Rx %d/%d Tx %d/%d.\n", | 
|  | ep->cur_rx, ep->dirty_rx, ep->dirty_tx, ep->cur_tx); | 
|  | udelay(1); | 
|  |  | 
|  | /* This magic is documented in SMSC app note 7.15 */ | 
|  | for (i = 16; i > 0; i--) | 
|  | ew32(TEST1, 0x0008); | 
|  |  | 
|  | #ifdef __BIG_ENDIAN | 
|  | ew32(GENCTL, 0x0432 | (RX_FIFO_THRESH << 8)); | 
|  | #else | 
|  | ew32(GENCTL, 0x0412 | (RX_FIFO_THRESH << 8)); | 
|  | #endif | 
|  | ew32(MIICfg, dev->if_port == 1 ? 0x13 : 0x12); | 
|  | if (ep->chip_flags & MII_PWRDWN) | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x003c) | 0x4800); | 
|  |  | 
|  | for (i = 0; i < 3; i++) | 
|  | ew32(LAN0 + i*4, le16_to_cpu(((__le16*)dev->dev_addr)[i])); | 
|  |  | 
|  | ep->tx_threshold = TX_FIFO_THRESH; | 
|  | ew32(TxThresh, ep->tx_threshold); | 
|  | ew32(TxCtrl, ep->mii.full_duplex ? 0x7f : 0x79); | 
|  | ew32(PRxCDAR, ep->rx_ring_dma + | 
|  | (ep->cur_rx % RX_RING_SIZE) * sizeof(struct epic_rx_desc)); | 
|  | ew32(PTxCDAR, ep->tx_ring_dma + | 
|  | (ep->dirty_tx % TX_RING_SIZE) * sizeof(struct epic_tx_desc)); | 
|  |  | 
|  | /* Start the chip's Rx process. */ | 
|  | set_rx_mode(dev); | 
|  | ew32(COMMAND, StartRx | RxQueued); | 
|  |  | 
|  | /* Enable interrupts by setting the interrupt mask. */ | 
|  | ew32(INTMASK, RxError | RxHeader | EpicNapiEvent | CntFull | | 
|  | ((ep->chip_flags & TYPE2_INTR) ? PCIBusErr175 : PCIBusErr170) | | 
|  | TxUnderrun); | 
|  |  | 
|  | netdev_dbg(dev, "epic_restart() done, cmd status %4.4x, ctl %4.4x interrupt %4.4x.\n", | 
|  | er32(COMMAND), er32(GENCTL), er32(INTSTAT)); | 
|  | } | 
|  |  | 
|  | static void check_media(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int mii_lpa = ep->mii_phy_cnt ? mdio_read(dev, ep->phys[0], MII_LPA) : 0; | 
|  | int negotiated = mii_lpa & ep->mii.advertising; | 
|  | int duplex = (negotiated & 0x0100) || (negotiated & 0x01C0) == 0x0040; | 
|  |  | 
|  | if (ep->mii.force_media) | 
|  | return; | 
|  | if (mii_lpa == 0xffff)		/* Bogus read */ | 
|  | return; | 
|  | if (ep->mii.full_duplex != duplex) { | 
|  | ep->mii.full_duplex = duplex; | 
|  | netdev_info(dev, "Setting %s-duplex based on MII #%d link partner capability of %4.4x.\n", | 
|  | ep->mii.full_duplex ? "full" : "half", | 
|  | ep->phys[0], mii_lpa); | 
|  | ew32(TxCtrl, ep->mii.full_duplex ? 0x7F : 0x79); | 
|  | } | 
|  | } | 
|  |  | 
|  | static void epic_timer(struct timer_list *t) | 
|  | { | 
|  | struct epic_private *ep = from_timer(ep, t, timer); | 
|  | struct net_device *dev = ep->mii.dev; | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int next_tick = 5*HZ; | 
|  |  | 
|  | if (debug > 3) { | 
|  | netdev_dbg(dev, "Media monitor tick, Tx status %8.8x.\n", | 
|  | er32(TxSTAT)); | 
|  | netdev_dbg(dev, "Other registers are IntMask %4.4x IntStatus %4.4x RxStatus %4.4x.\n", | 
|  | er32(INTMASK), er32(INTSTAT), er32(RxSTAT)); | 
|  | } | 
|  |  | 
|  | check_media(dev); | 
|  |  | 
|  | ep->timer.expires = jiffies + next_tick; | 
|  | add_timer(&ep->timer); | 
|  | } | 
|  |  | 
|  | static void epic_tx_timeout(struct net_device *dev, unsigned int txqueue) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | if (debug > 0) { | 
|  | netdev_warn(dev, "Transmit timeout using MII device, Tx status %4.4x.\n", | 
|  | er16(TxSTAT)); | 
|  | if (debug > 1) { | 
|  | netdev_dbg(dev, "Tx indices: dirty_tx %d, cur_tx %d.\n", | 
|  | ep->dirty_tx, ep->cur_tx); | 
|  | } | 
|  | } | 
|  | if (er16(TxSTAT) & 0x10) {		/* Tx FIFO underflow. */ | 
|  | dev->stats.tx_fifo_errors++; | 
|  | ew32(COMMAND, RestartTx); | 
|  | } else { | 
|  | epic_restart(dev); | 
|  | ew32(COMMAND, TxQueued); | 
|  | } | 
|  |  | 
|  | netif_trans_update(dev); /* prevent tx timeout */ | 
|  | dev->stats.tx_errors++; | 
|  | if (!ep->tx_full) | 
|  | netif_wake_queue(dev); | 
|  | } | 
|  |  | 
|  | /* Initialize the Rx and Tx rings, along with various 'dev' bits. */ | 
|  | static void epic_init_ring(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | int i; | 
|  |  | 
|  | ep->tx_full = 0; | 
|  | ep->dirty_tx = ep->cur_tx = 0; | 
|  | ep->cur_rx = ep->dirty_rx = 0; | 
|  | ep->rx_buf_sz = (dev->mtu <= 1500 ? PKT_BUF_SZ : dev->mtu + 32); | 
|  |  | 
|  | /* Initialize all Rx descriptors. */ | 
|  | for (i = 0; i < RX_RING_SIZE; i++) { | 
|  | ep->rx_ring[i].rxstatus = 0; | 
|  | ep->rx_ring[i].buflength = ep->rx_buf_sz; | 
|  | ep->rx_ring[i].next = ep->rx_ring_dma + | 
|  | (i+1)*sizeof(struct epic_rx_desc); | 
|  | ep->rx_skbuff[i] = NULL; | 
|  | } | 
|  | /* Mark the last entry as wrapping the ring. */ | 
|  | ep->rx_ring[i-1].next = ep->rx_ring_dma; | 
|  |  | 
|  | /* Fill in the Rx buffers.  Handle allocation failure gracefully. */ | 
|  | for (i = 0; i < RX_RING_SIZE; i++) { | 
|  | struct sk_buff *skb = netdev_alloc_skb(dev, ep->rx_buf_sz + 2); | 
|  | ep->rx_skbuff[i] = skb; | 
|  | if (skb == NULL) | 
|  | break; | 
|  | skb_reserve(skb, 2);	/* 16 byte align the IP header. */ | 
|  | ep->rx_ring[i].bufaddr = dma_map_single(&ep->pci_dev->dev, | 
|  | skb->data, | 
|  | ep->rx_buf_sz, | 
|  | DMA_FROM_DEVICE); | 
|  | ep->rx_ring[i].rxstatus = DescOwn; | 
|  | } | 
|  | ep->dirty_rx = (unsigned int)(i - RX_RING_SIZE); | 
|  |  | 
|  | /* The Tx buffer descriptor is filled in as needed, but we | 
|  | do need to clear the ownership bit. */ | 
|  | for (i = 0; i < TX_RING_SIZE; i++) { | 
|  | ep->tx_skbuff[i] = NULL; | 
|  | ep->tx_ring[i].txstatus = 0x0000; | 
|  | ep->tx_ring[i].next = ep->tx_ring_dma + | 
|  | (i+1)*sizeof(struct epic_tx_desc); | 
|  | } | 
|  | ep->tx_ring[i-1].next = ep->tx_ring_dma; | 
|  | } | 
|  |  | 
|  | static netdev_tx_t epic_start_xmit(struct sk_buff *skb, struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int entry, free_count; | 
|  | u32 ctrl_word; | 
|  | unsigned long flags; | 
|  |  | 
|  | if (skb_padto(skb, ETH_ZLEN)) | 
|  | return NETDEV_TX_OK; | 
|  |  | 
|  | /* Caution: the write order is important here, set the field with the | 
|  | "ownership" bit last. */ | 
|  |  | 
|  | /* Calculate the next Tx descriptor entry. */ | 
|  | spin_lock_irqsave(&ep->lock, flags); | 
|  | free_count = ep->cur_tx - ep->dirty_tx; | 
|  | entry = ep->cur_tx % TX_RING_SIZE; | 
|  |  | 
|  | ep->tx_skbuff[entry] = skb; | 
|  | ep->tx_ring[entry].bufaddr = dma_map_single(&ep->pci_dev->dev, | 
|  | skb->data, skb->len, | 
|  | DMA_TO_DEVICE); | 
|  | if (free_count < TX_QUEUE_LEN/2) {/* Typical path */ | 
|  | ctrl_word = 0x100000; /* No interrupt */ | 
|  | } else if (free_count == TX_QUEUE_LEN/2) { | 
|  | ctrl_word = 0x140000; /* Tx-done intr. */ | 
|  | } else if (free_count < TX_QUEUE_LEN - 1) { | 
|  | ctrl_word = 0x100000; /* No Tx-done intr. */ | 
|  | } else { | 
|  | /* Leave room for an additional entry. */ | 
|  | ctrl_word = 0x140000; /* Tx-done intr. */ | 
|  | ep->tx_full = 1; | 
|  | } | 
|  | ep->tx_ring[entry].buflength = ctrl_word | skb->len; | 
|  | ep->tx_ring[entry].txstatus = | 
|  | ((skb->len >= ETH_ZLEN ? skb->len : ETH_ZLEN) << 16) | 
|  | | DescOwn; | 
|  |  | 
|  | ep->cur_tx++; | 
|  | if (ep->tx_full) | 
|  | netif_stop_queue(dev); | 
|  |  | 
|  | spin_unlock_irqrestore(&ep->lock, flags); | 
|  | /* Trigger an immediate transmit demand. */ | 
|  | ew32(COMMAND, TxQueued); | 
|  |  | 
|  | if (debug > 4) | 
|  | netdev_dbg(dev, "Queued Tx packet size %d to slot %d, flag %2.2x Tx status %8.8x.\n", | 
|  | skb->len, entry, ctrl_word, er32(TxSTAT)); | 
|  |  | 
|  | return NETDEV_TX_OK; | 
|  | } | 
|  |  | 
|  | static void epic_tx_error(struct net_device *dev, struct epic_private *ep, | 
|  | int status) | 
|  | { | 
|  | struct net_device_stats *stats = &dev->stats; | 
|  |  | 
|  | #ifndef final_version | 
|  | /* There was an major error, log it. */ | 
|  | if (debug > 1) | 
|  | netdev_dbg(dev, "Transmit error, Tx status %8.8x.\n", | 
|  | status); | 
|  | #endif | 
|  | stats->tx_errors++; | 
|  | if (status & 0x1050) | 
|  | stats->tx_aborted_errors++; | 
|  | if (status & 0x0008) | 
|  | stats->tx_carrier_errors++; | 
|  | if (status & 0x0040) | 
|  | stats->tx_window_errors++; | 
|  | if (status & 0x0010) | 
|  | stats->tx_fifo_errors++; | 
|  | } | 
|  |  | 
|  | static void epic_tx(struct net_device *dev, struct epic_private *ep) | 
|  | { | 
|  | unsigned int dirty_tx, cur_tx; | 
|  |  | 
|  | /* | 
|  | * Note: if this lock becomes a problem we can narrow the locked | 
|  | * region at the cost of occasionally grabbing the lock more times. | 
|  | */ | 
|  | cur_tx = ep->cur_tx; | 
|  | for (dirty_tx = ep->dirty_tx; cur_tx - dirty_tx > 0; dirty_tx++) { | 
|  | struct sk_buff *skb; | 
|  | int entry = dirty_tx % TX_RING_SIZE; | 
|  | int txstatus = ep->tx_ring[entry].txstatus; | 
|  |  | 
|  | if (txstatus & DescOwn) | 
|  | break;	/* It still hasn't been Txed */ | 
|  |  | 
|  | if (likely(txstatus & 0x0001)) { | 
|  | dev->stats.collisions += (txstatus >> 8) & 15; | 
|  | dev->stats.tx_packets++; | 
|  | dev->stats.tx_bytes += ep->tx_skbuff[entry]->len; | 
|  | } else | 
|  | epic_tx_error(dev, ep, txstatus); | 
|  |  | 
|  | /* Free the original skb. */ | 
|  | skb = ep->tx_skbuff[entry]; | 
|  | dma_unmap_single(&ep->pci_dev->dev, | 
|  | ep->tx_ring[entry].bufaddr, skb->len, | 
|  | DMA_TO_DEVICE); | 
|  | dev_consume_skb_irq(skb); | 
|  | ep->tx_skbuff[entry] = NULL; | 
|  | } | 
|  |  | 
|  | #ifndef final_version | 
|  | if (cur_tx - dirty_tx > TX_RING_SIZE) { | 
|  | netdev_warn(dev, "Out-of-sync dirty pointer, %d vs. %d, full=%d.\n", | 
|  | dirty_tx, cur_tx, ep->tx_full); | 
|  | dirty_tx += TX_RING_SIZE; | 
|  | } | 
|  | #endif | 
|  | ep->dirty_tx = dirty_tx; | 
|  | if (ep->tx_full && cur_tx - dirty_tx < TX_QUEUE_LEN - 4) { | 
|  | /* The ring is no longer full, allow new TX entries. */ | 
|  | ep->tx_full = 0; | 
|  | netif_wake_queue(dev); | 
|  | } | 
|  | } | 
|  |  | 
|  | /* The interrupt handler does all of the Rx thread work and cleans up | 
|  | after the Tx thread. */ | 
|  | static irqreturn_t epic_interrupt(int irq, void *dev_instance) | 
|  | { | 
|  | struct net_device *dev = dev_instance; | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | unsigned int handled = 0; | 
|  | int status; | 
|  |  | 
|  | status = er32(INTSTAT); | 
|  | /* Acknowledge all of the current interrupt sources ASAP. */ | 
|  | ew32(INTSTAT, status & EpicNormalEvent); | 
|  |  | 
|  | if (debug > 4) { | 
|  | netdev_dbg(dev, "Interrupt, status=%#8.8x new intstat=%#8.8x.\n", | 
|  | status, er32(INTSTAT)); | 
|  | } | 
|  |  | 
|  | if ((status & IntrSummary) == 0) | 
|  | goto out; | 
|  |  | 
|  | handled = 1; | 
|  |  | 
|  | if (status & EpicNapiEvent) { | 
|  | spin_lock(&ep->napi_lock); | 
|  | if (napi_schedule_prep(&ep->napi)) { | 
|  | epic_napi_irq_off(dev, ep); | 
|  | __napi_schedule(&ep->napi); | 
|  | } | 
|  | spin_unlock(&ep->napi_lock); | 
|  | } | 
|  | status &= ~EpicNapiEvent; | 
|  |  | 
|  | /* Check uncommon events all at once. */ | 
|  | if (status & (CntFull | TxUnderrun | PCIBusErr170 | PCIBusErr175)) { | 
|  | struct net_device_stats *stats = &dev->stats; | 
|  |  | 
|  | if (status == EpicRemoved) | 
|  | goto out; | 
|  |  | 
|  | /* Always update the error counts to avoid overhead later. */ | 
|  | stats->rx_missed_errors	+= er8(MPCNT); | 
|  | stats->rx_frame_errors	+= er8(ALICNT); | 
|  | stats->rx_crc_errors	+= er8(CRCCNT); | 
|  |  | 
|  | if (status & TxUnderrun) { /* Tx FIFO underflow. */ | 
|  | stats->tx_fifo_errors++; | 
|  | ew32(TxThresh, ep->tx_threshold += 128); | 
|  | /* Restart the transmit process. */ | 
|  | ew32(COMMAND, RestartTx); | 
|  | } | 
|  | if (status & PCIBusErr170) { | 
|  | netdev_err(dev, "PCI Bus Error! status %4.4x.\n", | 
|  | status); | 
|  | epic_pause(dev); | 
|  | epic_restart(dev); | 
|  | } | 
|  | /* Clear all error sources. */ | 
|  | ew32(INTSTAT, status & 0x7f18); | 
|  | } | 
|  |  | 
|  | out: | 
|  | if (debug > 3) { | 
|  | netdev_dbg(dev, "exit interrupt, intr_status=%#4.4x.\n", | 
|  | status); | 
|  | } | 
|  |  | 
|  | return IRQ_RETVAL(handled); | 
|  | } | 
|  |  | 
|  | static int epic_rx(struct net_device *dev, int budget) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | int entry = ep->cur_rx % RX_RING_SIZE; | 
|  | int rx_work_limit = ep->dirty_rx + RX_RING_SIZE - ep->cur_rx; | 
|  | int work_done = 0; | 
|  |  | 
|  | if (debug > 4) | 
|  | netdev_dbg(dev, " In epic_rx(), entry %d %8.8x.\n", entry, | 
|  | ep->rx_ring[entry].rxstatus); | 
|  |  | 
|  | if (rx_work_limit > budget) | 
|  | rx_work_limit = budget; | 
|  |  | 
|  | /* If we own the next entry, it's a new packet. Send it up. */ | 
|  | while ((ep->rx_ring[entry].rxstatus & DescOwn) == 0) { | 
|  | int status = ep->rx_ring[entry].rxstatus; | 
|  |  | 
|  | if (debug > 4) | 
|  | netdev_dbg(dev, "  epic_rx() status was %8.8x.\n", | 
|  | status); | 
|  | if (--rx_work_limit < 0) | 
|  | break; | 
|  | if (status & 0x2006) { | 
|  | if (debug > 2) | 
|  | netdev_dbg(dev, "epic_rx() error status was %8.8x.\n", | 
|  | status); | 
|  | if (status & 0x2000) { | 
|  | netdev_warn(dev, "Oversized Ethernet frame spanned multiple buffers, status %4.4x!\n", | 
|  | status); | 
|  | dev->stats.rx_length_errors++; | 
|  | } else if (status & 0x0006) | 
|  | /* Rx Frame errors are counted in hardware. */ | 
|  | dev->stats.rx_errors++; | 
|  | } else { | 
|  | /* Malloc up new buffer, compatible with net-2e. */ | 
|  | /* Omit the four octet CRC from the length. */ | 
|  | short pkt_len = (status >> 16) - 4; | 
|  | struct sk_buff *skb; | 
|  |  | 
|  | if (pkt_len > PKT_BUF_SZ - 4) { | 
|  | netdev_err(dev, "Oversized Ethernet frame, status %x %d bytes.\n", | 
|  | status, pkt_len); | 
|  | pkt_len = 1514; | 
|  | } | 
|  | /* Check if the packet is long enough to accept without copying | 
|  | to a minimally-sized skbuff. */ | 
|  | if (pkt_len < rx_copybreak && | 
|  | (skb = netdev_alloc_skb(dev, pkt_len + 2)) != NULL) { | 
|  | skb_reserve(skb, 2);	/* 16 byte align the IP header */ | 
|  | dma_sync_single_for_cpu(&ep->pci_dev->dev, | 
|  | ep->rx_ring[entry].bufaddr, | 
|  | ep->rx_buf_sz, | 
|  | DMA_FROM_DEVICE); | 
|  | skb_copy_to_linear_data(skb, ep->rx_skbuff[entry]->data, pkt_len); | 
|  | skb_put(skb, pkt_len); | 
|  | dma_sync_single_for_device(&ep->pci_dev->dev, | 
|  | ep->rx_ring[entry].bufaddr, | 
|  | ep->rx_buf_sz, | 
|  | DMA_FROM_DEVICE); | 
|  | } else { | 
|  | dma_unmap_single(&ep->pci_dev->dev, | 
|  | ep->rx_ring[entry].bufaddr, | 
|  | ep->rx_buf_sz, | 
|  | DMA_FROM_DEVICE); | 
|  | skb_put(skb = ep->rx_skbuff[entry], pkt_len); | 
|  | ep->rx_skbuff[entry] = NULL; | 
|  | } | 
|  | skb->protocol = eth_type_trans(skb, dev); | 
|  | netif_receive_skb(skb); | 
|  | dev->stats.rx_packets++; | 
|  | dev->stats.rx_bytes += pkt_len; | 
|  | } | 
|  | work_done++; | 
|  | entry = (++ep->cur_rx) % RX_RING_SIZE; | 
|  | } | 
|  |  | 
|  | /* Refill the Rx ring buffers. */ | 
|  | for (; ep->cur_rx - ep->dirty_rx > 0; ep->dirty_rx++) { | 
|  | entry = ep->dirty_rx % RX_RING_SIZE; | 
|  | if (ep->rx_skbuff[entry] == NULL) { | 
|  | struct sk_buff *skb; | 
|  | skb = ep->rx_skbuff[entry] = netdev_alloc_skb(dev, ep->rx_buf_sz + 2); | 
|  | if (skb == NULL) | 
|  | break; | 
|  | skb_reserve(skb, 2);	/* Align IP on 16 byte boundaries */ | 
|  | ep->rx_ring[entry].bufaddr = dma_map_single(&ep->pci_dev->dev, | 
|  | skb->data, | 
|  | ep->rx_buf_sz, | 
|  | DMA_FROM_DEVICE); | 
|  | work_done++; | 
|  | } | 
|  | /* AV: shouldn't we add a barrier here? */ | 
|  | ep->rx_ring[entry].rxstatus = DescOwn; | 
|  | } | 
|  | return work_done; | 
|  | } | 
|  |  | 
|  | static void epic_rx_err(struct net_device *dev, struct epic_private *ep) | 
|  | { | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int status; | 
|  |  | 
|  | status = er32(INTSTAT); | 
|  |  | 
|  | if (status == EpicRemoved) | 
|  | return; | 
|  | if (status & RxOverflow) 	/* Missed a Rx frame. */ | 
|  | dev->stats.rx_errors++; | 
|  | if (status & (RxOverflow | RxFull)) | 
|  | ew16(COMMAND, RxQueued); | 
|  | } | 
|  |  | 
|  | static int epic_poll(struct napi_struct *napi, int budget) | 
|  | { | 
|  | struct epic_private *ep = container_of(napi, struct epic_private, napi); | 
|  | struct net_device *dev = ep->mii.dev; | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | int work_done; | 
|  |  | 
|  | epic_tx(dev, ep); | 
|  |  | 
|  | work_done = epic_rx(dev, budget); | 
|  |  | 
|  | epic_rx_err(dev, ep); | 
|  |  | 
|  | if (work_done < budget && napi_complete_done(napi, work_done)) { | 
|  | unsigned long flags; | 
|  |  | 
|  | spin_lock_irqsave(&ep->napi_lock, flags); | 
|  |  | 
|  | ew32(INTSTAT, EpicNapiEvent); | 
|  | epic_napi_irq_on(dev, ep); | 
|  | spin_unlock_irqrestore(&ep->napi_lock, flags); | 
|  | } | 
|  |  | 
|  | return work_done; | 
|  | } | 
|  |  | 
|  | static int epic_close(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | struct pci_dev *pdev = ep->pci_dev; | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | struct sk_buff *skb; | 
|  | int i; | 
|  |  | 
|  | netif_stop_queue(dev); | 
|  | napi_disable(&ep->napi); | 
|  |  | 
|  | if (debug > 1) | 
|  | netdev_dbg(dev, "Shutting down ethercard, status was %2.2x.\n", | 
|  | er32(INTSTAT)); | 
|  |  | 
|  | del_timer_sync(&ep->timer); | 
|  |  | 
|  | epic_disable_int(dev, ep); | 
|  |  | 
|  | free_irq(pdev->irq, dev); | 
|  |  | 
|  | epic_pause(dev); | 
|  |  | 
|  | /* Free all the skbuffs in the Rx queue. */ | 
|  | for (i = 0; i < RX_RING_SIZE; i++) { | 
|  | skb = ep->rx_skbuff[i]; | 
|  | ep->rx_skbuff[i] = NULL; | 
|  | ep->rx_ring[i].rxstatus = 0;		/* Not owned by Epic chip. */ | 
|  | ep->rx_ring[i].buflength = 0; | 
|  | if (skb) { | 
|  | dma_unmap_single(&pdev->dev, ep->rx_ring[i].bufaddr, | 
|  | ep->rx_buf_sz, DMA_FROM_DEVICE); | 
|  | dev_kfree_skb(skb); | 
|  | } | 
|  | ep->rx_ring[i].bufaddr = 0xBADF00D0; /* An invalid address. */ | 
|  | } | 
|  | for (i = 0; i < TX_RING_SIZE; i++) { | 
|  | skb = ep->tx_skbuff[i]; | 
|  | ep->tx_skbuff[i] = NULL; | 
|  | if (!skb) | 
|  | continue; | 
|  | dma_unmap_single(&pdev->dev, ep->tx_ring[i].bufaddr, skb->len, | 
|  | DMA_TO_DEVICE); | 
|  | dev_kfree_skb(skb); | 
|  | } | 
|  |  | 
|  | /* Green! Leave the chip in low-power mode. */ | 
|  | ew32(GENCTL, 0x0008); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static struct net_device_stats *epic_get_stats(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | if (netif_running(dev)) { | 
|  | struct net_device_stats *stats = &dev->stats; | 
|  |  | 
|  | stats->rx_missed_errors	+= er8(MPCNT); | 
|  | stats->rx_frame_errors	+= er8(ALICNT); | 
|  | stats->rx_crc_errors	+= er8(CRCCNT); | 
|  | } | 
|  |  | 
|  | return &dev->stats; | 
|  | } | 
|  |  | 
|  | /* Set or clear the multicast filter for this adaptor. | 
|  | Note that we only use exclusion around actually queueing the | 
|  | new frame, not around filling ep->setup_frame.  This is non-deterministic | 
|  | when re-entered but still correct. */ | 
|  |  | 
|  | static void set_rx_mode(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  | unsigned char mc_filter[8];		 /* Multicast hash filter */ | 
|  | int i; | 
|  |  | 
|  | if (dev->flags & IFF_PROMISC) {			/* Set promiscuous. */ | 
|  | ew32(RxCtrl, 0x002c); | 
|  | /* Unconditionally log net taps. */ | 
|  | memset(mc_filter, 0xff, sizeof(mc_filter)); | 
|  | } else if ((!netdev_mc_empty(dev)) || (dev->flags & IFF_ALLMULTI)) { | 
|  | /* There is apparently a chip bug, so the multicast filter | 
|  | is never enabled. */ | 
|  | /* Too many to filter perfectly -- accept all multicasts. */ | 
|  | memset(mc_filter, 0xff, sizeof(mc_filter)); | 
|  | ew32(RxCtrl, 0x000c); | 
|  | } else if (netdev_mc_empty(dev)) { | 
|  | ew32(RxCtrl, 0x0004); | 
|  | return; | 
|  | } else {					/* Never executed, for now. */ | 
|  | struct netdev_hw_addr *ha; | 
|  |  | 
|  | memset(mc_filter, 0, sizeof(mc_filter)); | 
|  | netdev_for_each_mc_addr(ha, dev) { | 
|  | unsigned int bit_nr = | 
|  | ether_crc_le(ETH_ALEN, ha->addr) & 0x3f; | 
|  | mc_filter[bit_nr >> 3] |= (1 << bit_nr); | 
|  | } | 
|  | } | 
|  | /* ToDo: perhaps we need to stop the Tx and Rx process here? */ | 
|  | if (memcmp(mc_filter, ep->mc_filter, sizeof(mc_filter))) { | 
|  | for (i = 0; i < 4; i++) | 
|  | ew16(MC0 + i*4, ((u16 *)mc_filter)[i]); | 
|  | memcpy(ep->mc_filter, mc_filter, sizeof(mc_filter)); | 
|  | } | 
|  | } | 
|  |  | 
|  | static void netdev_get_drvinfo (struct net_device *dev, struct ethtool_drvinfo *info) | 
|  | { | 
|  | struct epic_private *np = netdev_priv(dev); | 
|  |  | 
|  | strscpy(info->driver, DRV_NAME, sizeof(info->driver)); | 
|  | strscpy(info->version, DRV_VERSION, sizeof(info->version)); | 
|  | strscpy(info->bus_info, pci_name(np->pci_dev), sizeof(info->bus_info)); | 
|  | } | 
|  |  | 
|  | static int netdev_get_link_ksettings(struct net_device *dev, | 
|  | struct ethtool_link_ksettings *cmd) | 
|  | { | 
|  | struct epic_private *np = netdev_priv(dev); | 
|  |  | 
|  | spin_lock_irq(&np->lock); | 
|  | mii_ethtool_get_link_ksettings(&np->mii, cmd); | 
|  | spin_unlock_irq(&np->lock); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int netdev_set_link_ksettings(struct net_device *dev, | 
|  | const struct ethtool_link_ksettings *cmd) | 
|  | { | 
|  | struct epic_private *np = netdev_priv(dev); | 
|  | int rc; | 
|  |  | 
|  | spin_lock_irq(&np->lock); | 
|  | rc = mii_ethtool_set_link_ksettings(&np->mii, cmd); | 
|  | spin_unlock_irq(&np->lock); | 
|  |  | 
|  | return rc; | 
|  | } | 
|  |  | 
|  | static int netdev_nway_reset(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *np = netdev_priv(dev); | 
|  | return mii_nway_restart(&np->mii); | 
|  | } | 
|  |  | 
|  | static u32 netdev_get_link(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *np = netdev_priv(dev); | 
|  | return mii_link_ok(&np->mii); | 
|  | } | 
|  |  | 
|  | static u32 netdev_get_msglevel(struct net_device *dev) | 
|  | { | 
|  | return debug; | 
|  | } | 
|  |  | 
|  | static void netdev_set_msglevel(struct net_device *dev, u32 value) | 
|  | { | 
|  | debug = value; | 
|  | } | 
|  |  | 
|  | static int ethtool_begin(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | if (ep->ethtool_ops_nesting == U32_MAX) | 
|  | return -EBUSY; | 
|  | /* power-up, if interface is down */ | 
|  | if (!ep->ethtool_ops_nesting++ && !netif_running(dev)) { | 
|  | ew32(GENCTL, 0x0200); | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x003c) | 0x4800); | 
|  | } | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static void ethtool_complete(struct net_device *dev) | 
|  | { | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | /* power-down, if interface is down */ | 
|  | if (!--ep->ethtool_ops_nesting && !netif_running(dev)) { | 
|  | ew32(GENCTL, 0x0008); | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x483c) | 0x0000); | 
|  | } | 
|  | } | 
|  |  | 
|  | static const struct ethtool_ops netdev_ethtool_ops = { | 
|  | .get_drvinfo		= netdev_get_drvinfo, | 
|  | .nway_reset		= netdev_nway_reset, | 
|  | .get_link		= netdev_get_link, | 
|  | .get_msglevel		= netdev_get_msglevel, | 
|  | .set_msglevel		= netdev_set_msglevel, | 
|  | .begin			= ethtool_begin, | 
|  | .complete		= ethtool_complete, | 
|  | .get_link_ksettings	= netdev_get_link_ksettings, | 
|  | .set_link_ksettings	= netdev_set_link_ksettings, | 
|  | }; | 
|  |  | 
|  | static int netdev_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) | 
|  | { | 
|  | struct epic_private *np = netdev_priv(dev); | 
|  | void __iomem *ioaddr = np->ioaddr; | 
|  | struct mii_ioctl_data *data = if_mii(rq); | 
|  | int rc; | 
|  |  | 
|  | /* power-up, if interface is down */ | 
|  | if (! netif_running(dev)) { | 
|  | ew32(GENCTL, 0x0200); | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x003c) | 0x4800); | 
|  | } | 
|  |  | 
|  | /* all non-ethtool ioctls (the SIOC[GS]MIIxxx ioctls) */ | 
|  | spin_lock_irq(&np->lock); | 
|  | rc = generic_mii_ioctl(&np->mii, data, cmd, NULL); | 
|  | spin_unlock_irq(&np->lock); | 
|  |  | 
|  | /* power-down, if interface is down */ | 
|  | if (! netif_running(dev)) { | 
|  | ew32(GENCTL, 0x0008); | 
|  | ew32(NVCTL, (er32(NVCTL) & ~0x483c) | 0x0000); | 
|  | } | 
|  | return rc; | 
|  | } | 
|  |  | 
|  |  | 
|  | static void epic_remove_one(struct pci_dev *pdev) | 
|  | { | 
|  | struct net_device *dev = pci_get_drvdata(pdev); | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  |  | 
|  | unregister_netdev(dev); | 
|  | dma_free_coherent(&pdev->dev, TX_TOTAL_SIZE, ep->tx_ring, | 
|  | ep->tx_ring_dma); | 
|  | dma_free_coherent(&pdev->dev, RX_TOTAL_SIZE, ep->rx_ring, | 
|  | ep->rx_ring_dma); | 
|  | pci_iounmap(pdev, ep->ioaddr); | 
|  | free_netdev(dev); | 
|  | pci_release_regions(pdev); | 
|  | pci_disable_device(pdev); | 
|  | /* pci_power_off(pdev, -1); */ | 
|  | } | 
|  |  | 
|  | static int __maybe_unused epic_suspend(struct device *dev_d) | 
|  | { | 
|  | struct net_device *dev = dev_get_drvdata(dev_d); | 
|  | struct epic_private *ep = netdev_priv(dev); | 
|  | void __iomem *ioaddr = ep->ioaddr; | 
|  |  | 
|  | if (!netif_running(dev)) | 
|  | return 0; | 
|  | epic_pause(dev); | 
|  | /* Put the chip into low-power mode. */ | 
|  | ew32(GENCTL, 0x0008); | 
|  | /* pci_power_off(pdev, -1); */ | 
|  | return 0; | 
|  | } | 
|  |  | 
|  |  | 
|  | static int __maybe_unused epic_resume(struct device *dev_d) | 
|  | { | 
|  | struct net_device *dev = dev_get_drvdata(dev_d); | 
|  |  | 
|  | if (!netif_running(dev)) | 
|  | return 0; | 
|  | epic_restart(dev); | 
|  | /* pci_power_on(pdev); */ | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static SIMPLE_DEV_PM_OPS(epic_pm_ops, epic_suspend, epic_resume); | 
|  |  | 
|  | static struct pci_driver epic_driver = { | 
|  | .name		= DRV_NAME, | 
|  | .id_table	= epic_pci_tbl, | 
|  | .probe		= epic_init_one, | 
|  | .remove		= epic_remove_one, | 
|  | .driver.pm	= &epic_pm_ops, | 
|  | }; | 
|  |  | 
|  |  | 
|  | static int __init epic_init (void) | 
|  | { | 
|  | /* when a module, this is printed whether or not devices are found in probe */ | 
|  | #ifdef MODULE | 
|  | pr_info("%s%s\n", version, version2); | 
|  | #endif | 
|  |  | 
|  | return pci_register_driver(&epic_driver); | 
|  | } | 
|  |  | 
|  |  | 
|  | static void __exit epic_cleanup (void) | 
|  | { | 
|  | pci_unregister_driver (&epic_driver); | 
|  | } | 
|  |  | 
|  |  | 
|  | module_init(epic_init); | 
|  | module_exit(epic_cleanup); |