blob: 6576271642c144a99408325490ece901c2a0108a [file] [log] [blame]
Thomas Gleixnerde6cc652019-05-27 08:55:02 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002/*
Kou Ishizaki3342cf0e2007-02-20 16:36:14 -06003 * Network device driver for Cell Processor-Based Blade and Celleb platform
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07004 *
5 * (C) Copyright IBM Corp. 2005
Kou Ishizaki3342cf0e2007-02-20 16:36:14 -06006 * (C) Copyright 2006 TOSHIBA CORPORATION
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07007 *
8 * Authors : Utz Bacher <utz.bacher@de.ibm.com>
9 * Jens Osterkamp <Jens.Osterkamp@de.ibm.com>
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070010 */
11
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070012#include <linux/compiler.h>
13#include <linux/crc32.h>
14#include <linux/delay.h>
15#include <linux/etherdevice.h>
16#include <linux/ethtool.h>
17#include <linux/firmware.h>
18#include <linux/if_vlan.h>
Arnd Bergmann7c5c2202006-01-12 17:16:45 -050019#include <linux/in.h>
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070020#include <linux/init.h>
Alexey Dobriyana6b7a402011-06-06 10:43:46 +000021#include <linux/interrupt.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/gfp.h>
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070023#include <linux/ioport.h>
24#include <linux/ip.h>
25#include <linux/kernel.h>
26#include <linux/mii.h>
27#include <linux/module.h>
28#include <linux/netdevice.h>
29#include <linux/device.h>
30#include <linux/pci.h>
31#include <linux/skbuff.h>
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070032#include <linux/tcp.h>
33#include <linux/types.h>
Arnd Bergmann11f1a522006-01-12 17:16:44 -050034#include <linux/vmalloc.h>
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070035#include <linux/wait.h>
36#include <linux/workqueue.h>
Jiri Slaby1977f032007-10-18 23:40:25 -070037#include <linux/bitops.h>
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070038#include <net/checksum.h>
39
40#include "spider_net.h"
41
42MODULE_AUTHOR("Utz Bacher <utz.bacher@de.ibm.com> and Jens Osterkamp " \
43 "<Jens.Osterkamp@de.ibm.com>");
44MODULE_DESCRIPTION("Spider Southbridge Gigabit Ethernet driver");
45MODULE_LICENSE("GPL");
Linas Vepstas90f10842006-10-10 15:56:04 -050046MODULE_VERSION(VERSION);
Ben Hutchings866691a2009-11-07 11:55:07 +000047MODULE_FIRMWARE(SPIDER_NET_FIRMWARE_NAME);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070048
49static int rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_DEFAULT;
50static int tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_DEFAULT;
51
Linas Vepstase2874f22006-10-10 15:59:02 -050052module_param(rx_descriptors, int, 0444);
53module_param(tx_descriptors, int, 0444);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070054
55MODULE_PARM_DESC(rx_descriptors, "number of descriptors used " \
56 "in rx chains");
57MODULE_PARM_DESC(tx_descriptors, "number of descriptors used " \
58 "in tx chain");
59
60char spider_net_driver_name[] = "spidernet";
61
Benoit Taine9baa3c32014-08-08 15:56:03 +020062static const struct pci_device_id spider_net_pci_tbl[] = {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070063 { PCI_VENDOR_ID_TOSHIBA_2, PCI_DEVICE_ID_TOSHIBA_SPIDER_NET,
64 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0UL },
65 { 0, }
66};
67
68MODULE_DEVICE_TABLE(pci, spider_net_pci_tbl);
69
70/**
71 * spider_net_read_reg - reads an SMMIO register of a card
72 * @card: device structure
73 * @reg: register to read from
74 *
75 * returns the content of the specified SMMIO register.
76 */
Jens Osterkampbdd01502006-07-13 11:54:08 +020077static inline u32
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070078spider_net_read_reg(struct spider_net_card *card, u32 reg)
79{
Benjamin Herrenschmidt3bc0f402006-11-11 17:25:13 +110080 /* We use the powerpc specific variants instead of readl_be() because
81 * we know spidernet is not a real PCI device and we can thus avoid the
82 * performance hit caused by the PCI workarounds.
83 */
84 return in_be32(card->regs + reg);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070085}
86
87/**
88 * spider_net_write_reg - writes to an SMMIO register of a card
89 * @card: device structure
90 * @reg: register to write to
91 * @value: value to write into the specified SMMIO register
92 */
Jens Osterkampbdd01502006-07-13 11:54:08 +020093static inline void
Jens Osterkampaaec0fa2005-09-05 15:19:29 -070094spider_net_write_reg(struct spider_net_card *card, u32 reg, u32 value)
95{
Benjamin Herrenschmidt3bc0f402006-11-11 17:25:13 +110096 /* We use the powerpc specific variants instead of writel_be() because
97 * we know spidernet is not a real PCI device and we can thus avoid the
98 * performance hit caused by the PCI workarounds.
99 */
100 out_be32(card->regs + reg, value);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700101}
102
Ben Hutchings49ce9c22012-07-10 10:56:00 +0000103/**
104 * spider_net_write_phy - write to phy register
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700105 * @netdev: adapter to be written to
106 * @mii_id: id of MII
107 * @reg: PHY register
108 * @val: value to be written to phy register
109 *
110 * spider_net_write_phy_register writes to an arbitrary PHY
111 * register via the spider GPCWOPCMD register. We assume the queue does
112 * not run full (not more than 15 commands outstanding).
113 **/
114static void
115spider_net_write_phy(struct net_device *netdev, int mii_id,
116 int reg, int val)
117{
118 struct spider_net_card *card = netdev_priv(netdev);
119 u32 writevalue;
120
121 writevalue = ((u32)mii_id << 21) |
122 ((u32)reg << 16) | ((u32)val);
123
124 spider_net_write_reg(card, SPIDER_NET_GPCWOPCMD, writevalue);
125}
126
Ben Hutchings49ce9c22012-07-10 10:56:00 +0000127/**
128 * spider_net_read_phy - read from phy register
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700129 * @netdev: network device to be read from
130 * @mii_id: id of MII
131 * @reg: PHY register
132 *
133 * Returns value read from PHY register
134 *
135 * spider_net_write_phy reads from an arbitrary PHY
136 * register via the spider GPCROPCMD register
137 **/
138static int
139spider_net_read_phy(struct net_device *netdev, int mii_id, int reg)
140{
141 struct spider_net_card *card = netdev_priv(netdev);
142 u32 readvalue;
143
144 readvalue = ((u32)mii_id << 21) | ((u32)reg << 16);
145 spider_net_write_reg(card, SPIDER_NET_GPCROPCMD, readvalue);
146
147 /* we don't use semaphores to wait for an SPIDER_NET_GPROPCMPINT
148 * interrupt, as we poll for the completion of the read operation
149 * in spider_net_read_phy. Should take about 50 us */
150 do {
151 readvalue = spider_net_read_reg(card, SPIDER_NET_GPCROPCMD);
152 } while (readvalue & SPIDER_NET_GPREXEC);
153
154 readvalue &= SPIDER_NET_GPRDAT_MASK;
155
156 return readvalue;
157}
158
159/**
Kou Ishizakiabdb66b2007-02-20 16:33:41 -0600160 * spider_net_setup_aneg - initial auto-negotiation setup
161 * @card: device structure
162 **/
163static void
164spider_net_setup_aneg(struct spider_net_card *card)
165{
166 struct mii_phy *phy = &card->phy;
167 u32 advertise = 0;
Ishizaki Koua1c38a42007-05-10 12:18:48 -0500168 u16 bmsr, estat;
Kou Ishizakiabdb66b2007-02-20 16:33:41 -0600169
Ishizaki Koua1c38a42007-05-10 12:18:48 -0500170 bmsr = spider_net_read_phy(card->netdev, phy->mii_id, MII_BMSR);
171 estat = spider_net_read_phy(card->netdev, phy->mii_id, MII_ESTATUS);
Kou Ishizakiabdb66b2007-02-20 16:33:41 -0600172
173 if (bmsr & BMSR_10HALF)
174 advertise |= ADVERTISED_10baseT_Half;
175 if (bmsr & BMSR_10FULL)
176 advertise |= ADVERTISED_10baseT_Full;
177 if (bmsr & BMSR_100HALF)
178 advertise |= ADVERTISED_100baseT_Half;
179 if (bmsr & BMSR_100FULL)
180 advertise |= ADVERTISED_100baseT_Full;
181
182 if ((bmsr & BMSR_ESTATEN) && (estat & ESTATUS_1000_TFULL))
183 advertise |= SUPPORTED_1000baseT_Full;
184 if ((bmsr & BMSR_ESTATEN) && (estat & ESTATUS_1000_THALF))
185 advertise |= SUPPORTED_1000baseT_Half;
186
David S. Miller19e2f6f2011-08-15 23:10:39 -0700187 sungem_phy_probe(phy, phy->mii_id);
Kou Ishizakiabdb66b2007-02-20 16:33:41 -0600188 phy->def->ops->setup_aneg(phy, advertise);
189
190}
191
192/**
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500193 * spider_net_rx_irq_off - switch off rx irq on this spider card
194 * @card: device structure
195 *
196 * switches off rx irq by masking them out in the GHIINTnMSK register
197 */
198static void
199spider_net_rx_irq_off(struct spider_net_card *card)
200{
201 u32 regvalue;
202
203 regvalue = SPIDER_NET_INT0_MASK_VALUE & (~SPIDER_NET_RXINT);
204 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, regvalue);
205}
206
207/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700208 * spider_net_rx_irq_on - switch on rx irq on this spider card
209 * @card: device structure
210 *
211 * switches on rx irq by enabling them in the GHIINTnMSK register
212 */
213static void
214spider_net_rx_irq_on(struct spider_net_card *card)
215{
216 u32 regvalue;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700217
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500218 regvalue = SPIDER_NET_INT0_MASK_VALUE | SPIDER_NET_RXINT;
219 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, regvalue);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700220}
221
222/**
223 * spider_net_set_promisc - sets the unicast address or the promiscuous mode
224 * @card: card structure
225 *
226 * spider_net_set_promisc sets the unicast destination address filter and
227 * thus either allows for non-promisc mode or promisc mode
228 */
229static void
230spider_net_set_promisc(struct spider_net_card *card)
231{
232 u32 macu, macl;
233 struct net_device *netdev = card->netdev;
234
235 if (netdev->flags & IFF_PROMISC) {
236 /* clear destination entry 0 */
237 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR, 0);
238 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR + 0x04, 0);
239 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R,
240 SPIDER_NET_PROMISC_VALUE);
241 } else {
242 macu = netdev->dev_addr[0];
243 macu <<= 8;
244 macu |= netdev->dev_addr[1];
245 memcpy(&macl, &netdev->dev_addr[2], sizeof(macl));
246
247 macu |= SPIDER_NET_UA_DESCR_VALUE;
248 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR, macu);
249 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR + 0x04, macl);
250 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R,
251 SPIDER_NET_NONPROMISC_VALUE);
252 }
253}
254
255/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700256 * spider_net_get_descr_status -- returns the status of a descriptor
257 * @descr: descriptor to look at
258 *
259 * returns the status as in the dmac_cmd_status field of the descriptor
260 */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200261static inline int
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600262spider_net_get_descr_status(struct spider_net_hw_descr *hwdescr)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700263{
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600264 return hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_IND_PROC_MASK;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700265}
266
267/**
268 * spider_net_free_chain - free descriptor chain
269 * @card: card structure
270 * @chain: address of chain
271 *
272 */
273static void
274spider_net_free_chain(struct spider_net_card *card,
275 struct spider_net_descr_chain *chain)
276{
277 struct spider_net_descr *descr;
278
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600279 descr = chain->ring;
280 do {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700281 descr->bus_addr = 0;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600282 descr->hwdescr->next_descr_addr = 0;
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600283 descr = descr->next;
284 } while (descr != chain->ring);
285
286 dma_free_coherent(&card->pdev->dev, chain->num_desc,
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600287 chain->hwring, chain->dma_addr);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700288}
289
290/**
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600291 * spider_net_init_chain - alloc and link descriptor chain
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700292 * @card: card structure
293 * @chain: address of chain
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700294 *
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600295 * We manage a circular list that mirrors the hardware structure,
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700296 * except that the hardware uses bus addresses.
297 *
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600298 * Returns 0 on success, <0 on failure
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700299 */
300static int
301spider_net_init_chain(struct spider_net_card *card,
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600302 struct spider_net_descr_chain *chain)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700303{
304 int i;
305 struct spider_net_descr *descr;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600306 struct spider_net_hw_descr *hwdescr;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500307 dma_addr_t buf;
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600308 size_t alloc_size;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700309
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600310 alloc_size = chain->num_desc * sizeof(struct spider_net_hw_descr);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700311
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600312 chain->hwring = dma_alloc_coherent(&card->pdev->dev, alloc_size,
Joe Perches1f9061d22013-03-15 07:23:58 +0000313 &chain->dma_addr, GFP_KERNEL);
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600314 if (!chain->hwring)
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600315 return -ENOMEM;
316
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600317 memset(chain->ring, 0, chain->num_desc * sizeof(struct spider_net_descr));
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600318
319 /* Set up the hardware pointers in each descriptor */
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600320 descr = chain->ring;
321 hwdescr = chain->hwring;
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600322 buf = chain->dma_addr;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600323 for (i=0; i < chain->num_desc; i++, descr++, hwdescr++) {
324 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
325 hwdescr->next_descr_addr = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700326
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600327 descr->hwdescr = hwdescr;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500328 descr->bus_addr = buf;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700329 descr->next = descr + 1;
330 descr->prev = descr - 1;
331
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600332 buf += sizeof(struct spider_net_hw_descr);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700333 }
334 /* do actual circular list */
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600335 (descr-1)->next = chain->ring;
336 chain->ring->prev = descr-1;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700337
Jens Osterkampbdd01502006-07-13 11:54:08 +0200338 spin_lock_init(&chain->lock);
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600339 chain->head = chain->ring;
340 chain->tail = chain->ring;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700341 return 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700342}
343
344/**
345 * spider_net_free_rx_chain_contents - frees descr contents in rx chain
346 * @card: card structure
347 *
348 * returns 0 on success, <0 on failure
349 */
350static void
351spider_net_free_rx_chain_contents(struct spider_net_card *card)
352{
353 struct spider_net_descr *descr;
354
355 descr = card->rx_chain.head;
Linas Vepstas64751912006-10-10 16:22:29 -0500356 do {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700357 if (descr->skb) {
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600358 pci_unmap_single(card->pdev, descr->hwdescr->buf_addr,
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500359 SPIDER_NET_MAX_FRAME,
Linas Vepstas348bc2a2006-10-10 16:21:10 -0500360 PCI_DMA_BIDIRECTIONAL);
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600361 dev_kfree_skb(descr->skb);
362 descr->skb = NULL;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700363 }
364 descr = descr->next;
Linas Vepstas64751912006-10-10 16:22:29 -0500365 } while (descr != card->rx_chain.head);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700366}
367
368/**
Linas Vepstasa4182c52006-12-13 15:19:54 -0600369 * spider_net_prepare_rx_descr - Reinitialize RX descriptor
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700370 * @card: card structure
371 * @descr: descriptor to re-init
372 *
André Goddard Rosaaf901ca2009-11-14 13:09:05 -0200373 * Return 0 on success, <0 on failure.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700374 *
Linas Vepstasa4182c52006-12-13 15:19:54 -0600375 * Allocates a new rx skb, iommu-maps it and attaches it to the
376 * descriptor. Mark the descriptor as activated, ready-to-use.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700377 */
378static int
379spider_net_prepare_rx_descr(struct spider_net_card *card,
380 struct spider_net_descr *descr)
381{
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600382 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
Arnd Bergmann8e0a6132006-01-12 17:16:43 -0500383 dma_addr_t buf;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700384 int offset;
385 int bufsize;
386
387 /* we need to round up the buffer size to a multiple of 128 */
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500388 bufsize = (SPIDER_NET_MAX_FRAME + SPIDER_NET_RXBUF_ALIGN - 1) &
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700389 (~(SPIDER_NET_RXBUF_ALIGN - 1));
390
391 /* and we need to have it 128 byte aligned, therefore we allocate a
392 * bit more */
393 /* allocate an skb */
Christoph Hellwig98739402007-05-16 16:58:00 -0500394 descr->skb = netdev_alloc_skb(card->netdev,
395 bufsize + SPIDER_NET_RXBUF_ALIGN - 1);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700396 if (!descr->skb) {
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500397 if (netif_msg_rx_err(card) && net_ratelimit())
Linas Vepstase6311d82007-06-11 13:41:38 -0500398 dev_err(&card->netdev->dev,
399 "Not enough memory to allocate rx buffer\n");
Jim Lewis9b6b0b82006-09-22 17:22:53 -0700400 card->spider_stats.alloc_rx_skb_error++;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700401 return -ENOMEM;
402 }
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600403 hwdescr->buf_size = bufsize;
404 hwdescr->result_size = 0;
405 hwdescr->valid_size = 0;
406 hwdescr->data_status = 0;
407 hwdescr->data_error = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700408
409 offset = ((unsigned long)descr->skb->data) &
410 (SPIDER_NET_RXBUF_ALIGN - 1);
411 if (offset)
412 skb_reserve(descr->skb, SPIDER_NET_RXBUF_ALIGN - offset);
Linas Vepstasa4182c52006-12-13 15:19:54 -0600413 /* iommu-map the skb */
Arnd Bergmann8e0a6132006-01-12 17:16:43 -0500414 buf = pci_map_single(card->pdev, descr->skb->data,
Jens Osterkampbdd01502006-07-13 11:54:08 +0200415 SPIDER_NET_MAX_FRAME, PCI_DMA_FROMDEVICE);
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -0700416 if (pci_dma_mapping_error(card->pdev, buf)) {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700417 dev_kfree_skb_any(descr->skb);
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600418 descr->skb = NULL;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500419 if (netif_msg_rx_err(card) && net_ratelimit())
Linas Vepstase6311d82007-06-11 13:41:38 -0500420 dev_err(&card->netdev->dev, "Could not iommu-map rx buffer\n");
Jim Lewis9b6b0b82006-09-22 17:22:53 -0700421 card->spider_stats.rx_iommu_map_error++;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600422 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700423 } else {
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600424 hwdescr->buf_addr = buf;
Linas Vepstas90476a22006-12-13 15:22:04 -0600425 wmb();
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600426 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_CARDOWNED |
Jens Osterkampbdd01502006-07-13 11:54:08 +0200427 SPIDER_NET_DMAC_NOINTR_COMPLETE;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700428 }
429
Linas Vepstasa4182c52006-12-13 15:19:54 -0600430 return 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700431}
432
433/**
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500434 * spider_net_enable_rxchtails - sets RX dmac chain tail addresses
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700435 * @card: card structure
436 *
Daniel Mack3ad2f3fb2010-02-03 08:01:28 +0800437 * spider_net_enable_rxchtails sets the RX DMAC chain tail addresses in the
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700438 * chip by writing to the appropriate register. DMA is enabled in
439 * spider_net_enable_rxdmac.
440 */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200441static inline void
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700442spider_net_enable_rxchtails(struct spider_net_card *card)
443{
444 /* assume chain is aligned correctly */
445 spider_net_write_reg(card, SPIDER_NET_GDADCHA ,
446 card->rx_chain.tail->bus_addr);
447}
448
449/**
450 * spider_net_enable_rxdmac - enables a receive DMA controller
451 * @card: card structure
452 *
453 * spider_net_enable_rxdmac enables the DMA controller by setting RX_DMA_EN
454 * in the GDADMACCNTR register
455 */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200456static inline void
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700457spider_net_enable_rxdmac(struct spider_net_card *card)
458{
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500459 wmb();
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700460 spider_net_write_reg(card, SPIDER_NET_GDADMACCNTR,
461 SPIDER_NET_DMA_RX_VALUE);
462}
463
464/**
Linas Vepstas59a11f882007-06-11 14:05:41 -0500465 * spider_net_disable_rxdmac - disables the receive DMA controller
466 * @card: card structure
467 *
468 * spider_net_disable_rxdmac terminates processing on the DMA controller
469 * by turing off the DMA controller, with the force-end flag set.
470 */
471static inline void
472spider_net_disable_rxdmac(struct spider_net_card *card)
473{
474 spider_net_write_reg(card, SPIDER_NET_GDADMACCNTR,
475 SPIDER_NET_DMA_RX_FEND_VALUE);
476}
477
478/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700479 * spider_net_refill_rx_chain - refills descriptors/skbs in the rx chains
480 * @card: card structure
481 *
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500482 * refills descriptors in the rx chain: allocates skbs and iommu-maps them.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700483 */
484static void
485spider_net_refill_rx_chain(struct spider_net_card *card)
486{
Jens Osterkampbdd01502006-07-13 11:54:08 +0200487 struct spider_net_descr_chain *chain = &card->rx_chain;
488 unsigned long flags;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700489
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500490 /* one context doing the refill (and a second context seeing that
491 * and omitting it) is ok. If called by NAPI, we'll be called again
492 * as spider_net_decode_one_descr is called several times. If some
493 * interrupt calls us, the NAPI is about to clean up anyway. */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200494 if (!spin_trylock_irqsave(&chain->lock, flags))
495 return;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700496
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600497 while (spider_net_get_descr_status(chain->head->hwdescr) ==
Jens Osterkampbdd01502006-07-13 11:54:08 +0200498 SPIDER_NET_DESCR_NOT_IN_USE) {
499 if (spider_net_prepare_rx_descr(card, chain->head))
500 break;
501 chain->head = chain->head->next;
502 }
503
504 spin_unlock_irqrestore(&chain->lock, flags);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700505}
506
507/**
Linas Vepstas2c307db2006-12-13 15:20:59 -0600508 * spider_net_alloc_rx_skbs - Allocates rx skbs in rx descriptor chains
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700509 * @card: card structure
510 *
Linas Vepstas2c307db2006-12-13 15:20:59 -0600511 * Returns 0 on success, <0 on failure.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700512 */
513static int
514spider_net_alloc_rx_skbs(struct spider_net_card *card)
515{
Linas Vepstas2bf27a02007-06-11 13:23:42 -0500516 struct spider_net_descr_chain *chain = &card->rx_chain;
517 struct spider_net_descr *start = chain->tail;
518 struct spider_net_descr *descr = start;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700519
Linas Vepstas2bf27a02007-06-11 13:23:42 -0500520 /* Link up the hardware chain pointers */
521 do {
522 descr->prev->hwdescr->next_descr_addr = descr->bus_addr;
523 descr = descr->next;
524 } while (descr != start);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700525
Linas Vepstas2c307db2006-12-13 15:20:59 -0600526 /* Put at least one buffer into the chain. if this fails,
527 * we've got a problem. If not, spider_net_refill_rx_chain
528 * will do the rest at the end of this function. */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700529 if (spider_net_prepare_rx_descr(card, chain->head))
530 goto error;
531 else
532 chain->head = chain->head->next;
533
Linas Vepstas2c307db2006-12-13 15:20:59 -0600534 /* This will allocate the rest of the rx buffers;
535 * if not, it's business as usual later on. */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700536 spider_net_refill_rx_chain(card);
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500537 spider_net_enable_rxdmac(card);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700538 return 0;
539
540error:
541 spider_net_free_rx_chain_contents(card);
Linas Vepstas2bf27a02007-06-11 13:23:42 -0500542 return -ENOMEM;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700543}
544
545/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700546 * spider_net_get_multicast_hash - generates hash for multicast filter table
547 * @addr: multicast address
548 *
549 * returns the hash value.
550 *
551 * spider_net_get_multicast_hash calculates a hash value for a given multicast
552 * address, that is used to set the multicast filter tables
553 */
554static u8
555spider_net_get_multicast_hash(struct net_device *netdev, __u8 *addr)
556{
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700557 u32 crc;
558 u8 hash;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500559 char addr_for_crc[ETH_ALEN] = { 0, };
560 int i, bit;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700561
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500562 for (i = 0; i < ETH_ALEN * 8; i++) {
563 bit = (addr[i / 8] >> (i % 8)) & 1;
564 addr_for_crc[ETH_ALEN - 1 - i / 8] += bit << (7 - (i % 8));
565 }
566
567 crc = crc32_be(~0, addr_for_crc, netdev->addr_len);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700568
569 hash = (crc >> 27);
570 hash <<= 3;
571 hash |= crc & 7;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500572 hash &= 0xff;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700573
574 return hash;
575}
576
577/**
578 * spider_net_set_multi - sets multicast addresses and promisc flags
579 * @netdev: interface device structure
580 *
581 * spider_net_set_multi configures multicast addresses as needed for the
582 * netdev interface. It also sets up multicast, allmulti and promisc
583 * flags appropriately
584 */
585static void
586spider_net_set_multi(struct net_device *netdev)
587{
Jiri Pirko22bedad32010-04-01 21:22:57 +0000588 struct netdev_hw_addr *ha;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700589 u8 hash;
590 int i;
591 u32 reg;
592 struct spider_net_card *card = netdev_priv(netdev);
Joe Perchese26cc7f2015-05-19 18:37:55 -0700593 DECLARE_BITMAP(bitmask, SPIDER_NET_MULTICAST_HASHES) = {};
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700594
595 spider_net_set_promisc(card);
596
597 if (netdev->flags & IFF_ALLMULTI) {
598 for (i = 0; i < SPIDER_NET_MULTICAST_HASHES; i++) {
599 set_bit(i, bitmask);
600 }
601 goto write_hash;
602 }
603
604 /* well, we know, what the broadcast hash value is: it's xfd
605 hash = spider_net_get_multicast_hash(netdev, netdev->broadcast); */
606 set_bit(0xfd, bitmask);
607
Jiri Pirko22bedad32010-04-01 21:22:57 +0000608 netdev_for_each_mc_addr(ha, netdev) {
609 hash = spider_net_get_multicast_hash(netdev, ha->addr);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700610 set_bit(hash, bitmask);
611 }
612
613write_hash:
614 for (i = 0; i < SPIDER_NET_MULTICAST_HASHES / 4; i++) {
615 reg = 0;
616 if (test_bit(i * 4, bitmask))
617 reg += 0x08;
618 reg <<= 8;
619 if (test_bit(i * 4 + 1, bitmask))
620 reg += 0x08;
621 reg <<= 8;
622 if (test_bit(i * 4 + 2, bitmask))
623 reg += 0x08;
624 reg <<= 8;
625 if (test_bit(i * 4 + 3, bitmask))
626 reg += 0x08;
627
628 spider_net_write_reg(card, SPIDER_NET_GMRMHFILnR + i * 4, reg);
629 }
630}
631
632/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700633 * spider_net_prepare_tx_descr - fill tx descriptor with skb data
634 * @card: card structure
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700635 * @skb: packet to use
636 *
637 * returns 0 on success, <0 on failure.
638 *
639 * fills out the descriptor structure with skb data and len. Copies data,
640 * if needed (32bit DMA!)
641 */
642static int
643spider_net_prepare_tx_descr(struct spider_net_card *card,
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700644 struct sk_buff *skb)
645{
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600646 struct spider_net_descr_chain *chain = &card->tx_chain;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500647 struct spider_net_descr *descr;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600648 struct spider_net_hw_descr *hwdescr;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500649 dma_addr_t buf;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500650 unsigned long flags;
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500651
James K Lewis9c434f52006-11-17 14:39:36 -0800652 buf = pci_map_single(card->pdev, skb->data, skb->len, PCI_DMA_TODEVICE);
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -0700653 if (pci_dma_mapping_error(card->pdev, buf)) {
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500654 if (netif_msg_tx_err(card) && net_ratelimit())
Linas Vepstase6311d82007-06-11 13:41:38 -0500655 dev_err(&card->netdev->dev, "could not iommu-map packet (%p, %i). "
James K Lewis9c434f52006-11-17 14:39:36 -0800656 "Dropping packet\n", skb->data, skb->len);
Jim Lewis9b6b0b82006-09-22 17:22:53 -0700657 card->spider_stats.tx_iommu_map_error++;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700658 return -ENOMEM;
659 }
660
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600661 spin_lock_irqsave(&chain->lock, flags);
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500662 descr = card->tx_chain.head;
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600663 if (descr->next == chain->tail->prev) {
664 spin_unlock_irqrestore(&chain->lock, flags);
665 pci_unmap_single(card->pdev, buf, skb->len, PCI_DMA_TODEVICE);
666 return -ENOMEM;
667 }
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600668 hwdescr = descr->hwdescr;
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600669 chain->head = descr->next;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500670
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700671 descr->skb = skb;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600672 hwdescr->buf_addr = buf;
673 hwdescr->buf_size = skb->len;
674 hwdescr->next_descr_addr = 0;
675 hwdescr->data_status = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700676
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600677 hwdescr->dmac_cmd_status =
Linas Vepstas5f309b92007-06-11 14:09:16 -0500678 SPIDER_NET_DESCR_CARDOWNED | SPIDER_NET_DMAC_TXFRMTL;
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600679 spin_unlock_irqrestore(&chain->lock, flags);
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500680
Stephen Hemminger3a2c8922007-06-11 13:35:23 -0500681 if (skb->ip_summed == CHECKSUM_PARTIAL)
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -0700682 switch (ip_hdr(skb)->protocol) {
Jens Osterkampbdd01502006-07-13 11:54:08 +0200683 case IPPROTO_TCP:
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600684 hwdescr->dmac_cmd_status |= SPIDER_NET_DMAC_TCP;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200685 break;
686 case IPPROTO_UDP:
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600687 hwdescr->dmac_cmd_status |= SPIDER_NET_DMAC_UDP;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200688 break;
689 }
690
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500691 /* Chain the bus address, so that the DMA engine finds this descr. */
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600692 wmb();
693 descr->prev->hwdescr->next_descr_addr = descr->bus_addr;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200694
Florian Westphal860e9532016-05-03 16:33:13 +0200695 netif_trans_update(card->netdev); /* set netdev watchdog timer */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200696 return 0;
697}
698
Linas Vepstasa664ccf2006-10-10 16:18:18 -0500699static int
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500700spider_net_set_low_watermark(struct spider_net_card *card)
701{
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600702 struct spider_net_descr *descr = card->tx_chain.tail;
703 struct spider_net_hw_descr *hwdescr;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500704 unsigned long flags;
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500705 int status;
706 int cnt=0;
707 int i;
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500708
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500709 /* Measure the length of the queue. Measurement does not
710 * need to be precise -- does not need a lock. */
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500711 while (descr != card->tx_chain.head) {
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600712 status = descr->hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_NOT_IN_USE;
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500713 if (status == SPIDER_NET_DESCR_NOT_IN_USE)
714 break;
715 descr = descr->next;
716 cnt++;
717 }
718
719 /* If TX queue is short, don't even bother with interrupts */
Linas Vepstasd4ed8f82006-12-13 15:06:59 -0600720 if (cnt < card->tx_chain.num_desc/4)
Linas Vepstasa664ccf2006-10-10 16:18:18 -0500721 return cnt;
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500722
723 /* Set low-watermark 3/4th's of the way into the queue. */
724 descr = card->tx_chain.tail;
725 cnt = (cnt*3)/4;
726 for (i=0;i<cnt; i++)
727 descr = descr->next;
728
729 /* Set the new watermark, clear the old watermark */
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500730 spin_lock_irqsave(&card->tx_chain.lock, flags);
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600731 descr->hwdescr->dmac_cmd_status |= SPIDER_NET_DESCR_TXDESFLG;
732 if (card->low_watermark && card->low_watermark != descr) {
733 hwdescr = card->low_watermark->hwdescr;
734 hwdescr->dmac_cmd_status =
735 hwdescr->dmac_cmd_status & ~SPIDER_NET_DESCR_TXDESFLG;
736 }
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500737 card->low_watermark = descr;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500738 spin_unlock_irqrestore(&card->tx_chain.lock, flags);
Linas Vepstasa664ccf2006-10-10 16:18:18 -0500739 return cnt;
Linas Vepstas204e5fa2006-10-10 16:11:33 -0500740}
741
Jens Osterkampbdd01502006-07-13 11:54:08 +0200742/**
743 * spider_net_release_tx_chain - processes sent tx descriptors
744 * @card: adapter structure
745 * @brutal: if set, don't care about whether descriptor seems to be in use
746 *
747 * returns 0 if the tx ring is empty, otherwise 1.
748 *
749 * spider_net_release_tx_chain releases the tx descriptors that spider has
750 * finished with (if non-brutal) or simply release tx descriptors (if brutal).
751 * If some other context is calling this function, we return 1 so that we're
Nick Andrew26aca5e2008-12-06 23:57:14 -0800752 * scheduled again (if we were scheduled) and will not lose initiative.
Jens Osterkampbdd01502006-07-13 11:54:08 +0200753 */
754static int
755spider_net_release_tx_chain(struct spider_net_card *card, int brutal)
756{
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700757 struct net_device *dev = card->netdev;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200758 struct spider_net_descr_chain *chain = &card->tx_chain;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500759 struct spider_net_descr *descr;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600760 struct spider_net_hw_descr *hwdescr;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500761 struct sk_buff *skb;
762 u32 buf_addr;
763 unsigned long flags;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200764 int status;
765
Linas Vepstas5c8e98f2007-02-20 16:41:59 -0600766 while (1) {
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500767 spin_lock_irqsave(&chain->lock, flags);
Linas Vepstas5c8e98f2007-02-20 16:41:59 -0600768 if (chain->tail == chain->head) {
769 spin_unlock_irqrestore(&chain->lock, flags);
770 return 0;
771 }
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500772 descr = chain->tail;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600773 hwdescr = descr->hwdescr;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500774
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600775 status = spider_net_get_descr_status(hwdescr);
Jens Osterkampbdd01502006-07-13 11:54:08 +0200776 switch (status) {
777 case SPIDER_NET_DESCR_COMPLETE:
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700778 dev->stats.tx_packets++;
779 dev->stats.tx_bytes += descr->skb->len;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200780 break;
781
782 case SPIDER_NET_DESCR_CARDOWNED:
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500783 if (!brutal) {
784 spin_unlock_irqrestore(&chain->lock, flags);
Jens Osterkampbdd01502006-07-13 11:54:08 +0200785 return 1;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500786 }
787
Jens Osterkampbdd01502006-07-13 11:54:08 +0200788 /* fallthrough, if we release the descriptors
789 * brutally (then we don't care about
790 * SPIDER_NET_DESCR_CARDOWNED) */
Gustavo A. R. Silva52023a52019-07-28 19:32:51 -0500791 /* Fall through */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200792
793 case SPIDER_NET_DESCR_RESPONSE_ERROR:
794 case SPIDER_NET_DESCR_PROTECTION_ERROR:
795 case SPIDER_NET_DESCR_FORCE_END:
796 if (netif_msg_tx_err(card))
Linas Vepstase6311d82007-06-11 13:41:38 -0500797 dev_err(&card->netdev->dev, "forcing end of tx descriptor "
798 "with status x%02x\n", status);
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700799 dev->stats.tx_errors++;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200800 break;
801
802 default:
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700803 dev->stats.tx_dropped++;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500804 if (!brutal) {
805 spin_unlock_irqrestore(&chain->lock, flags);
Linas Vepstasc3fee4c2006-10-10 16:00:04 -0500806 return 1;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500807 }
Jens Osterkampbdd01502006-07-13 11:54:08 +0200808 }
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700809
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500810 chain->tail = descr->next;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600811 hwdescr->dmac_cmd_status |= SPIDER_NET_DESCR_NOT_IN_USE;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500812 skb = descr->skb;
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600813 descr->skb = NULL;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600814 buf_addr = hwdescr->buf_addr;
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500815 spin_unlock_irqrestore(&chain->lock, flags);
816
817 /* unmap the skb */
818 if (skb) {
James K Lewis9c434f52006-11-17 14:39:36 -0800819 pci_unmap_single(card->pdev, buf_addr, skb->len,
820 PCI_DMA_TODEVICE);
Eric W. Biederman20eca052014-03-15 18:20:12 -0700821 dev_consume_skb_any(skb);
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -0500822 }
823 }
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700824 return 0;
825}
826
827/**
828 * spider_net_kick_tx_dma - enables TX DMA processing
829 * @card: card structure
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700830 *
Linas Vepstasa664ccf2006-10-10 16:18:18 -0500831 * This routine will start the transmit DMA running if
832 * it is not already running. This routine ned only be
833 * called when queueing a new packet to an empty tx queue.
834 * Writes the current tx chain head as start address
835 * of the tx descriptor chain and enables the transmission
836 * DMA engine.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700837 */
Jens Osterkampbdd01502006-07-13 11:54:08 +0200838static inline void
839spider_net_kick_tx_dma(struct spider_net_card *card)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700840{
Jens Osterkampbdd01502006-07-13 11:54:08 +0200841 struct spider_net_descr *descr;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700842
Jens Osterkampbdd01502006-07-13 11:54:08 +0200843 if (spider_net_read_reg(card, SPIDER_NET_GDTDMACCNTR) &
844 SPIDER_NET_TX_DMA_EN)
845 goto out;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700846
Jens Osterkampbdd01502006-07-13 11:54:08 +0200847 descr = card->tx_chain.tail;
848 for (;;) {
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600849 if (spider_net_get_descr_status(descr->hwdescr) ==
Jens Osterkampbdd01502006-07-13 11:54:08 +0200850 SPIDER_NET_DESCR_CARDOWNED) {
851 spider_net_write_reg(card, SPIDER_NET_GDTDCHA,
852 descr->bus_addr);
853 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
854 SPIDER_NET_DMA_TX_VALUE);
855 break;
856 }
857 if (descr == card->tx_chain.head)
858 break;
859 descr = descr->next;
860 }
861
862out:
863 mod_timer(&card->tx_timer, jiffies + SPIDER_NET_TX_TIMER);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700864}
865
866/**
867 * spider_net_xmit - transmits a frame over the device
868 * @skb: packet to send out
869 * @netdev: interface device structure
870 *
YueHaibingbacade82018-09-19 18:23:39 +0800871 * returns NETDEV_TX_OK on success, NETDEV_TX_BUSY on failure
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700872 */
YueHaibingbacade82018-09-19 18:23:39 +0800873static netdev_tx_t
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700874spider_net_xmit(struct sk_buff *skb, struct net_device *netdev)
875{
Linas Vepstasa664ccf2006-10-10 16:18:18 -0500876 int cnt;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700877 struct spider_net_card *card = netdev_priv(netdev);
Jens Osterkampbdd01502006-07-13 11:54:08 +0200878
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500879 spider_net_release_tx_chain(card, 0);
880
Linas Vepstasd9c199e2007-02-20 16:41:03 -0600881 if (spider_net_prepare_tx_descr(card, skb) != 0) {
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700882 netdev->stats.tx_dropped++;
Linas Vepstas313ef4b2006-10-10 16:04:00 -0500883 netif_stop_queue(netdev);
884 return NETDEV_TX_BUSY;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200885 }
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700886
Linas Vepstasa664ccf2006-10-10 16:18:18 -0500887 cnt = spider_net_set_low_watermark(card);
888 if (cnt < 5)
889 spider_net_kick_tx_dma(card);
Linas Vepstas313ef4b2006-10-10 16:04:00 -0500890 return NETDEV_TX_OK;
Jens Osterkampbdd01502006-07-13 11:54:08 +0200891}
892
893/**
894 * spider_net_cleanup_tx_ring - cleans up the TX ring
895 * @card: card structure
896 *
Linas Vepstas68a8c6092006-10-10 16:13:05 -0500897 * spider_net_cleanup_tx_ring is called by either the tx_timer
898 * or from the NAPI polling routine.
899 * This routine releases resources associted with transmitted
900 * packets, including updating the queue tail pointer.
Jens Osterkampbdd01502006-07-13 11:54:08 +0200901 */
902static void
Kees Cooke99e88a2017-10-16 14:43:17 -0700903spider_net_cleanup_tx_ring(struct timer_list *t)
Jens Osterkampbdd01502006-07-13 11:54:08 +0200904{
Kees Cooke99e88a2017-10-16 14:43:17 -0700905 struct spider_net_card *card = from_timer(card, t, tx_timer);
Jens Osterkampbdd01502006-07-13 11:54:08 +0200906 if ((spider_net_release_tx_chain(card, 0) != 0) &&
Linas Vepstas313ef4b2006-10-10 16:04:00 -0500907 (card->netdev->flags & IFF_UP)) {
Jens Osterkampbdd01502006-07-13 11:54:08 +0200908 spider_net_kick_tx_dma(card);
Linas Vepstas313ef4b2006-10-10 16:04:00 -0500909 netif_wake_queue(card->netdev);
910 }
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700911}
912
913/**
914 * spider_net_do_ioctl - called for device ioctls
915 * @netdev: interface device structure
916 * @ifr: request parameter structure for ioctl
917 * @cmd: command code for ioctl
918 *
919 * returns 0 on success, <0 on failure. Currently, we have no special ioctls.
920 * -EOPNOTSUPP is returned, if an unknown ioctl was requested
921 */
922static int
923spider_net_do_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
924{
925 switch (cmd) {
926 default:
927 return -EOPNOTSUPP;
928 }
929}
930
931/**
932 * spider_net_pass_skb_up - takes an skb from a descriptor and passes it on
933 * @descr: descriptor to process
934 * @card: card structure
935 *
Linas Vepstas05b346b2006-12-13 15:15:15 -0600936 * Fills out skb structure and passes the data to the stack.
937 * The descriptor state is not changed.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700938 */
Linas Vepstas7f7223b2006-12-13 15:17:39 -0600939static void
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700940spider_net_pass_skb_up(struct spider_net_descr *descr,
Linas Vepstas1cd173f2006-12-13 15:12:26 -0600941 struct spider_net_card *card)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700942{
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700943 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
944 struct sk_buff *skb = descr->skb;
945 struct net_device *netdev = card->netdev;
946 u32 data_status = hwdescr->data_status;
947 u32 data_error = hwdescr->data_error;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700948
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -0600949 skb_put(skb, hwdescr->valid_size);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700950
951 /* the card seems to add 2 bytes of junk in front
952 * of the ethernet frame */
953#define SPIDER_MISALIGN 2
954 skb_pull(skb, SPIDER_MISALIGN);
955 skb->protocol = eth_type_trans(skb, netdev);
956
957 /* checksum offload */
Michał Mirosław6de240b2011-04-15 04:50:49 +0000958 skb_checksum_none_assert(skb);
959 if (netdev->features & NETIF_F_RXCSUM) {
Arnd Bergmann11f1a522006-01-12 17:16:44 -0500960 if ( ( (data_status & SPIDER_NET_DATA_STATUS_CKSUM_MASK) ==
961 SPIDER_NET_DATA_STATUS_CKSUM_MASK) &&
962 !(data_error & SPIDER_NET_DATA_ERR_CKSUM_MASK))
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700963 skb->ip_summed = CHECKSUM_UNNECESSARY;
Michał Mirosław6de240b2011-04-15 04:50:49 +0000964 }
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700965
966 if (data_status & SPIDER_NET_VLAN_PACKET) {
Jiri Pirko9c5d0612011-07-20 04:54:25 +0000967 /* further enhancements: HW-accel VLAN */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700968 }
969
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700970 /* update netdevice statistics */
Jeff Garzik09f75cd2007-10-03 17:41:50 -0700971 netdev->stats.rx_packets++;
972 netdev->stats.rx_bytes += skb->len;
Florin Malita93c1d3b2007-05-22 18:09:42 -0500973
974 /* pass skb up to stack */
975 netif_receive_skb(skb);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -0700976}
977
Linas Vepstas6d249982006-12-13 15:23:56 -0600978static void show_rx_chain(struct spider_net_card *card)
979{
980 struct spider_net_descr_chain *chain = &card->rx_chain;
981 struct spider_net_descr *start= chain->tail;
982 struct spider_net_descr *descr= start;
Linas Vepstas99483572007-06-11 13:48:55 -0500983 struct spider_net_hw_descr *hwd = start->hwdescr;
984 struct device *dev = &card->netdev->dev;
985 u32 curr_desc, next_desc;
Linas Vepstas6d249982006-12-13 15:23:56 -0600986 int status;
987
Linas Vepstas99483572007-06-11 13:48:55 -0500988 int tot = 0;
Linas Vepstas6d249982006-12-13 15:23:56 -0600989 int cnt = 0;
Linas Vepstas99483572007-06-11 13:48:55 -0500990 int off = start - chain->ring;
991 int cstat = hwd->dmac_cmd_status;
992
993 dev_info(dev, "Total number of descrs=%d\n",
994 chain->num_desc);
995 dev_info(dev, "Chain tail located at descr=%d, status=0x%x\n",
996 off, cstat);
997
998 curr_desc = spider_net_read_reg(card, SPIDER_NET_GDACTDPA);
999 next_desc = spider_net_read_reg(card, SPIDER_NET_GDACNEXTDA);
1000
Linas Vepstas6d249982006-12-13 15:23:56 -06001001 status = cstat;
1002 do
1003 {
Linas Vepstas99483572007-06-11 13:48:55 -05001004 hwd = descr->hwdescr;
1005 off = descr - chain->ring;
1006 status = hwd->dmac_cmd_status;
1007
1008 if (descr == chain->head)
1009 dev_info(dev, "Chain head is at %d, head status=0x%x\n",
1010 off, status);
1011
1012 if (curr_desc == descr->bus_addr)
1013 dev_info(dev, "HW curr desc (GDACTDPA) is at %d, status=0x%x\n",
1014 off, status);
1015
1016 if (next_desc == descr->bus_addr)
1017 dev_info(dev, "HW next desc (GDACNEXTDA) is at %d, status=0x%x\n",
1018 off, status);
1019
1020 if (hwd->next_descr_addr == 0)
1021 dev_info(dev, "chain is cut at %d\n", off);
1022
Linas Vepstas6d249982006-12-13 15:23:56 -06001023 if (cstat != status) {
Linas Vepstas99483572007-06-11 13:48:55 -05001024 int from = (chain->num_desc + off - cnt) % chain->num_desc;
1025 int to = (chain->num_desc + off - 1) % chain->num_desc;
1026 dev_info(dev, "Have %d (from %d to %d) descrs "
1027 "with stat=0x%08x\n", cnt, from, to, cstat);
Linas Vepstas6d249982006-12-13 15:23:56 -06001028 cstat = status;
1029 cnt = 0;
1030 }
Linas Vepstas99483572007-06-11 13:48:55 -05001031
Linas Vepstas6d249982006-12-13 15:23:56 -06001032 cnt ++;
Linas Vepstas99483572007-06-11 13:48:55 -05001033 tot ++;
Linas Vepstas6d249982006-12-13 15:23:56 -06001034 descr = descr->next;
1035 } while (descr != start);
Linas Vepstas99483572007-06-11 13:48:55 -05001036
1037 dev_info(dev, "Last %d descrs with stat=0x%08x "
1038 "for a total of %d descrs\n", cnt, cstat, tot);
1039
1040#ifdef DEBUG
1041 /* Now dump the whole ring */
1042 descr = start;
1043 do
1044 {
1045 struct spider_net_hw_descr *hwd = descr->hwdescr;
1046 status = spider_net_get_descr_status(hwd);
1047 cnt = descr - chain->ring;
1048 dev_info(dev, "Descr %d stat=0x%08x skb=%p\n",
1049 cnt, status, descr->skb);
1050 dev_info(dev, "bus addr=%08x buf addr=%08x sz=%d\n",
1051 descr->bus_addr, hwd->buf_addr, hwd->buf_size);
1052 dev_info(dev, "next=%08x result sz=%d valid sz=%d\n",
1053 hwd->next_descr_addr, hwd->result_size,
1054 hwd->valid_size);
1055 dev_info(dev, "dmac=%08x data stat=%08x data err=%08x\n",
1056 hwd->dmac_cmd_status, hwd->data_status,
1057 hwd->data_error);
1058 dev_info(dev, "\n");
1059
1060 descr = descr->next;
1061 } while (descr != start);
Linas Vepstas6d249982006-12-13 15:23:56 -06001062#endif
1063
Linas Vepstas99483572007-06-11 13:48:55 -05001064}
1065
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001066/**
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001067 * spider_net_resync_head_ptr - Advance head ptr past empty descrs
1068 *
1069 * If the driver fails to keep up and empty the queue, then the
1070 * hardware wil run out of room to put incoming packets. This
1071 * will cause the hardware to skip descrs that are full (instead
1072 * of halting/retrying). Thus, once the driver runs, it wil need
1073 * to "catch up" to where the hardware chain pointer is at.
1074 */
1075static void spider_net_resync_head_ptr(struct spider_net_card *card)
1076{
1077 unsigned long flags;
1078 struct spider_net_descr_chain *chain = &card->rx_chain;
1079 struct spider_net_descr *descr;
1080 int i, status;
1081
1082 /* Advance head pointer past any empty descrs */
1083 descr = chain->head;
1084 status = spider_net_get_descr_status(descr->hwdescr);
1085
1086 if (status == SPIDER_NET_DESCR_NOT_IN_USE)
1087 return;
1088
1089 spin_lock_irqsave(&chain->lock, flags);
1090
1091 descr = chain->head;
1092 status = spider_net_get_descr_status(descr->hwdescr);
1093 for (i=0; i<chain->num_desc; i++) {
1094 if (status != SPIDER_NET_DESCR_CARDOWNED) break;
1095 descr = descr->next;
1096 status = spider_net_get_descr_status(descr->hwdescr);
1097 }
1098 chain->head = descr;
1099
1100 spin_unlock_irqrestore(&chain->lock, flags);
1101}
1102
1103static int spider_net_resync_tail_ptr(struct spider_net_card *card)
1104{
1105 struct spider_net_descr_chain *chain = &card->rx_chain;
1106 struct spider_net_descr *descr;
1107 int i, status;
1108
1109 /* Advance tail pointer past any empty and reaped descrs */
1110 descr = chain->tail;
1111 status = spider_net_get_descr_status(descr->hwdescr);
1112
1113 for (i=0; i<chain->num_desc; i++) {
1114 if ((status != SPIDER_NET_DESCR_CARDOWNED) &&
1115 (status != SPIDER_NET_DESCR_NOT_IN_USE)) break;
1116 descr = descr->next;
1117 status = spider_net_get_descr_status(descr->hwdescr);
1118 }
1119 chain->tail = descr;
1120
1121 if ((i == chain->num_desc) || (i == 0))
1122 return 1;
1123 return 0;
1124}
1125
1126/**
Linas Vepstas7376e732007-02-20 16:42:59 -06001127 * spider_net_decode_one_descr - processes an RX descriptor
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001128 * @card: card structure
1129 *
Linas Vepstas7376e732007-02-20 16:42:59 -06001130 * Returns 1 if a packet has been sent to the stack, otherwise 0.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001131 *
Linas Vepstas7376e732007-02-20 16:42:59 -06001132 * Processes an RX descriptor by iommu-unmapping the data buffer
1133 * and passing the packet up to the stack. This function is called
1134 * in softirq context, e.g. either bottom half from interrupt or
1135 * NAPI polling context.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001136 */
1137static int
Linas Vepstas1cd173f2006-12-13 15:12:26 -06001138spider_net_decode_one_descr(struct spider_net_card *card)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001139{
Jeff Garzik09f75cd2007-10-03 17:41:50 -07001140 struct net_device *dev = card->netdev;
Jens Osterkampbdd01502006-07-13 11:54:08 +02001141 struct spider_net_descr_chain *chain = &card->rx_chain;
1142 struct spider_net_descr *descr = chain->tail;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001143 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
Linas Vepstas9e0a6e22007-06-11 13:52:03 -05001144 u32 hw_buf_addr;
Jens Osterkampbdd01502006-07-13 11:54:08 +02001145 int status;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001146
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001147 status = spider_net_get_descr_status(hwdescr);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001148
Linas Vepstas80dab7c2006-12-13 15:18:52 -06001149 /* Nothing in the descriptor, or ring must be empty */
1150 if ((status == SPIDER_NET_DESCR_CARDOWNED) ||
1151 (status == SPIDER_NET_DESCR_NOT_IN_USE))
Linas Vepstas1cd173f2006-12-13 15:12:26 -06001152 return 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001153
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001154 /* descriptor definitively used -- move on tail */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001155 chain->tail = descr->next;
1156
Linas Vepstas05b346b2006-12-13 15:15:15 -06001157 /* unmap descriptor */
Linas Vepstas9e0a6e22007-06-11 13:52:03 -05001158 hw_buf_addr = hwdescr->buf_addr;
1159 hwdescr->buf_addr = 0xffffffff;
1160 pci_unmap_single(card->pdev, hw_buf_addr,
Linas Vepstas05b346b2006-12-13 15:15:15 -06001161 SPIDER_NET_MAX_FRAME, PCI_DMA_FROMDEVICE);
1162
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001163 if ( (status == SPIDER_NET_DESCR_RESPONSE_ERROR) ||
1164 (status == SPIDER_NET_DESCR_PROTECTION_ERROR) ||
1165 (status == SPIDER_NET_DESCR_FORCE_END) ) {
1166 if (netif_msg_rx_err(card))
Jeff Garzik09f75cd2007-10-03 17:41:50 -07001167 dev_err(&dev->dev,
Linas Vepstase6311d82007-06-11 13:41:38 -05001168 "dropping RX descriptor with state %d\n", status);
Jeff Garzik09f75cd2007-10-03 17:41:50 -07001169 dev->stats.rx_dropped++;
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001170 goto bad_desc;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001171 }
1172
1173 if ( (status != SPIDER_NET_DESCR_COMPLETE) &&
1174 (status != SPIDER_NET_DESCR_FRAME_END) ) {
Linas Vepstas5a028872006-12-13 15:08:25 -06001175 if (netif_msg_rx_err(card))
Linas Vepstase6311d82007-06-11 13:41:38 -05001176 dev_err(&card->netdev->dev,
1177 "RX descriptor with unknown state %d\n", status);
Linas Vepstas5a028872006-12-13 15:08:25 -06001178 card->spider_stats.rx_desc_unk_state++;
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001179 goto bad_desc;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001180 }
1181
Linas Vepstas366684b2006-12-13 15:16:18 -06001182 /* The cases we'll throw away the packet immediately */
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001183 if (hwdescr->data_error & SPIDER_NET_DESTROY_RX_FLAGS) {
Linas Vepstas366684b2006-12-13 15:16:18 -06001184 if (netif_msg_rx_err(card))
Linas Vepstase6311d82007-06-11 13:41:38 -05001185 dev_err(&card->netdev->dev,
1186 "error in received descriptor found, "
Linas Vepstas366684b2006-12-13 15:16:18 -06001187 "data_status=x%08x, data_error=x%08x\n",
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001188 hwdescr->data_status, hwdescr->data_error);
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001189 goto bad_desc;
Linas Vepstas366684b2006-12-13 15:16:18 -06001190 }
1191
Linas Vepstase65bbf12007-06-14 18:12:23 -05001192 if (hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_BAD_STATUS) {
Linas Vepstase6311d82007-06-11 13:41:38 -05001193 dev_err(&card->netdev->dev, "bad status, cmd_status=x%08x\n",
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001194 hwdescr->dmac_cmd_status);
Linas Vepstas9e0a6e22007-06-11 13:52:03 -05001195 pr_err("buf_addr=x%08x\n", hw_buf_addr);
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001196 pr_err("buf_size=x%08x\n", hwdescr->buf_size);
1197 pr_err("next_descr_addr=x%08x\n", hwdescr->next_descr_addr);
1198 pr_err("result_size=x%08x\n", hwdescr->result_size);
1199 pr_err("valid_size=x%08x\n", hwdescr->valid_size);
1200 pr_err("data_status=x%08x\n", hwdescr->data_status);
1201 pr_err("data_error=x%08x\n", hwdescr->data_error);
Linas Vepstas6d249982006-12-13 15:23:56 -06001202 pr_err("which=%ld\n", descr - card->rx_chain.ring);
1203
1204 card->spider_stats.rx_desc_error++;
1205 goto bad_desc;
1206 }
1207
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001208 /* Ok, we've got a packet in descr */
1209 spider_net_pass_skb_up(descr, card);
Linas Vepstas83d35142007-06-11 13:17:02 -05001210 descr->skb = NULL;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001211 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001212 return 1;
1213
1214bad_desc:
Linas Vepstas99483572007-06-11 13:48:55 -05001215 if (netif_msg_rx_err(card))
1216 show_rx_chain(card);
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001217 dev_kfree_skb_irq(descr->skb);
Linas Vepstasd9c199e2007-02-20 16:41:03 -06001218 descr->skb = NULL;
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06001219 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
Linas Vepstas7f7223b2006-12-13 15:17:39 -06001220 return 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001221}
1222
1223/**
1224 * spider_net_poll - NAPI poll function called by the stack to return packets
1225 * @netdev: interface device structure
1226 * @budget: number of packets we can pass to the stack at most
1227 *
1228 * returns 0 if no more packets available to the driver/stack. Returns 1,
1229 * if the quota is exceeded, but the driver has still packets.
1230 *
1231 * spider_net_poll returns all packets from the rx descriptors to the stack
1232 * (using netif_receive_skb). If all/enough packets are up, the driver
1233 * reenables interrupts and returns 0. If not, 1 is returned.
1234 */
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001235static int spider_net_poll(struct napi_struct *napi, int budget)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001236{
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001237 struct spider_net_card *card = container_of(napi, struct spider_net_card, napi);
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001238 int packets_done = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001239
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001240 while (packets_done < budget) {
1241 if (!spider_net_decode_one_descr(card))
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001242 break;
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001243
1244 packets_done++;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001245 }
1246
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001247 if ((packets_done == 0) && (card->num_rx_ints != 0)) {
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001248 if (!spider_net_resync_tail_ptr(card))
1249 packets_done = budget;
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001250 spider_net_resync_head_ptr(card);
1251 }
1252 card->num_rx_ints = 0;
1253
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001254 spider_net_refill_rx_chain(card);
Linas Vepstas80dab7c2006-12-13 15:18:52 -06001255 spider_net_enable_rxdmac(card);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001256
Kees Cooke99e88a2017-10-16 14:43:17 -07001257 spider_net_cleanup_tx_ring(&card->tx_timer);
Linas Vepstase1fd9072007-06-11 13:59:21 -05001258
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001259 /* if all packets are in the stack, enable interrupts and return 0 */
1260 /* if not, return 1 */
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001261 if (packets_done < budget) {
Eric Dumazet6ad20162017-01-30 08:22:01 -08001262 napi_complete_done(napi, packets_done);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001263 spider_net_rx_irq_on(card);
Linas Vepstasc3d11822007-06-11 13:26:50 -05001264 card->ignore_rx_ramfull = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001265 }
1266
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001267 return packets_done;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001268}
1269
1270/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001271 * spider_net_set_mac - sets the MAC of an interface
1272 * @netdev: interface device structure
1273 * @ptr: pointer to new MAC address
1274 *
1275 * Returns 0 on success, <0 on failure. Currently, we don't support this
1276 * and will always return EOPNOTSUPP.
1277 */
1278static int
1279spider_net_set_mac(struct net_device *netdev, void *p)
1280{
1281 struct spider_net_card *card = netdev_priv(netdev);
Jens Osterkamp054034d2005-09-06 19:30:55 -07001282 u32 macl, macu, regvalue;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001283 struct sockaddr *addr = p;
1284
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001285 if (!is_valid_ether_addr(addr->sa_data))
1286 return -EADDRNOTAVAIL;
1287
Antoine Ténart0f6a6702014-10-03 17:01:55 +02001288 memcpy(netdev->dev_addr, addr->sa_data, ETH_ALEN);
1289
Jens Osterkamp054034d2005-09-06 19:30:55 -07001290 /* switch off GMACTPE and GMACRPE */
1291 regvalue = spider_net_read_reg(card, SPIDER_NET_GMACOPEMD);
1292 regvalue &= ~((1 << 5) | (1 << 6));
1293 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD, regvalue);
1294
1295 /* write mac */
Antoine Ténart96aaced2014-10-03 17:01:56 +02001296 macu = (netdev->dev_addr[0]<<24) + (netdev->dev_addr[1]<<16) +
1297 (netdev->dev_addr[2]<<8) + (netdev->dev_addr[3]);
1298 macl = (netdev->dev_addr[4]<<8) + (netdev->dev_addr[5]);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001299 spider_net_write_reg(card, SPIDER_NET_GMACUNIMACU, macu);
1300 spider_net_write_reg(card, SPIDER_NET_GMACUNIMACL, macl);
1301
Jens Osterkamp054034d2005-09-06 19:30:55 -07001302 /* switch GMACTPE and GMACRPE back on */
1303 regvalue = spider_net_read_reg(card, SPIDER_NET_GMACOPEMD);
1304 regvalue |= ((1 << 5) | (1 << 6));
1305 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD, regvalue);
1306
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001307 spider_net_set_promisc(card);
1308
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001309 return 0;
1310}
1311
1312/**
Kou Ishizakiabdb66b2007-02-20 16:33:41 -06001313 * spider_net_link_reset
1314 * @netdev: net device structure
1315 *
1316 * This is called when the PHY_LINK signal is asserted. For the blade this is
1317 * not connected so we should never get here.
1318 *
1319 */
1320static void
1321spider_net_link_reset(struct net_device *netdev)
1322{
1323
1324 struct spider_net_card *card = netdev_priv(netdev);
1325
1326 del_timer_sync(&card->aneg_timer);
1327
1328 /* clear interrupt, block further interrupts */
1329 spider_net_write_reg(card, SPIDER_NET_GMACST,
1330 spider_net_read_reg(card, SPIDER_NET_GMACST));
1331 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0);
1332
1333 /* reset phy and setup aneg */
Ishizaki Kou81971be2008-04-11 12:27:34 +09001334 card->aneg_count = 0;
1335 card->medium = BCM54XX_COPPER;
Kou Ishizakiabdb66b2007-02-20 16:33:41 -06001336 spider_net_setup_aneg(card);
1337 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
1338
1339}
1340
1341/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001342 * spider_net_handle_error_irq - handles errors raised by an interrupt
1343 * @card: card structure
1344 * @status_reg: interrupt status register 0 (GHIINT0STS)
1345 *
1346 * spider_net_handle_error_irq treats or ignores all error conditions
1347 * found when an interrupt is presented
1348 */
1349static void
Ishizaki Kou9a11fcb2008-04-11 12:32:30 +09001350spider_net_handle_error_irq(struct spider_net_card *card, u32 status_reg,
1351 u32 error_reg1, u32 error_reg2)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001352{
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001353 u32 i;
1354 int show_error = 1;
1355
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001356 /* check GHIINT0STS ************************************/
1357 if (status_reg)
1358 for (i = 0; i < 32; i++)
1359 if (status_reg & (1<<i))
1360 switch (i)
1361 {
1362 /* let error_reg1 and error_reg2 evaluation decide, what to do
1363 case SPIDER_NET_PHYINT:
1364 case SPIDER_NET_GMAC2INT:
1365 case SPIDER_NET_GMAC1INT:
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001366 case SPIDER_NET_GFIFOINT:
1367 case SPIDER_NET_DMACINT:
1368 case SPIDER_NET_GSYSINT:
1369 break; */
1370
Linas Vepstas98b90402006-10-10 16:08:42 -05001371 case SPIDER_NET_GIPSINT:
1372 show_error = 0;
1373 break;
1374
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001375 case SPIDER_NET_GPWOPCMPINT:
1376 /* PHY write operation completed */
1377 show_error = 0;
1378 break;
1379 case SPIDER_NET_GPROPCMPINT:
1380 /* PHY read operation completed */
1381 /* we don't use semaphores, as we poll for the completion
1382 * of the read operation in spider_net_read_phy. Should take
1383 * about 50 us */
1384 show_error = 0;
1385 break;
1386 case SPIDER_NET_GPWFFINT:
1387 /* PHY command queue full */
1388 if (netif_msg_intr(card))
Linas Vepstase6311d82007-06-11 13:41:38 -05001389 dev_err(&card->netdev->dev, "PHY write queue full\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001390 show_error = 0;
1391 break;
1392
1393 /* case SPIDER_NET_GRMDADRINT: not used. print a message */
1394 /* case SPIDER_NET_GRMARPINT: not used. print a message */
1395 /* case SPIDER_NET_GRMMPINT: not used. print a message */
1396
1397 case SPIDER_NET_GDTDEN0INT:
1398 /* someone has set TX_DMA_EN to 0 */
1399 show_error = 0;
1400 break;
1401
1402 case SPIDER_NET_GDDDEN0INT: /* fallthrough */
1403 case SPIDER_NET_GDCDEN0INT: /* fallthrough */
1404 case SPIDER_NET_GDBDEN0INT: /* fallthrough */
1405 case SPIDER_NET_GDADEN0INT:
1406 /* someone has set RX_DMA_EN to 0 */
1407 show_error = 0;
1408 break;
1409
1410 /* RX interrupts */
1411 case SPIDER_NET_GDDFDCINT:
1412 case SPIDER_NET_GDCFDCINT:
1413 case SPIDER_NET_GDBFDCINT:
1414 case SPIDER_NET_GDAFDCINT:
1415 /* case SPIDER_NET_GDNMINT: not used. print a message */
1416 /* case SPIDER_NET_GCNMINT: not used. print a message */
1417 /* case SPIDER_NET_GBNMINT: not used. print a message */
1418 /* case SPIDER_NET_GANMINT: not used. print a message */
1419 /* case SPIDER_NET_GRFNMINT: not used. print a message */
1420 show_error = 0;
1421 break;
1422
1423 /* TX interrupts */
1424 case SPIDER_NET_GDTFDCINT:
1425 show_error = 0;
1426 break;
1427 case SPIDER_NET_GTTEDINT:
1428 show_error = 0;
1429 break;
1430 case SPIDER_NET_GDTDCEINT:
1431 /* chain end. If a descriptor should be sent, kick off
1432 * tx dma
Linas Vepstas98b90402006-10-10 16:08:42 -05001433 if (card->tx_chain.tail != card->tx_chain.head)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001434 spider_net_kick_tx_dma(card);
Linas Vepstas98b90402006-10-10 16:08:42 -05001435 */
1436 show_error = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001437 break;
1438
1439 /* case SPIDER_NET_G1TMCNTINT: not used. print a message */
1440 /* case SPIDER_NET_GFREECNTINT: not used. print a message */
1441 }
1442
1443 /* check GHIINT1STS ************************************/
1444 if (error_reg1)
1445 for (i = 0; i < 32; i++)
1446 if (error_reg1 & (1<<i))
1447 switch (i)
1448 {
1449 case SPIDER_NET_GTMFLLINT:
Ishizaki Koufc8e13da2007-02-20 16:37:42 -06001450 /* TX RAM full may happen on a usual case.
1451 * Logging is not needed. */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001452 show_error = 0;
1453 break;
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001454 case SPIDER_NET_GRFDFLLINT: /* fallthrough */
1455 case SPIDER_NET_GRFCFLLINT: /* fallthrough */
1456 case SPIDER_NET_GRFBFLLINT: /* fallthrough */
1457 case SPIDER_NET_GRFAFLLINT: /* fallthrough */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001458 case SPIDER_NET_GRMFLLINT:
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001459 /* Could happen when rx chain is full */
Linas Vepstasc3d11822007-06-11 13:26:50 -05001460 if (card->ignore_rx_ramfull == 0) {
1461 card->ignore_rx_ramfull = 1;
1462 spider_net_resync_head_ptr(card);
1463 spider_net_refill_rx_chain(card);
1464 spider_net_enable_rxdmac(card);
1465 card->num_rx_ints ++;
Ben Hutchings288379f2009-01-19 16:43:59 -08001466 napi_schedule(&card->napi);
Linas Vepstasc3d11822007-06-11 13:26:50 -05001467 }
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001468 show_error = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001469 break;
1470
1471 /* case SPIDER_NET_GTMSHTINT: problem, print a message */
1472 case SPIDER_NET_GDTINVDINT:
1473 /* allrighty. tx from previous descr ok */
1474 show_error = 0;
1475 break;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001476
1477 /* chain end */
1478 case SPIDER_NET_GDDDCEINT: /* fallthrough */
1479 case SPIDER_NET_GDCDCEINT: /* fallthrough */
1480 case SPIDER_NET_GDBDCEINT: /* fallthrough */
1481 case SPIDER_NET_GDADCEINT:
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001482 spider_net_resync_head_ptr(card);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001483 spider_net_refill_rx_chain(card);
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001484 spider_net_enable_rxdmac(card);
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001485 card->num_rx_ints ++;
Ben Hutchings288379f2009-01-19 16:43:59 -08001486 napi_schedule(&card->napi);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001487 show_error = 0;
1488 break;
1489
1490 /* invalid descriptor */
1491 case SPIDER_NET_GDDINVDINT: /* fallthrough */
1492 case SPIDER_NET_GDCINVDINT: /* fallthrough */
1493 case SPIDER_NET_GDBINVDINT: /* fallthrough */
1494 case SPIDER_NET_GDAINVDINT:
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001495 /* Could happen when rx chain is full */
1496 spider_net_resync_head_ptr(card);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001497 spider_net_refill_rx_chain(card);
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001498 spider_net_enable_rxdmac(card);
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001499 card->num_rx_ints ++;
Ben Hutchings288379f2009-01-19 16:43:59 -08001500 napi_schedule(&card->napi);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001501 show_error = 0;
1502 break;
1503
1504 /* case SPIDER_NET_GDTRSERINT: problem, print a message */
1505 /* case SPIDER_NET_GDDRSERINT: problem, print a message */
1506 /* case SPIDER_NET_GDCRSERINT: problem, print a message */
1507 /* case SPIDER_NET_GDBRSERINT: problem, print a message */
1508 /* case SPIDER_NET_GDARSERINT: problem, print a message */
1509 /* case SPIDER_NET_GDSERINT: problem, print a message */
1510 /* case SPIDER_NET_GDTPTERINT: problem, print a message */
1511 /* case SPIDER_NET_GDDPTERINT: problem, print a message */
1512 /* case SPIDER_NET_GDCPTERINT: problem, print a message */
1513 /* case SPIDER_NET_GDBPTERINT: problem, print a message */
1514 /* case SPIDER_NET_GDAPTERINT: problem, print a message */
1515 default:
1516 show_error = 1;
1517 break;
1518 }
1519
1520 /* check GHIINT2STS ************************************/
1521 if (error_reg2)
1522 for (i = 0; i < 32; i++)
1523 if (error_reg2 & (1<<i))
1524 switch (i)
1525 {
1526 /* there is nothing we can (want to) do at this time. Log a
1527 * message, we can switch on and off the specific values later on
1528 case SPIDER_NET_GPROPERINT:
1529 case SPIDER_NET_GMCTCRSNGINT:
1530 case SPIDER_NET_GMCTLCOLINT:
1531 case SPIDER_NET_GMCTTMOTINT:
1532 case SPIDER_NET_GMCRCAERINT:
1533 case SPIDER_NET_GMCRCALERINT:
1534 case SPIDER_NET_GMCRALNERINT:
1535 case SPIDER_NET_GMCROVRINT:
1536 case SPIDER_NET_GMCRRNTINT:
1537 case SPIDER_NET_GMCRRXERINT:
1538 case SPIDER_NET_GTITCSERINT:
1539 case SPIDER_NET_GTIFMTERINT:
1540 case SPIDER_NET_GTIPKTRVKINT:
1541 case SPIDER_NET_GTISPINGINT:
1542 case SPIDER_NET_GTISADNGINT:
1543 case SPIDER_NET_GTISPDNGINT:
1544 case SPIDER_NET_GRIFMTERINT:
1545 case SPIDER_NET_GRIPKTRVKINT:
1546 case SPIDER_NET_GRISPINGINT:
1547 case SPIDER_NET_GRISADNGINT:
1548 case SPIDER_NET_GRISPDNGINT:
1549 break;
1550 */
1551 default:
1552 break;
1553 }
1554
Linas Vepstas5a028872006-12-13 15:08:25 -06001555 if ((show_error) && (netif_msg_intr(card)) && net_ratelimit())
Linas Vepstase6311d82007-06-11 13:41:38 -05001556 dev_err(&card->netdev->dev, "Error interrupt, GHIINT0STS = 0x%08x, "
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001557 "GHIINT1STS = 0x%08x, GHIINT2STS = 0x%08x\n",
1558 status_reg, error_reg1, error_reg2);
1559
1560 /* clear interrupt sources */
1561 spider_net_write_reg(card, SPIDER_NET_GHIINT1STS, error_reg1);
1562 spider_net_write_reg(card, SPIDER_NET_GHIINT2STS, error_reg2);
1563}
1564
1565/**
1566 * spider_net_interrupt - interrupt handler for spider_net
Robert P. J. Day3a4fa0a2007-10-19 23:10:43 +02001567 * @irq: interrupt number
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001568 * @ptr: pointer to net_device
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001569 *
1570 * returns IRQ_HANDLED, if interrupt was for driver, or IRQ_NONE, if no
1571 * interrupt found raised by card.
1572 *
1573 * This is the interrupt handler, that turns off
1574 * interrupts for this device and makes the stack poll the driver
1575 */
1576static irqreturn_t
David Howells7d12e782006-10-05 14:55:46 +01001577spider_net_interrupt(int irq, void *ptr)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001578{
1579 struct net_device *netdev = ptr;
1580 struct spider_net_card *card = netdev_priv(netdev);
Ishizaki Kou9a11fcb2008-04-11 12:32:30 +09001581 u32 status_reg, error_reg1, error_reg2;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001582
1583 status_reg = spider_net_read_reg(card, SPIDER_NET_GHIINT0STS);
Ishizaki Kou9a11fcb2008-04-11 12:32:30 +09001584 error_reg1 = spider_net_read_reg(card, SPIDER_NET_GHIINT1STS);
1585 error_reg2 = spider_net_read_reg(card, SPIDER_NET_GHIINT2STS);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001586
Ishizaki Kou9a11fcb2008-04-11 12:32:30 +09001587 if (!(status_reg & SPIDER_NET_INT0_MASK_VALUE) &&
1588 !(error_reg1 & SPIDER_NET_INT1_MASK_VALUE) &&
1589 !(error_reg2 & SPIDER_NET_INT2_MASK_VALUE))
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001590 return IRQ_NONE;
1591
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001592 if (status_reg & SPIDER_NET_RXINT ) {
1593 spider_net_rx_irq_off(card);
Ben Hutchings288379f2009-01-19 16:43:59 -08001594 napi_schedule(&card->napi);
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05001595 card->num_rx_ints ++;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001596 }
Linas Vepstas68a8c6092006-10-10 16:13:05 -05001597 if (status_reg & SPIDER_NET_TXINT)
Ben Hutchings288379f2009-01-19 16:43:59 -08001598 napi_schedule(&card->napi);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001599
Kou Ishizakiabdb66b2007-02-20 16:33:41 -06001600 if (status_reg & SPIDER_NET_LINKINT)
1601 spider_net_link_reset(netdev);
1602
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001603 if (status_reg & SPIDER_NET_ERRINT )
Ishizaki Kou9a11fcb2008-04-11 12:32:30 +09001604 spider_net_handle_error_irq(card, status_reg,
1605 error_reg1, error_reg2);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001606
1607 /* clear interrupt sources */
1608 spider_net_write_reg(card, SPIDER_NET_GHIINT0STS, status_reg);
1609
1610 return IRQ_HANDLED;
1611}
1612
1613#ifdef CONFIG_NET_POLL_CONTROLLER
1614/**
1615 * spider_net_poll_controller - artificial interrupt for netconsole etc.
1616 * @netdev: interface device structure
1617 *
1618 * see Documentation/networking/netconsole.txt
1619 */
1620static void
1621spider_net_poll_controller(struct net_device *netdev)
1622{
1623 disable_irq(netdev->irq);
David Howells7d12e782006-10-05 14:55:46 +01001624 spider_net_interrupt(netdev->irq, netdev);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001625 enable_irq(netdev->irq);
1626}
1627#endif /* CONFIG_NET_POLL_CONTROLLER */
1628
1629/**
Ishizaki Kou7a627552007-07-09 18:17:42 -05001630 * spider_net_enable_interrupts - enable interrupts
1631 * @card: card structure
1632 *
1633 * spider_net_enable_interrupt enables several interrupts
1634 */
Jeff Garzik7d2e3cb2008-05-13 01:41:58 -04001635static void
Ishizaki Kou7a627552007-07-09 18:17:42 -05001636spider_net_enable_interrupts(struct spider_net_card *card)
1637{
1638 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK,
1639 SPIDER_NET_INT0_MASK_VALUE);
1640 spider_net_write_reg(card, SPIDER_NET_GHIINT1MSK,
1641 SPIDER_NET_INT1_MASK_VALUE);
1642 spider_net_write_reg(card, SPIDER_NET_GHIINT2MSK,
1643 SPIDER_NET_INT2_MASK_VALUE);
1644}
1645
1646/**
1647 * spider_net_disable_interrupts - disable interrupts
1648 * @card: card structure
1649 *
1650 * spider_net_disable_interrupts disables all the interrupts
1651 */
Jeff Garzik7d2e3cb2008-05-13 01:41:58 -04001652static void
Ishizaki Kou7a627552007-07-09 18:17:42 -05001653spider_net_disable_interrupts(struct spider_net_card *card)
1654{
1655 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, 0);
1656 spider_net_write_reg(card, SPIDER_NET_GHIINT1MSK, 0);
1657 spider_net_write_reg(card, SPIDER_NET_GHIINT2MSK, 0);
1658 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0);
1659}
1660
1661/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001662 * spider_net_init_card - initializes the card
1663 * @card: card structure
1664 *
1665 * spider_net_init_card initializes the card so that other registers can
1666 * be used
1667 */
1668static void
1669spider_net_init_card(struct spider_net_card *card)
1670{
1671 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
1672 SPIDER_NET_CKRCTRL_STOP_VALUE);
1673
1674 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
1675 SPIDER_NET_CKRCTRL_RUN_VALUE);
Kou Ishizaki3342cf0e2007-02-20 16:36:14 -06001676
1677 /* trigger ETOMOD signal */
1678 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD,
1679 spider_net_read_reg(card, SPIDER_NET_GMACOPEMD) | 0x4);
1680
Ishizaki Kou7a627552007-07-09 18:17:42 -05001681 spider_net_disable_interrupts(card);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001682}
1683
1684/**
1685 * spider_net_enable_card - enables the card by setting all kinds of regs
1686 * @card: card structure
1687 *
1688 * spider_net_enable_card sets a lot of SMMIO registers to enable the device
1689 */
1690static void
1691spider_net_enable_card(struct spider_net_card *card)
1692{
1693 int i;
1694 /* the following array consists of (register),(value) pairs
1695 * that are set in this function. A register of 0 ends the list */
1696 u32 regs[][2] = {
1697 { SPIDER_NET_GRESUMINTNUM, 0 },
1698 { SPIDER_NET_GREINTNUM, 0 },
1699
1700 /* set interrupt frame number registers */
1701 /* clear the single DMA engine registers first */
1702 { SPIDER_NET_GFAFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1703 { SPIDER_NET_GFBFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1704 { SPIDER_NET_GFCFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1705 { SPIDER_NET_GFDFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1706 /* then set, what we really need */
1707 { SPIDER_NET_GFFRMNUM, SPIDER_NET_FRAMENUM_VALUE },
1708
1709 /* timer counter registers and stuff */
1710 { SPIDER_NET_GFREECNNUM, 0 },
1711 { SPIDER_NET_GONETIMENUM, 0 },
1712 { SPIDER_NET_GTOUTFRMNUM, 0 },
1713
1714 /* RX mode setting */
1715 { SPIDER_NET_GRXMDSET, SPIDER_NET_RXMODE_VALUE },
1716 /* TX mode setting */
1717 { SPIDER_NET_GTXMDSET, SPIDER_NET_TXMODE_VALUE },
1718 /* IPSEC mode setting */
1719 { SPIDER_NET_GIPSECINIT, SPIDER_NET_IPSECINIT_VALUE },
1720
1721 { SPIDER_NET_GFTRESTRT, SPIDER_NET_RESTART_VALUE },
1722
1723 { SPIDER_NET_GMRWOLCTRL, 0 },
Jens Osterkampb636d172006-05-04 05:59:56 -04001724 { SPIDER_NET_GTESTMD, 0x10000000 },
1725 { SPIDER_NET_GTTQMSK, 0x00400040 },
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001726
1727 { SPIDER_NET_GMACINTEN, 0 },
1728
1729 /* flow control stuff */
1730 { SPIDER_NET_GMACAPAUSE, SPIDER_NET_MACAPAUSE_VALUE },
1731 { SPIDER_NET_GMACTXPAUSE, SPIDER_NET_TXPAUSE_VALUE },
1732
1733 { SPIDER_NET_GMACBSTLMT, SPIDER_NET_BURSTLMT_VALUE },
1734 { 0, 0}
1735 };
1736
1737 i = 0;
1738 while (regs[i][0]) {
1739 spider_net_write_reg(card, regs[i][0], regs[i][1]);
1740 i++;
1741 }
1742
1743 /* clear unicast filter table entries 1 to 14 */
1744 for (i = 1; i <= 14; i++) {
1745 spider_net_write_reg(card,
1746 SPIDER_NET_GMRUAFILnR + i * 8,
1747 0x00080000);
1748 spider_net_write_reg(card,
1749 SPIDER_NET_GMRUAFILnR + i * 8 + 4,
1750 0x00000000);
1751 }
1752
1753 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R, 0x08080000);
1754
1755 spider_net_write_reg(card, SPIDER_NET_ECMODE, SPIDER_NET_ECMODE_VALUE);
1756
Daniel Mack3ad2f3fb2010-02-03 08:01:28 +08001757 /* set chain tail address for RX chains and
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001758 * enable DMA */
1759 spider_net_enable_rxchtails(card);
1760 spider_net_enable_rxdmac(card);
1761
1762 spider_net_write_reg(card, SPIDER_NET_GRXDMAEN, SPIDER_NET_WOL_VALUE);
1763
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001764 spider_net_write_reg(card, SPIDER_NET_GMACLENLMT,
1765 SPIDER_NET_LENLMT_VALUE);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001766 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD,
1767 SPIDER_NET_OPMODE_VALUE);
1768
Jens Osterkampbdd01502006-07-13 11:54:08 +02001769 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
Linas Vepstas7bd54c82006-11-17 14:39:40 -08001770 SPIDER_NET_GDTBSTA);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001771}
1772
1773/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001774 * spider_net_download_firmware - loads firmware into the adapter
1775 * @card: card structure
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001776 * @firmware_ptr: pointer to firmware data
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001777 *
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001778 * spider_net_download_firmware loads the firmware data into the
1779 * adapter. It assumes the length etc. to be allright.
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001780 */
Arnd Bergmann0d3ea162006-01-12 17:16:41 -05001781static int
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001782spider_net_download_firmware(struct spider_net_card *card,
Jeremy Kerr1a2509c2006-07-12 15:41:03 +10001783 const void *firmware_ptr)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001784{
1785 int sequencer, i;
Jeremy Kerr1a2509c2006-07-12 15:41:03 +10001786 const u32 *fw_ptr = firmware_ptr;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001787
1788 /* stop sequencers */
1789 spider_net_write_reg(card, SPIDER_NET_GSINIT,
1790 SPIDER_NET_STOP_SEQ_VALUE);
1791
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001792 for (sequencer = 0; sequencer < SPIDER_NET_FIRMWARE_SEQS;
1793 sequencer++) {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001794 spider_net_write_reg(card,
1795 SPIDER_NET_GSnPRGADR + sequencer * 8, 0);
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001796 for (i = 0; i < SPIDER_NET_FIRMWARE_SEQWORDS; i++) {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001797 spider_net_write_reg(card, SPIDER_NET_GSnPRGDAT +
1798 sequencer * 8, *fw_ptr);
1799 fw_ptr++;
1800 }
1801 }
1802
Arnd Bergmann0d3ea162006-01-12 17:16:41 -05001803 if (spider_net_read_reg(card, SPIDER_NET_GSINIT))
1804 return -EIO;
1805
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001806 spider_net_write_reg(card, SPIDER_NET_GSINIT,
1807 SPIDER_NET_RUN_SEQ_VALUE);
Arnd Bergmann0d3ea162006-01-12 17:16:41 -05001808
1809 return 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001810}
1811
1812/**
1813 * spider_net_init_firmware - reads in firmware parts
1814 * @card: card structure
1815 *
1816 * Returns 0 on success, <0 on failure
1817 *
1818 * spider_net_init_firmware opens the sequencer firmware and does some basic
1819 * checks. This function opens and releases the firmware structure. A call
1820 * to download the firmware is performed before the release.
1821 *
1822 * Firmware format
1823 * ===============
1824 * spider_fw.bin is expected to be a file containing 6*1024*4 bytes, 4k being
1825 * the program for each sequencer. Use the command
1826 * tail -q -n +2 Seq_code1_0x088.txt Seq_code2_0x090.txt \
1827 * Seq_code3_0x098.txt Seq_code4_0x0A0.txt Seq_code5_0x0A8.txt \
1828 * Seq_code6_0x0B0.txt | xxd -r -p -c4 > spider_fw.bin
1829 *
1830 * to generate spider_fw.bin, if you have sequencer programs with something
1831 * like the following contents for each sequencer:
1832 * <ONE LINE COMMENT>
1833 * <FIRST 4-BYTES-WORD FOR SEQUENCER>
1834 * <SECOND 4-BYTES-WORD FOR SEQUENCER>
1835 * ...
1836 * <1024th 4-BYTES-WORD FOR SEQUENCER>
1837 */
1838static int
1839spider_net_init_firmware(struct spider_net_card *card)
1840{
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001841 struct firmware *firmware = NULL;
Arnd Bergmann030d6752006-01-12 17:16:42 -05001842 struct device_node *dn;
Jeremy Kerr1a2509c2006-07-12 15:41:03 +10001843 const u8 *fw_prop = NULL;
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001844 int err = -ENOENT;
1845 int fw_size;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001846
Arnd Bergmann030d6752006-01-12 17:16:42 -05001847 if (request_firmware((const struct firmware **)&firmware,
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001848 SPIDER_NET_FIRMWARE_NAME, &card->pdev->dev) == 0) {
1849 if ( (firmware->size != SPIDER_NET_FIRMWARE_LEN) &&
1850 netif_msg_probe(card) ) {
Linas Vepstase6311d82007-06-11 13:41:38 -05001851 dev_err(&card->netdev->dev,
1852 "Incorrect size of spidernet firmware in " \
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001853 "filesystem. Looking in host firmware...\n");
1854 goto try_host_fw;
1855 }
1856 err = spider_net_download_firmware(card, firmware->data);
Arnd Bergmann030d6752006-01-12 17:16:42 -05001857
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001858 release_firmware(firmware);
1859 if (err)
1860 goto try_host_fw;
Arnd Bergmann030d6752006-01-12 17:16:42 -05001861
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001862 goto done;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001863 }
1864
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001865try_host_fw:
1866 dn = pci_device_to_OF_node(card->pdev);
1867 if (!dn)
1868 goto out_err;
1869
Stephen Rothwell40cd3a42007-05-01 13:54:02 +10001870 fw_prop = of_get_property(dn, "firmware", &fw_size);
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001871 if (!fw_prop)
1872 goto out_err;
1873
1874 if ( (fw_size != SPIDER_NET_FIRMWARE_LEN) &&
1875 netif_msg_probe(card) ) {
Linas Vepstase6311d82007-06-11 13:41:38 -05001876 dev_err(&card->netdev->dev,
1877 "Incorrect size of spidernet firmware in host firmware\n");
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001878 goto done;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001879 }
1880
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001881 err = spider_net_download_firmware(card, fw_prop);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001882
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001883done:
1884 return err;
1885out_err:
1886 if (netif_msg_probe(card))
Linas Vepstase6311d82007-06-11 13:41:38 -05001887 dev_err(&card->netdev->dev,
1888 "Couldn't find spidernet firmware in filesystem " \
Arnd Bergmann11f1a522006-01-12 17:16:44 -05001889 "or host firmware\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07001890 return err;
1891}
1892
1893/**
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001894 * spider_net_open - called upon ifonfig up
1895 * @netdev: interface device structure
1896 *
1897 * returns 0 on success, <0 on failure
1898 *
1899 * spider_net_open allocates all the descriptors and memory needed for
1900 * operation, sets up multicast list and enables interrupts
1901 */
1902int
1903spider_net_open(struct net_device *netdev)
1904{
1905 struct spider_net_card *card = netdev_priv(netdev);
1906 int result;
1907
1908 result = spider_net_init_firmware(card);
1909 if (result)
1910 goto init_firmware_failed;
1911
1912 /* start probing with copper */
Ishizaki Kou81971be2008-04-11 12:27:34 +09001913 card->aneg_count = 0;
1914 card->medium = BCM54XX_COPPER;
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001915 spider_net_setup_aneg(card);
1916 if (card->phy.def->phy_id)
1917 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
1918
1919 result = spider_net_init_chain(card, &card->tx_chain);
1920 if (result)
1921 goto alloc_tx_failed;
1922 card->low_watermark = NULL;
1923
1924 result = spider_net_init_chain(card, &card->rx_chain);
1925 if (result)
1926 goto alloc_rx_failed;
1927
1928 /* Allocate rx skbs */
Wei Yongjun228fb082013-05-07 02:16:00 +00001929 result = spider_net_alloc_rx_skbs(card);
1930 if (result)
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001931 goto alloc_skbs_failed;
1932
1933 spider_net_set_multi(netdev);
1934
1935 /* further enhancement: setup hw vlan, if needed */
1936
1937 result = -EBUSY;
1938 if (request_irq(netdev->irq, spider_net_interrupt,
1939 IRQF_SHARED, netdev->name, netdev))
1940 goto register_int_failed;
1941
1942 spider_net_enable_card(card);
1943
1944 netif_start_queue(netdev);
1945 netif_carrier_on(netdev);
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001946 napi_enable(&card->napi);
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001947
Ishizaki Kou7a627552007-07-09 18:17:42 -05001948 spider_net_enable_interrupts(card);
1949
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001950 return 0;
1951
1952register_int_failed:
1953 spider_net_free_rx_chain_contents(card);
1954alloc_skbs_failed:
1955 spider_net_free_chain(card, &card->rx_chain);
1956alloc_rx_failed:
1957 spider_net_free_chain(card, &card->tx_chain);
1958alloc_tx_failed:
1959 del_timer_sync(&card->aneg_timer);
1960init_firmware_failed:
1961 return result;
1962}
1963
1964/**
1965 * spider_net_link_phy
1966 * @data: used for pointer to card structure
1967 *
1968 */
Kees Cooke99e88a2017-10-16 14:43:17 -07001969static void spider_net_link_phy(struct timer_list *t)
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001970{
Kees Cooke99e88a2017-10-16 14:43:17 -07001971 struct spider_net_card *card = from_timer(card, t, aneg_timer);
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001972 struct mii_phy *phy = &card->phy;
1973
1974 /* if link didn't come up after SPIDER_NET_ANEG_TIMEOUT tries, setup phy again */
1975 if (card->aneg_count > SPIDER_NET_ANEG_TIMEOUT) {
1976
Ishizaki Kou0b50d752008-04-11 12:33:53 +09001977 pr_debug("%s: link is down trying to bring it up\n",
1978 card->netdev->name);
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001979
Jens Osterkamp4b23a552007-02-20 16:39:13 -06001980 switch (card->medium) {
1981 case BCM54XX_COPPER:
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001982 /* enable fiber with autonegotiation first */
1983 if (phy->def->ops->enable_fiber)
1984 phy->def->ops->enable_fiber(phy, 1);
Jens Osterkamp4b23a552007-02-20 16:39:13 -06001985 card->medium = BCM54XX_FIBER;
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001986 break;
1987
Jens Osterkamp4b23a552007-02-20 16:39:13 -06001988 case BCM54XX_FIBER:
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001989 /* fiber didn't come up, try to disable fiber autoneg */
1990 if (phy->def->ops->enable_fiber)
1991 phy->def->ops->enable_fiber(phy, 0);
Jens Osterkamp4b23a552007-02-20 16:39:13 -06001992 card->medium = BCM54XX_UNKNOWN;
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001993 break;
1994
Jens Osterkamp4b23a552007-02-20 16:39:13 -06001995 case BCM54XX_UNKNOWN:
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06001996 /* copper, fiber with and without failed,
1997 * retry from beginning */
1998 spider_net_setup_aneg(card);
Jens Osterkamp4b23a552007-02-20 16:39:13 -06001999 card->medium = BCM54XX_COPPER;
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06002000 break;
2001 }
2002
2003 card->aneg_count = 0;
2004 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
2005 return;
2006 }
2007
2008 /* link still not up, try again later */
2009 if (!(phy->def->ops->poll_link(phy))) {
2010 card->aneg_count++;
2011 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
2012 return;
2013 }
2014
2015 /* link came up, get abilities */
2016 phy->def->ops->read_link(phy);
2017
2018 spider_net_write_reg(card, SPIDER_NET_GMACST,
2019 spider_net_read_reg(card, SPIDER_NET_GMACST));
2020 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0x4);
2021
2022 if (phy->speed == 1000)
2023 spider_net_write_reg(card, SPIDER_NET_GMACMODE, 0x00000001);
2024 else
2025 spider_net_write_reg(card, SPIDER_NET_GMACMODE, 0);
2026
2027 card->aneg_count = 0;
2028
Ishizaki Kou0b50d752008-04-11 12:33:53 +09002029 pr_info("%s: link up, %i Mbps, %s-duplex %sautoneg.\n",
2030 card->netdev->name, phy->speed,
2031 phy->duplex == 1 ? "Full" : "Half",
2032 phy->autoneg == 1 ? "" : "no ");
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06002033}
2034
2035/**
2036 * spider_net_setup_phy - setup PHY
2037 * @card: card structure
2038 *
2039 * returns 0 on success, <0 on failure
2040 *
2041 * spider_net_setup_phy is used as part of spider_net_probe.
2042 **/
2043static int
2044spider_net_setup_phy(struct spider_net_card *card)
2045{
2046 struct mii_phy *phy = &card->phy;
2047
2048 spider_net_write_reg(card, SPIDER_NET_GDTDMASEL,
2049 SPIDER_NET_DMASEL_VALUE);
2050 spider_net_write_reg(card, SPIDER_NET_GPCCTRL,
2051 SPIDER_NET_PHY_CTRL_VALUE);
2052
2053 phy->dev = card->netdev;
2054 phy->mdio_read = spider_net_read_phy;
2055 phy->mdio_write = spider_net_write_phy;
2056
2057 for (phy->mii_id = 1; phy->mii_id <= 31; phy->mii_id++) {
2058 unsigned short id;
2059 id = spider_net_read_phy(card->netdev, phy->mii_id, MII_BMSR);
2060 if (id != 0x0000 && id != 0xffff) {
David S. Miller19e2f6f2011-08-15 23:10:39 -07002061 if (!sungem_phy_probe(phy, phy->mii_id)) {
Kou Ishizaki3cf761d2007-02-20 16:34:50 -06002062 pr_info("Found %s.\n", phy->def->name);
2063 break;
2064 }
2065 }
2066 }
2067
2068 return 0;
2069}
2070
2071/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002072 * spider_net_workaround_rxramfull - work around firmware bug
2073 * @card: card structure
2074 *
2075 * no return value
2076 **/
2077static void
2078spider_net_workaround_rxramfull(struct spider_net_card *card)
2079{
2080 int i, sequencer = 0;
2081
2082 /* cancel reset */
2083 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2084 SPIDER_NET_CKRCTRL_RUN_VALUE);
2085
2086 /* empty sequencer data */
Arnd Bergmann11f1a522006-01-12 17:16:44 -05002087 for (sequencer = 0; sequencer < SPIDER_NET_FIRMWARE_SEQS;
2088 sequencer++) {
Jens Osterkampee962a52006-07-13 11:54:23 +02002089 spider_net_write_reg(card, SPIDER_NET_GSnPRGADR +
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002090 sequencer * 8, 0x0);
Arnd Bergmann11f1a522006-01-12 17:16:44 -05002091 for (i = 0; i < SPIDER_NET_FIRMWARE_SEQWORDS; i++) {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002092 spider_net_write_reg(card, SPIDER_NET_GSnPRGDAT +
2093 sequencer * 8, 0x0);
2094 }
2095 }
2096
2097 /* set sequencer operation */
2098 spider_net_write_reg(card, SPIDER_NET_GSINIT, 0x000000fe);
2099
2100 /* reset */
2101 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2102 SPIDER_NET_CKRCTRL_STOP_VALUE);
2103}
2104
2105/**
Jens Osterkampbdd01502006-07-13 11:54:08 +02002106 * spider_net_stop - called upon ifconfig down
2107 * @netdev: interface device structure
2108 *
2109 * always returns 0
2110 */
2111int
2112spider_net_stop(struct net_device *netdev)
2113{
2114 struct spider_net_card *card = netdev_priv(netdev);
2115
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002116 napi_disable(&card->napi);
Jens Osterkampbdd01502006-07-13 11:54:08 +02002117 netif_carrier_off(netdev);
2118 netif_stop_queue(netdev);
2119 del_timer_sync(&card->tx_timer);
Kou Ishizakiabdb66b2007-02-20 16:33:41 -06002120 del_timer_sync(&card->aneg_timer);
Jens Osterkampbdd01502006-07-13 11:54:08 +02002121
Ishizaki Kou7a627552007-07-09 18:17:42 -05002122 spider_net_disable_interrupts(card);
Jens Osterkampbdd01502006-07-13 11:54:08 +02002123
Linas Vepstasd406eaf2007-02-20 16:32:00 -06002124 free_irq(netdev->irq, netdev);
Jens Osterkampbdd01502006-07-13 11:54:08 +02002125
2126 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
2127 SPIDER_NET_DMA_TX_FEND_VALUE);
2128
2129 /* turn off DMA, force end */
2130 spider_net_disable_rxdmac(card);
2131
2132 /* release chains */
Linas Vepstas9cc7bf7e2006-10-10 16:14:29 -05002133 spider_net_release_tx_chain(card, 1);
Linas Vepstasd4ed8f82006-12-13 15:06:59 -06002134 spider_net_free_rx_chain_contents(card);
Jens Osterkampbdd01502006-07-13 11:54:08 +02002135
2136 spider_net_free_chain(card, &card->tx_chain);
2137 spider_net_free_chain(card, &card->rx_chain);
2138
2139 return 0;
2140}
2141
2142/**
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002143 * spider_net_tx_timeout_task - task scheduled by the watchdog timeout
2144 * function (to be called not under interrupt status)
2145 * @data: data, is interface device structure
2146 *
2147 * called as task when tx hangs, resets interface (if interface is up)
2148 */
2149static void
David Howellsc4028952006-11-22 14:57:56 +00002150spider_net_tx_timeout_task(struct work_struct *work)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002151{
David Howellsc4028952006-11-22 14:57:56 +00002152 struct spider_net_card *card =
2153 container_of(work, struct spider_net_card, tx_timeout_task);
2154 struct net_device *netdev = card->netdev;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002155
2156 if (!(netdev->flags & IFF_UP))
2157 goto out;
2158
2159 netif_device_detach(netdev);
2160 spider_net_stop(netdev);
2161
2162 spider_net_workaround_rxramfull(card);
2163 spider_net_init_card(card);
2164
2165 if (spider_net_setup_phy(card))
2166 goto out;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002167
2168 spider_net_open(netdev);
Jens Osterkampbdd01502006-07-13 11:54:08 +02002169 spider_net_kick_tx_dma(card);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002170 netif_device_attach(netdev);
2171
2172out:
2173 atomic_dec(&card->tx_timeout_task_counter);
2174}
2175
2176/**
2177 * spider_net_tx_timeout - called when the tx timeout watchdog kicks in.
2178 * @netdev: interface device structure
2179 *
2180 * called, if tx hangs. Schedules a task that resets the interface
2181 */
2182static void
Michael S. Tsirkin0290bd22019-12-10 09:23:51 -05002183spider_net_tx_timeout(struct net_device *netdev, unsigned int txqueue)
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002184{
2185 struct spider_net_card *card;
2186
2187 card = netdev_priv(netdev);
2188 atomic_inc(&card->tx_timeout_task_counter);
2189 if (netdev->flags & IFF_UP)
2190 schedule_work(&card->tx_timeout_task);
2191 else
2192 atomic_dec(&card->tx_timeout_task_counter);
Jim Lewis9b6b0b82006-09-22 17:22:53 -07002193 card->spider_stats.tx_timeouts++;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002194}
2195
Yang Hongyang6e06cb62009-03-21 16:52:17 -07002196static const struct net_device_ops spider_net_ops = {
David S. Millerda4a99e2009-03-23 01:03:04 -07002197 .ndo_open = spider_net_open,
2198 .ndo_stop = spider_net_stop,
2199 .ndo_start_xmit = spider_net_xmit,
Jiri Pirkoafc4b132011-08-16 06:29:01 +00002200 .ndo_set_rx_mode = spider_net_set_multi,
David S. Millerda4a99e2009-03-23 01:03:04 -07002201 .ndo_set_mac_address = spider_net_set_mac,
David S. Millerda4a99e2009-03-23 01:03:04 -07002202 .ndo_do_ioctl = spider_net_do_ioctl,
2203 .ndo_tx_timeout = spider_net_tx_timeout,
David S. Miller3e303dc2009-03-23 14:42:09 -07002204 .ndo_validate_addr = eth_validate_addr,
Yang Hongyang6e06cb62009-03-21 16:52:17 -07002205 /* HW VLAN */
2206#ifdef CONFIG_NET_POLL_CONTROLLER
2207 /* poll controller */
David S. Millerda4a99e2009-03-23 01:03:04 -07002208 .ndo_poll_controller = spider_net_poll_controller,
Yang Hongyang6e06cb62009-03-21 16:52:17 -07002209#endif /* CONFIG_NET_POLL_CONTROLLER */
2210};
2211
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002212/**
2213 * spider_net_setup_netdev_ops - initialization of net_device operations
2214 * @netdev: net_device structure
2215 *
2216 * fills out function pointers in the net_device structure
2217 */
2218static void
2219spider_net_setup_netdev_ops(struct net_device *netdev)
2220{
Yang Hongyang6e06cb62009-03-21 16:52:17 -07002221 netdev->netdev_ops = &spider_net_ops;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002222 netdev->watchdog_timeo = SPIDER_NET_WATCHDOG_TIMEOUT;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002223 /* ethtool ops */
2224 netdev->ethtool_ops = &spider_net_ethtool_ops;
2225}
2226
2227/**
2228 * spider_net_setup_netdev - initialization of net_device
2229 * @card: card structure
2230 *
2231 * Returns 0 on success or <0 on failure
2232 *
2233 * spider_net_setup_netdev initializes the net_device structure
2234 **/
2235static int
2236spider_net_setup_netdev(struct spider_net_card *card)
2237{
2238 int result;
2239 struct net_device *netdev = card->netdev;
2240 struct device_node *dn;
2241 struct sockaddr addr;
Jeremy Kerr1a2509c2006-07-12 15:41:03 +10002242 const u8 *mac;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002243
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002244 SET_NETDEV_DEV(netdev, &card->pdev->dev);
2245
2246 pci_set_drvdata(card->pdev, netdev);
Arnd Bergmann11f1a522006-01-12 17:16:44 -05002247
Kees Cooke99e88a2017-10-16 14:43:17 -07002248 timer_setup(&card->tx_timer, spider_net_cleanup_tx_ring, 0);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002249 netdev->irq = card->pdev->irq;
2250
Kou Ishizakiabdb66b2007-02-20 16:33:41 -06002251 card->aneg_count = 0;
Kees Cooke99e88a2017-10-16 14:43:17 -07002252 timer_setup(&card->aneg_timer, spider_net_link_phy, 0);
Kou Ishizakiabdb66b2007-02-20 16:33:41 -06002253
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002254 netif_napi_add(netdev, &card->napi,
2255 spider_net_poll, SPIDER_NET_NAPI_WEIGHT);
2256
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002257 spider_net_setup_netdev_ops(netdev);
2258
Michał Mirosław6de240b2011-04-15 04:50:49 +00002259 netdev->hw_features = NETIF_F_RXCSUM | NETIF_F_IP_CSUM;
2260 if (SPIDER_NET_RX_CSUM_DEFAULT)
2261 netdev->features |= NETIF_F_RXCSUM;
2262 netdev->features |= NETIF_F_IP_CSUM | NETIF_F_LLTX;
Patrick McHardyf6469682013-04-19 02:04:27 +00002263 /* some time: NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX |
2264 * NETIF_F_HW_VLAN_CTAG_FILTER */
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002265
Jarod Wilson1281a2c2016-10-17 15:54:16 -04002266 /* MTU range: 64 - 2294 */
2267 netdev->min_mtu = SPIDER_NET_MIN_MTU;
2268 netdev->max_mtu = SPIDER_NET_MAX_MTU;
2269
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002270 netdev->irq = card->pdev->irq;
Linas Vepstas4c4bd5a2007-06-11 13:21:13 -05002271 card->num_rx_ints = 0;
Linas Vepstasc3d11822007-06-11 13:26:50 -05002272 card->ignore_rx_ramfull = 0;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002273
2274 dn = pci_device_to_OF_node(card->pdev);
Jens Osterkamp543cec52005-09-06 19:30:54 -07002275 if (!dn)
2276 return -EIO;
2277
Stephen Rothwell40cd3a42007-05-01 13:54:02 +10002278 mac = of_get_property(dn, "local-mac-address", NULL);
Jens Osterkamp543cec52005-09-06 19:30:54 -07002279 if (!mac)
2280 return -EIO;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002281 memcpy(addr.sa_data, mac, ETH_ALEN);
2282
2283 result = spider_net_set_mac(netdev, &addr);
2284 if ((result) && (netif_msg_probe(card)))
Linas Vepstase6311d82007-06-11 13:41:38 -05002285 dev_err(&card->netdev->dev,
2286 "Failed to set MAC address: %i\n", result);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002287
2288 result = register_netdev(netdev);
2289 if (result) {
2290 if (netif_msg_probe(card))
Linas Vepstase6311d82007-06-11 13:41:38 -05002291 dev_err(&card->netdev->dev,
2292 "Couldn't register net_device: %i\n", result);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002293 return result;
2294 }
2295
2296 if (netif_msg_probe(card))
2297 pr_info("Initialized device %s.\n", netdev->name);
2298
2299 return 0;
2300}
2301
2302/**
2303 * spider_net_alloc_card - allocates net_device and card structure
2304 *
2305 * returns the card structure or NULL in case of errors
2306 *
2307 * the card and net_device structures are linked to each other
2308 */
2309static struct spider_net_card *
2310spider_net_alloc_card(void)
2311{
2312 struct net_device *netdev;
2313 struct spider_net_card *card;
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002314
Gustavo A. R. Silva3f1071e2019-08-28 15:21:08 -05002315 netdev = alloc_etherdev(struct_size(card, darray,
2316 tx_descriptors + rx_descriptors));
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002317 if (!netdev)
2318 return NULL;
2319
2320 card = netdev_priv(netdev);
2321 card->netdev = netdev;
2322 card->msg_enable = SPIDER_NET_DEFAULT_MSG;
David Howellsc4028952006-11-22 14:57:56 +00002323 INIT_WORK(&card->tx_timeout_task, spider_net_tx_timeout_task);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002324 init_waitqueue_head(&card->waitq);
2325 atomic_set(&card->tx_timeout_task_counter, 0);
2326
Linas Vepstas4cb6f9e2007-02-20 16:40:06 -06002327 card->rx_chain.num_desc = rx_descriptors;
2328 card->rx_chain.ring = card->darray;
2329 card->tx_chain.num_desc = tx_descriptors;
2330 card->tx_chain.ring = card->darray + rx_descriptors;
2331
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002332 return card;
2333}
2334
2335/**
2336 * spider_net_undo_pci_setup - releases PCI ressources
2337 * @card: card structure
2338 *
2339 * spider_net_undo_pci_setup releases the mapped regions
2340 */
2341static void
2342spider_net_undo_pci_setup(struct spider_net_card *card)
2343{
2344 iounmap(card->regs);
2345 pci_release_regions(card->pdev);
2346}
2347
2348/**
2349 * spider_net_setup_pci_dev - sets up the device in terms of PCI operations
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002350 * @pdev: PCI device
2351 *
2352 * Returns the card structure or NULL if any errors occur
2353 *
2354 * spider_net_setup_pci_dev initializes pdev and together with the
2355 * functions called in spider_net_open configures the device so that
2356 * data can be transferred over it
2357 * The net_device structure is attached to the card structure, if the
2358 * function returns without error.
2359 **/
2360static struct spider_net_card *
2361spider_net_setup_pci_dev(struct pci_dev *pdev)
2362{
2363 struct spider_net_card *card;
2364 unsigned long mmio_start, mmio_len;
2365
2366 if (pci_enable_device(pdev)) {
Linas Vepstase6311d82007-06-11 13:41:38 -05002367 dev_err(&pdev->dev, "Couldn't enable PCI device\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002368 return NULL;
2369 }
2370
2371 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
Linas Vepstase6311d82007-06-11 13:41:38 -05002372 dev_err(&pdev->dev,
2373 "Couldn't find proper PCI device base address.\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002374 goto out_disable_dev;
2375 }
2376
2377 if (pci_request_regions(pdev, spider_net_driver_name)) {
Linas Vepstase6311d82007-06-11 13:41:38 -05002378 dev_err(&pdev->dev,
2379 "Couldn't obtain PCI resources, aborting.\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002380 goto out_disable_dev;
2381 }
2382
2383 pci_set_master(pdev);
2384
2385 card = spider_net_alloc_card();
2386 if (!card) {
Linas Vepstase6311d82007-06-11 13:41:38 -05002387 dev_err(&pdev->dev,
2388 "Couldn't allocate net_device structure, aborting.\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002389 goto out_release_regions;
2390 }
2391 card->pdev = pdev;
2392
2393 /* fetch base address and length of first resource */
2394 mmio_start = pci_resource_start(pdev, 0);
2395 mmio_len = pci_resource_len(pdev, 0);
2396
2397 card->netdev->mem_start = mmio_start;
2398 card->netdev->mem_end = mmio_start + mmio_len;
2399 card->regs = ioremap(mmio_start, mmio_len);
2400
2401 if (!card->regs) {
Linas Vepstase6311d82007-06-11 13:41:38 -05002402 dev_err(&pdev->dev,
2403 "Couldn't obtain PCI resources, aborting.\n");
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002404 goto out_release_regions;
2405 }
2406
2407 return card;
2408
2409out_release_regions:
2410 pci_release_regions(pdev);
2411out_disable_dev:
2412 pci_disable_device(pdev);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002413 return NULL;
2414}
2415
2416/**
2417 * spider_net_probe - initialization of a device
2418 * @pdev: PCI device
2419 * @ent: entry in the device id list
2420 *
2421 * Returns 0 on success, <0 on failure
2422 *
2423 * spider_net_probe initializes pdev and registers a net_device
2424 * structure for it. After that, the device can be ifconfig'ed up
2425 **/
Bill Pemberton671a1432012-12-03 09:24:05 -05002426static int
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002427spider_net_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
2428{
2429 int err = -EIO;
2430 struct spider_net_card *card;
2431
2432 card = spider_net_setup_pci_dev(pdev);
2433 if (!card)
2434 goto out;
2435
2436 spider_net_workaround_rxramfull(card);
2437 spider_net_init_card(card);
2438
2439 err = spider_net_setup_phy(card);
2440 if (err)
2441 goto out_undo_pci;
2442
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002443 err = spider_net_setup_netdev(card);
2444 if (err)
2445 goto out_undo_pci;
2446
2447 return 0;
2448
2449out_undo_pci:
2450 spider_net_undo_pci_setup(card);
2451 free_netdev(card->netdev);
2452out:
2453 return err;
2454}
2455
2456/**
2457 * spider_net_remove - removal of a device
2458 * @pdev: PCI device
2459 *
2460 * Returns 0 on success, <0 on failure
2461 *
2462 * spider_net_remove is called to remove the device and unregisters the
2463 * net_device
2464 **/
Bill Pemberton671a1432012-12-03 09:24:05 -05002465static void
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002466spider_net_remove(struct pci_dev *pdev)
2467{
2468 struct net_device *netdev;
2469 struct spider_net_card *card;
2470
2471 netdev = pci_get_drvdata(pdev);
2472 card = netdev_priv(netdev);
2473
2474 wait_event(card->waitq,
2475 atomic_read(&card->tx_timeout_task_counter) == 0);
2476
2477 unregister_netdev(netdev);
Jens Osterkamp543cec52005-09-06 19:30:54 -07002478
2479 /* switch off card */
2480 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2481 SPIDER_NET_CKRCTRL_STOP_VALUE);
2482 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2483 SPIDER_NET_CKRCTRL_RUN_VALUE);
2484
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002485 spider_net_undo_pci_setup(card);
2486 free_netdev(netdev);
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002487}
2488
2489static struct pci_driver spider_net_driver = {
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002490 .name = spider_net_driver_name,
2491 .id_table = spider_net_pci_tbl,
2492 .probe = spider_net_probe,
Bill Pemberton671a1432012-12-03 09:24:05 -05002493 .remove = spider_net_remove
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002494};
2495
2496/**
2497 * spider_net_init - init function when the driver is loaded
2498 *
2499 * spider_net_init registers the device driver
2500 */
2501static int __init spider_net_init(void)
2502{
Linas Vepstas90f10842006-10-10 15:56:04 -05002503 printk(KERN_INFO "Spidernet version %s.\n", VERSION);
2504
Jens Osterkampaaec0fa2005-09-05 15:19:29 -07002505 if (rx_descriptors < SPIDER_NET_RX_DESCRIPTORS_MIN) {
2506 rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_MIN;
2507 pr_info("adjusting rx descriptors to %i.\n", rx_descriptors);
2508 }
2509 if (rx_descriptors > SPIDER_NET_RX_DESCRIPTORS_MAX) {
2510 rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_MAX;
2511 pr_info("adjusting rx descriptors to %i.\n", rx_descriptors);
2512 }
2513 if (tx_descriptors < SPIDER_NET_TX_DESCRIPTORS_MIN) {
2514 tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_MIN;
2515 pr_info("adjusting tx descriptors to %i.\n", tx_descriptors);
2516 }
2517 if (tx_descriptors > SPIDER_NET_TX_DESCRIPTORS_MAX) {
2518 tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_MAX;
2519 pr_info("adjusting tx descriptors to %i.\n", tx_descriptors);
2520 }
2521
2522 return pci_register_driver(&spider_net_driver);
2523}
2524
2525/**
2526 * spider_net_cleanup - exit function when driver is unloaded
2527 *
2528 * spider_net_cleanup unregisters the device driver
2529 */
2530static void __exit spider_net_cleanup(void)
2531{
2532 pci_unregister_driver(&spider_net_driver);
2533}
2534
2535module_init(spider_net_init);
2536module_exit(spider_net_cleanup);