84c93ff2a0af925e48a276f37a608bd647ab49b3
[firefly-linux-kernel-4.4.55.git] / drivers / atm / solos-pci.c
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23
24 #define DEBUG
25 #define VERBOSE_DEBUG
26
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43
44 #define VERSION "0.07"
45 #define PTAG "solos-pci"
46
47 #define CONFIG_RAM_SIZE 128
48 #define FLAGS_ADDR      0x7C
49 #define IRQ_EN_ADDR     0x78
50 #define FPGA_VER        0x74
51 #define IRQ_CLEAR       0x70
52 #define WRITE_FLASH     0x6C
53 #define PORTS           0x68
54 #define FLASH_BLOCK     0x64
55 #define FLASH_BUSY      0x60
56 #define FPGA_MODE       0x5C
57 #define FLASH_MODE      0x58
58 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
59 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
60
61 #define DATA_RAM_SIZE   32768
62 #define BUF_SIZE        2048
63 #define OLD_BUF_SIZE    4096 /* For FPGA versions <= 2*/
64 #define FPGA_PAGE       528 /* FPGA flash page size*/
65 #define SOLOS_PAGE      512 /* Solos flash page size*/
66 #define FPGA_BLOCK      (FPGA_PAGE * 8) /* FPGA flash block size*/
67 #define SOLOS_BLOCK     (SOLOS_PAGE * 8) /* Solos flash block size*/
68
69 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
70 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
71 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
72
73 #define RX_DMA_SIZE     2048
74
75 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
76 #define LEGACY_BUFFERS  2
77 #define DMA_SUPPORTED   4
78
79 static int reset = 0;
80 static int atmdebug = 0;
81 static int firmware_upgrade = 0;
82 static int fpga_upgrade = 0;
83 static int db_firmware_upgrade = 0;
84 static int db_fpga_upgrade = 0;
85
86 struct pkt_hdr {
87         __le16 size;
88         __le16 vpi;
89         __le16 vci;
90         __le16 type;
91 };
92
93 struct solos_skb_cb {
94         struct atm_vcc *vcc;
95         uint32_t dma_addr;
96 };
97
98
99 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
100
101 #define PKT_DATA        0
102 #define PKT_COMMAND     1
103 #define PKT_POPEN       3
104 #define PKT_PCLOSE      4
105 #define PKT_STATUS      5
106
107 struct solos_card {
108         void __iomem *config_regs;
109         void __iomem *buffers;
110         int nr_ports;
111         int tx_mask;
112         struct pci_dev *dev;
113         struct atm_dev *atmdev[4];
114         struct tasklet_struct tlet;
115         spinlock_t tx_lock;
116         spinlock_t tx_queue_lock;
117         spinlock_t cli_queue_lock;
118         spinlock_t param_queue_lock;
119         struct list_head param_queue;
120         struct sk_buff_head tx_queue[4];
121         struct sk_buff_head cli_queue[4];
122         struct sk_buff *tx_skb[4];
123         struct sk_buff *rx_skb[4];
124         wait_queue_head_t param_wq;
125         wait_queue_head_t fw_wq;
126         int using_dma;
127         int fpga_version;
128         int buffer_size;
129 };
130
131
132 struct solos_param {
133         struct list_head list;
134         pid_t pid;
135         int port;
136         struct sk_buff *response;
137 };
138
139 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
140
141 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
142 MODULE_DESCRIPTION("Solos PCI driver");
143 MODULE_VERSION(VERSION);
144 MODULE_LICENSE("GPL");
145 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
146 MODULE_PARM_DESC(atmdebug, "Print ATM data");
147 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
148 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
149 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
150 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
151 module_param(reset, int, 0444);
152 module_param(atmdebug, int, 0644);
153 module_param(firmware_upgrade, int, 0444);
154 module_param(fpga_upgrade, int, 0444);
155 module_param(db_firmware_upgrade, int, 0444);
156 module_param(db_fpga_upgrade, int, 0444);
157
158 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
159                        struct atm_vcc *vcc);
160 static uint32_t fpga_tx(struct solos_card *);
161 static irqreturn_t solos_irq(int irq, void *dev_id);
162 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
163 static int list_vccs(int vci);
164 static void release_vccs(struct atm_dev *dev);
165 static int atm_init(struct solos_card *);
166 static void atm_remove(struct solos_card *);
167 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
168 static void solos_bh(unsigned long);
169 static int print_buffer(struct sk_buff *buf);
170
171 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
172 {
173         if (vcc->pop)
174                 vcc->pop(vcc, skb);
175         else
176                 dev_kfree_skb_any(skb);
177 }
178
179 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
180                                 char *buf)
181 {
182         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
183         struct solos_card *card = atmdev->dev_data;
184         struct solos_param prm;
185         struct sk_buff *skb;
186         struct pkt_hdr *header;
187         int buflen;
188
189         buflen = strlen(attr->attr.name) + 10;
190
191         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
192         if (!skb) {
193                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
194                 return -ENOMEM;
195         }
196
197         header = (void *)skb_put(skb, sizeof(*header));
198
199         buflen = snprintf((void *)&header[1], buflen - 1,
200                           "L%05d\n%s\n", current->pid, attr->attr.name);
201         skb_put(skb, buflen);
202
203         header->size = cpu_to_le16(buflen);
204         header->vpi = cpu_to_le16(0);
205         header->vci = cpu_to_le16(0);
206         header->type = cpu_to_le16(PKT_COMMAND);
207
208         prm.pid = current->pid;
209         prm.response = NULL;
210         prm.port = SOLOS_CHAN(atmdev);
211
212         spin_lock_irq(&card->param_queue_lock);
213         list_add(&prm.list, &card->param_queue);
214         spin_unlock_irq(&card->param_queue_lock);
215
216         fpga_queue(card, prm.port, skb, NULL);
217
218         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
219
220         spin_lock_irq(&card->param_queue_lock);
221         list_del(&prm.list);
222         spin_unlock_irq(&card->param_queue_lock);
223
224         if (!prm.response)
225                 return -EIO;
226
227         buflen = prm.response->len;
228         memcpy(buf, prm.response->data, buflen);
229         kfree_skb(prm.response);
230
231         return buflen;
232 }
233
234 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
235                                  const char *buf, size_t count)
236 {
237         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
238         struct solos_card *card = atmdev->dev_data;
239         struct solos_param prm;
240         struct sk_buff *skb;
241         struct pkt_hdr *header;
242         int buflen;
243         ssize_t ret;
244
245         buflen = strlen(attr->attr.name) + 11 + count;
246
247         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
248         if (!skb) {
249                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
250                 return -ENOMEM;
251         }
252
253         header = (void *)skb_put(skb, sizeof(*header));
254
255         buflen = snprintf((void *)&header[1], buflen - 1,
256                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
257
258         skb_put(skb, buflen);
259         header->size = cpu_to_le16(buflen);
260         header->vpi = cpu_to_le16(0);
261         header->vci = cpu_to_le16(0);
262         header->type = cpu_to_le16(PKT_COMMAND);
263
264         prm.pid = current->pid;
265         prm.response = NULL;
266         prm.port = SOLOS_CHAN(atmdev);
267
268         spin_lock_irq(&card->param_queue_lock);
269         list_add(&prm.list, &card->param_queue);
270         spin_unlock_irq(&card->param_queue_lock);
271
272         fpga_queue(card, prm.port, skb, NULL);
273
274         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
275
276         spin_lock_irq(&card->param_queue_lock);
277         list_del(&prm.list);
278         spin_unlock_irq(&card->param_queue_lock);
279
280         skb = prm.response;
281
282         if (!skb)
283                 return -EIO;
284
285         buflen = skb->len;
286
287         /* Sometimes it has a newline, sometimes it doesn't. */
288         if (skb->data[buflen - 1] == '\n')
289                 buflen--;
290
291         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
292                 ret = count;
293         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
294                 ret = -EIO;
295         else {
296                 /* We know we have enough space allocated for this; we allocated 
297                    it ourselves */
298                 skb->data[buflen] = 0;
299         
300                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
301                          skb->data);
302                 ret = -EIO;
303         }
304         kfree_skb(skb);
305
306         return ret;
307 }
308
309 static char *next_string(struct sk_buff *skb)
310 {
311         int i = 0;
312         char *this = skb->data;
313         
314         for (i = 0; i < skb->len; i++) {
315                 if (this[i] == '\n') {
316                         this[i] = 0;
317                         skb_pull(skb, i + 1);
318                         return this;
319                 }
320                 if (!isprint(this[i]))
321                         return NULL;
322         }
323         return NULL;
324 }
325
326 /*
327  * Status packet has fields separated by \n, starting with a version number
328  * for the information therein. Fields are....
329  *
330  *     packet version
331  *     RxBitRate        (version >= 1)
332  *     TxBitRate        (version >= 1)
333  *     State            (version >= 1)
334  *     LocalSNRMargin   (version >= 1)
335  *     LocalLineAttn    (version >= 1)
336  */       
337 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
338 {
339         char *str, *end, *state_str, *snr, *attn;
340         int ver, rate_up, rate_down;
341
342         if (!card->atmdev[port])
343                 return -ENODEV;
344
345         str = next_string(skb);
346         if (!str)
347                 return -EIO;
348
349         ver = simple_strtol(str, NULL, 10);
350         if (ver < 1) {
351                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
352                          ver);
353                 return -EIO;
354         }
355
356         str = next_string(skb);
357         if (!str)
358                 return -EIO;
359         if (!strcmp(str, "ERROR")) {
360                 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
361                          port);
362                 return 0;
363         }
364
365         rate_down = simple_strtol(str, &end, 10);
366         if (*end)
367                 return -EIO;
368
369         str = next_string(skb);
370         if (!str)
371                 return -EIO;
372         rate_up = simple_strtol(str, &end, 10);
373         if (*end)
374                 return -EIO;
375
376         state_str = next_string(skb);
377         if (!state_str)
378                 return -EIO;
379
380         /* Anything but 'Showtime' is down */
381         if (strcmp(state_str, "Showtime")) {
382                 card->atmdev[port]->signal = ATM_PHY_SIG_LOST;
383                 release_vccs(card->atmdev[port]);
384                 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
385                 return 0;
386         }
387
388         snr = next_string(skb);
389         if (!snr)
390                 return -EIO;
391         attn = next_string(skb);
392         if (!attn)
393                 return -EIO;
394
395         dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
396                  port, state_str, rate_down/1000, rate_up/1000,
397                  snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
398         
399         card->atmdev[port]->link_rate = rate_down / 424;
400         card->atmdev[port]->signal = ATM_PHY_SIG_FOUND;
401
402         return 0;
403 }
404
405 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
406 {
407         struct solos_param *prm;
408         unsigned long flags;
409         int cmdpid;
410         int found = 0;
411
412         if (skb->len < 7)
413                 return 0;
414
415         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
416             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
417             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
418             skb->data[6] != '\n')
419                 return 0;
420
421         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
422
423         spin_lock_irqsave(&card->param_queue_lock, flags);
424         list_for_each_entry(prm, &card->param_queue, list) {
425                 if (prm->port == port && prm->pid == cmdpid) {
426                         prm->response = skb;
427                         skb_pull(skb, 7);
428                         wake_up(&card->param_wq);
429                         found = 1;
430                         break;
431                 }
432         }
433         spin_unlock_irqrestore(&card->param_queue_lock, flags);
434         return found;
435 }
436
437 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
438                             char *buf)
439 {
440         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
441         struct solos_card *card = atmdev->dev_data;
442         struct sk_buff *skb;
443
444         spin_lock(&card->cli_queue_lock);
445         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
446         spin_unlock(&card->cli_queue_lock);
447         if(skb == NULL)
448                 return sprintf(buf, "No data.\n");
449
450         memcpy(buf, skb->data, skb->len);
451         dev_dbg(&card->dev->dev, "len: %d\n", skb->len);
452
453         kfree_skb(skb);
454         return skb->len;
455 }
456
457 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
458 {
459         struct sk_buff *skb;
460         struct pkt_hdr *header;
461
462         if (size > (BUF_SIZE - sizeof(*header))) {
463                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
464                 return 0;
465         }
466         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
467         if (!skb) {
468                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
469                 return 0;
470         }
471
472         header = (void *)skb_put(skb, sizeof(*header));
473
474         header->size = cpu_to_le16(size);
475         header->vpi = cpu_to_le16(0);
476         header->vci = cpu_to_le16(0);
477         header->type = cpu_to_le16(PKT_COMMAND);
478
479         memcpy(skb_put(skb, size), buf, size);
480
481         fpga_queue(card, dev, skb, NULL);
482
483         return 0;
484 }
485
486 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
487                              const char *buf, size_t count)
488 {
489         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
490         struct solos_card *card = atmdev->dev_data;
491         int err;
492
493         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
494
495         return err?:count;
496 }
497
498 static DEVICE_ATTR(console, 0644, console_show, console_store);
499
500
501 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
502 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
503
504 #include "solos-attrlist.c"
505
506 #undef SOLOS_ATTR_RO
507 #undef SOLOS_ATTR_RW
508
509 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
510 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
511
512 static struct attribute *solos_attrs[] = {
513 #include "solos-attrlist.c"
514         NULL
515 };
516
517 static struct attribute_group solos_attr_group = {
518         .attrs = solos_attrs,
519         .name = "parameters",
520 };
521
522 static int flash_upgrade(struct solos_card *card, int chip)
523 {
524         const struct firmware *fw;
525         const char *fw_name;
526         uint32_t data32 = 0;
527         int blocksize = 0;
528         int numblocks = 0;
529         int offset;
530
531         if (chip == 0) {
532                 fw_name = "solos-FPGA.bin";
533                 blocksize = FPGA_BLOCK;
534         } 
535         
536         if (chip == 1) {
537                 fw_name = "solos-Firmware.bin";
538                 blocksize = SOLOS_BLOCK;
539         }
540         
541         if (chip == 2){
542                 if (card->fpga_version > LEGACY_BUFFERS){
543                         fw_name = "solos-db-FPGA.bin";
544                         blocksize = FPGA_BLOCK;
545                 } else {
546                         dev_info(&card->dev->dev, "FPGA version doesn't support daughter board upgrades\n");
547                         return -EPERM;
548                 }
549         }
550         
551         if (chip == 3){
552                 if (card->fpga_version > LEGACY_BUFFERS){
553                         fw_name = "solos-Firmware.bin";
554                         blocksize = SOLOS_BLOCK;
555                 } else {
556                 dev_info(&card->dev->dev, "FPGA version doesn't support daughter board upgrades\n");
557                 return -EPERM;
558                 }
559         }
560
561         if (request_firmware(&fw, fw_name, &card->dev->dev))
562                 return -ENOENT;
563
564         dev_info(&card->dev->dev, "Flash upgrade starting\n");
565
566         numblocks = fw->size / blocksize;
567         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
568         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
569         
570         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
571         iowrite32(1, card->config_regs + FPGA_MODE);
572         data32 = ioread32(card->config_regs + FPGA_MODE); 
573
574         /* Set mode to Chip Erase */
575         if(chip == 0 || chip == 2)
576                 dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
577         if(chip == 1 || chip == 3)
578                 dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
579         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
580
581
582         iowrite32(1, card->config_regs + WRITE_FLASH);
583         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
584
585         for (offset = 0; offset < fw->size; offset += blocksize) {
586                 int i;
587
588                 /* Clear write flag */
589                 iowrite32(0, card->config_regs + WRITE_FLASH);
590
591                 /* Set mode to Block Write */
592                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
593                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
594
595                 /* Copy block to buffer, swapping each 16 bits */
596                 for(i = 0; i < blocksize; i += 4) {
597                         uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
598                         if(card->fpga_version > LEGACY_BUFFERS)
599                                 iowrite32(word, FLASH_BUF + i);
600                         else
601                                 iowrite32(word, RX_BUF(card, 3) + i);
602                 }
603
604                 /* Specify block number and then trigger flash write */
605                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
606                 iowrite32(1, card->config_regs + WRITE_FLASH);
607                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
608         }
609
610         release_firmware(fw);
611         iowrite32(0, card->config_regs + WRITE_FLASH);
612         iowrite32(0, card->config_regs + FPGA_MODE);
613         iowrite32(0, card->config_regs + FLASH_MODE);
614         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
615         return 0;
616 }
617
618 static irqreturn_t solos_irq(int irq, void *dev_id)
619 {
620         struct solos_card *card = dev_id;
621         int handled = 1;
622
623         iowrite32(0, card->config_regs + IRQ_CLEAR);
624
625         /* If we're up and running, just kick the tasklet to process TX/RX */
626         if (card->atmdev[0])
627                 tasklet_schedule(&card->tlet);
628         else
629                 wake_up(&card->fw_wq);
630
631         return IRQ_RETVAL(handled);
632 }
633
634 void solos_bh(unsigned long card_arg)
635 {
636         struct solos_card *card = (void *)card_arg;
637         uint32_t card_flags;
638         uint32_t rx_done = 0;
639         int port;
640
641         /*
642          * Since fpga_tx() is going to need to read the flags under its lock,
643          * it can return them to us so that we don't have to hit PCI MMIO
644          * again for the same information
645          */
646         card_flags = fpga_tx(card);
647
648         for (port = 0; port < card->nr_ports; port++) {
649                 if (card_flags & (0x10 << port)) {
650                         struct pkt_hdr _hdr, *header;
651                         struct sk_buff *skb;
652                         struct atm_vcc *vcc;
653                         int size;
654
655                         if (card->using_dma) {
656                                 skb = card->rx_skb[port];
657                                 card->rx_skb[port] = NULL;
658
659                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
660                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
661
662                                 header = (void *)skb->data;
663                                 size = le16_to_cpu(header->size);
664                                 skb_put(skb, size + sizeof(*header));
665                                 skb_pull(skb, sizeof(*header));
666                         } else {
667                                 header = &_hdr;
668
669                                 rx_done |= 0x10 << port;
670
671                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
672
673                                 size = le16_to_cpu(header->size);
674                                 if (size > (card->buffer_size - sizeof(*header))){
675                                         dev_warn(&card->dev->dev, "Invalid buffer size\n");
676                                         continue;
677                                 }
678
679                                 skb = alloc_skb(size + 1, GFP_ATOMIC);
680                                 if (!skb) {
681                                         if (net_ratelimit())
682                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
683                                         continue;
684                                 }
685
686                                 memcpy_fromio(skb_put(skb, size),
687                                               RX_BUF(card, port) + sizeof(*header),
688                                               size);
689                         }
690                         if (atmdebug) {
691                                 dev_info(&card->dev->dev, "Received: port %d\n", port);
692                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
693                                          size, le16_to_cpu(header->vpi),
694                                          le16_to_cpu(header->vci));
695                                 print_buffer(skb);
696                         }
697
698                         switch (le16_to_cpu(header->type)) {
699                         case PKT_DATA:
700                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
701                                                le16_to_cpu(header->vci));
702                                 if (!vcc) {
703                                         if (net_ratelimit())
704                                                 dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n",
705                                                          le16_to_cpu(header->vci), le16_to_cpu(header->vpi),
706                                                          port);
707                                         continue;
708                                 }
709                                 atm_charge(vcc, skb->truesize);
710                                 vcc->push(vcc, skb);
711                                 atomic_inc(&vcc->stats->rx);
712                                 break;
713
714                         case PKT_STATUS:
715                                 if (process_status(card, port, skb) &&
716                                     net_ratelimit()) {
717                                         dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
718                                         print_buffer(skb);
719                                 }
720                                 dev_kfree_skb_any(skb);
721                                 break;
722
723                         case PKT_COMMAND:
724                         default: /* FIXME: Not really, surely? */
725                                 if (process_command(card, port, skb))
726                                         break;
727                                 spin_lock(&card->cli_queue_lock);
728                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
729                                         if (net_ratelimit())
730                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
731                                                          port);
732                                         dev_kfree_skb_any(skb);
733                                 } else
734                                         skb_queue_tail(&card->cli_queue[port], skb);
735                                 spin_unlock(&card->cli_queue_lock);
736                                 break;
737                         }
738                 }
739                 /* Allocate RX skbs for any ports which need them */
740                 if (card->using_dma && card->atmdev[port] &&
741                     !card->rx_skb[port]) {
742                         struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
743                         if (skb) {
744                                 SKB_CB(skb)->dma_addr =
745                                         pci_map_single(card->dev, skb->data,
746                                                        RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
747                                 iowrite32(SKB_CB(skb)->dma_addr,
748                                           card->config_regs + RX_DMA_ADDR(port));
749                                 card->rx_skb[port] = skb;
750                         } else {
751                                 if (net_ratelimit())
752                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
753
754                                 /* We'll have to try again later */
755                                 tasklet_schedule(&card->tlet);
756                         }
757                 }
758         }
759         if (rx_done)
760                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
761
762         return;
763 }
764
765 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
766 {
767         struct hlist_head *head;
768         struct atm_vcc *vcc = NULL;
769         struct hlist_node *node;
770         struct sock *s;
771
772         read_lock(&vcc_sklist_lock);
773         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
774         sk_for_each(s, node, head) {
775                 vcc = atm_sk(s);
776                 if (vcc->dev == dev && vcc->vci == vci &&
777                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
778                     test_bit(ATM_VF_READY, &vcc->flags))
779                         goto out;
780         }
781         vcc = NULL;
782  out:
783         read_unlock(&vcc_sklist_lock);
784         return vcc;
785 }
786
787 static int list_vccs(int vci)
788 {
789         struct hlist_head *head;
790         struct atm_vcc *vcc;
791         struct hlist_node *node;
792         struct sock *s;
793         int num_found = 0;
794         int i;
795
796         read_lock(&vcc_sklist_lock);
797         if (vci != 0){
798                 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
799                 sk_for_each(s, node, head) {
800                         num_found ++;
801                         vcc = atm_sk(s);
802                         printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
803                                vcc->dev->number,
804                                vcc->vpi,
805                                vcc->vci);
806                 }
807         } else {
808                 for(i = 0; i < VCC_HTABLE_SIZE; i++){
809                         head = &vcc_hash[i];
810                         sk_for_each(s, node, head) {
811                                 num_found ++;
812                                 vcc = atm_sk(s);
813                                 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
814                                        vcc->dev->number,
815                                        vcc->vpi,
816                                        vcc->vci);
817                         }
818                 }
819         }
820         read_unlock(&vcc_sklist_lock);
821         return num_found;
822 }
823
824 static void release_vccs(struct atm_dev *dev)
825 {
826         int i;
827
828         write_lock_irq(&vcc_sklist_lock);
829         for (i = 0; i < VCC_HTABLE_SIZE; i++) {
830                 struct hlist_head *head = &vcc_hash[i];
831                 struct hlist_node *node, *tmp;
832                 struct sock *s;
833                 struct atm_vcc *vcc;
834
835                 sk_for_each_safe(s, node, tmp, head) {
836                         vcc = atm_sk(s);
837                         if (vcc->dev == dev) {
838                                 vcc_release_async(vcc, -EPIPE);
839                                 sk_del_node_init(s);
840                         }
841                 }
842         }
843         write_unlock_irq(&vcc_sklist_lock);
844 }
845
846
847 static int popen(struct atm_vcc *vcc)
848 {
849         struct solos_card *card = vcc->dev->dev_data;
850         struct sk_buff *skb;
851         struct pkt_hdr *header;
852
853         if (vcc->qos.aal != ATM_AAL5) {
854                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
855                          vcc->qos.aal);
856                 return -EINVAL;
857         }
858
859         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
860         if (!skb && net_ratelimit()) {
861                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
862                 return -ENOMEM;
863         }
864         header = (void *)skb_put(skb, sizeof(*header));
865
866         header->size = cpu_to_le16(0);
867         header->vpi = cpu_to_le16(vcc->vpi);
868         header->vci = cpu_to_le16(vcc->vci);
869         header->type = cpu_to_le16(PKT_POPEN);
870
871         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
872
873         set_bit(ATM_VF_ADDR, &vcc->flags);
874         set_bit(ATM_VF_READY, &vcc->flags);
875         list_vccs(0);
876
877
878         return 0;
879 }
880
881 static void pclose(struct atm_vcc *vcc)
882 {
883         struct solos_card *card = vcc->dev->dev_data;
884         struct sk_buff *skb;
885         struct pkt_hdr *header;
886
887         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
888         if (!skb) {
889                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
890                 return;
891         }
892         header = (void *)skb_put(skb, sizeof(*header));
893
894         header->size = cpu_to_le16(0);
895         header->vpi = cpu_to_le16(vcc->vpi);
896         header->vci = cpu_to_le16(vcc->vci);
897         header->type = cpu_to_le16(PKT_PCLOSE);
898
899         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
900
901         clear_bit(ATM_VF_ADDR, &vcc->flags);
902         clear_bit(ATM_VF_READY, &vcc->flags);
903
904         /* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
905            tasklet has finished processing any incoming packets (and, more to
906            the point, using the vcc pointer). */
907         tasklet_unlock_wait(&card->tlet);
908         return;
909 }
910
911 static int print_buffer(struct sk_buff *buf)
912 {
913         int len,i;
914         char msg[500];
915         char item[10];
916
917         len = buf->len;
918         for (i = 0; i < len; i++){
919                 if(i % 8 == 0)
920                         sprintf(msg, "%02X: ", i);
921
922                 sprintf(item,"%02X ",*(buf->data + i));
923                 strcat(msg, item);
924                 if(i % 8 == 7) {
925                         sprintf(item, "\n");
926                         strcat(msg, item);
927                         printk(KERN_DEBUG "%s", msg);
928                 }
929         }
930         if (i % 8 != 0) {
931                 sprintf(item, "\n");
932                 strcat(msg, item);
933                 printk(KERN_DEBUG "%s", msg);
934         }
935         printk(KERN_DEBUG "\n");
936
937         return 0;
938 }
939
940 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
941                        struct atm_vcc *vcc)
942 {
943         int old_len;
944         unsigned long flags;
945
946         SKB_CB(skb)->vcc = vcc;
947
948         spin_lock_irqsave(&card->tx_queue_lock, flags);
949         old_len = skb_queue_len(&card->tx_queue[port]);
950         skb_queue_tail(&card->tx_queue[port], skb);
951         if (!old_len)
952                 card->tx_mask |= (1 << port);
953         spin_unlock_irqrestore(&card->tx_queue_lock, flags);
954
955         /* Theoretically we could just schedule the tasklet here, but
956            that introduces latency we don't want -- it's noticeable */
957         if (!old_len)
958                 fpga_tx(card);
959 }
960
961 static uint32_t fpga_tx(struct solos_card *card)
962 {
963         uint32_t tx_pending, card_flags;
964         uint32_t tx_started = 0;
965         struct sk_buff *skb;
966         struct atm_vcc *vcc;
967         unsigned char port;
968         unsigned long flags;
969
970         spin_lock_irqsave(&card->tx_lock, flags);
971         
972         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
973         /*
974          * The queue lock is required for _writing_ to tx_mask, but we're
975          * OK to read it here without locking. The only potential update
976          * that we could race with is in fpga_queue() where it sets a bit
977          * for a new port... but it's going to call this function again if
978          * it's doing that, anyway.
979          */
980         tx_pending = card->tx_mask & ~card_flags;
981
982         for (port = 0; tx_pending; tx_pending >>= 1, port++) {
983                 if (tx_pending & 1) {
984                         struct sk_buff *oldskb = card->tx_skb[port];
985                         if (oldskb)
986                                 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
987                                                  oldskb->len, PCI_DMA_TODEVICE);
988
989                         spin_lock(&card->tx_queue_lock);
990                         skb = skb_dequeue(&card->tx_queue[port]);
991                         if (!skb)
992                                 card->tx_mask &= ~(1 << port);
993                         spin_unlock(&card->tx_queue_lock);
994
995                         if (skb && !card->using_dma) {
996                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
997                                 tx_started |= 1 << port;
998                                 oldskb = skb; /* We're done with this skb already */
999                         } else if (skb && card->using_dma) {
1000                                 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
1001                                                                        skb->len, PCI_DMA_TODEVICE);
1002                                 iowrite32(SKB_CB(skb)->dma_addr,
1003                                           card->config_regs + TX_DMA_ADDR(port));
1004                         }
1005
1006                         if (!oldskb)
1007                                 continue;
1008
1009                         /* Clean up and free oldskb now it's gone */
1010                         if (atmdebug) {
1011                                 struct pkt_hdr *header = (void *)oldskb->data;
1012                                 int size = le16_to_cpu(header->size);
1013
1014                                 skb_pull(oldskb, sizeof(*header));
1015                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
1016                                          port);
1017                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
1018                                          size, le16_to_cpu(header->vpi),
1019                                          le16_to_cpu(header->vci));
1020                                 print_buffer(oldskb);
1021                         }
1022
1023                         vcc = SKB_CB(oldskb)->vcc;
1024
1025                         if (vcc) {
1026                                 atomic_inc(&vcc->stats->tx);
1027                                 solos_pop(vcc, oldskb);
1028                         } else
1029                                 dev_kfree_skb_irq(oldskb);
1030
1031                 }
1032         }
1033         /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1034         if (tx_started)
1035                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1036
1037         spin_unlock_irqrestore(&card->tx_lock, flags);
1038         return card_flags;
1039 }
1040
1041 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1042 {
1043         struct solos_card *card = vcc->dev->dev_data;
1044         struct pkt_hdr *header;
1045         int pktlen;
1046
1047         pktlen = skb->len;
1048         if (pktlen > (BUF_SIZE - sizeof(*header))) {
1049                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1050                 solos_pop(vcc, skb);
1051                 return 0;
1052         }
1053
1054         if (!skb_clone_writable(skb, sizeof(*header))) {
1055                 int expand_by = 0;
1056                 int ret;
1057
1058                 if (skb_headroom(skb) < sizeof(*header))
1059                         expand_by = sizeof(*header) - skb_headroom(skb);
1060
1061                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1062                 if (ret) {
1063                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1064                         solos_pop(vcc, skb);
1065                         return ret;
1066                 }
1067         }
1068
1069         header = (void *)skb_push(skb, sizeof(*header));
1070
1071         /* This does _not_ include the size of the header */
1072         header->size = cpu_to_le16(pktlen);
1073         header->vpi = cpu_to_le16(vcc->vpi);
1074         header->vci = cpu_to_le16(vcc->vci);
1075         header->type = cpu_to_le16(PKT_DATA);
1076
1077         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1078
1079         return 0;
1080 }
1081
1082 static struct atmdev_ops fpga_ops = {
1083         .open =         popen,
1084         .close =        pclose,
1085         .ioctl =        NULL,
1086         .getsockopt =   NULL,
1087         .setsockopt =   NULL,
1088         .send =         psend,
1089         .send_oam =     NULL,
1090         .phy_put =      NULL,
1091         .phy_get =      NULL,
1092         .change_qos =   NULL,
1093         .proc_read =    NULL,
1094         .owner =        THIS_MODULE
1095 };
1096
1097 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1098 {
1099         int err;
1100         uint16_t fpga_ver;
1101         uint8_t major_ver, minor_ver;
1102         uint32_t data32;
1103         struct solos_card *card;
1104
1105         card = kzalloc(sizeof(*card), GFP_KERNEL);
1106         if (!card)
1107                 return -ENOMEM;
1108
1109         card->dev = dev;
1110         init_waitqueue_head(&card->fw_wq);
1111         init_waitqueue_head(&card->param_wq);
1112
1113         err = pci_enable_device(dev);
1114         if (err) {
1115                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1116                 goto out;
1117         }
1118
1119         err = pci_set_dma_mask(dev, DMA_BIT_MASK(32));
1120         if (err) {
1121                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1122                 goto out;
1123         }
1124
1125         err = pci_request_regions(dev, "solos");
1126         if (err) {
1127                 dev_warn(&dev->dev, "Failed to request regions\n");
1128                 goto out;
1129         }
1130
1131         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1132         if (!card->config_regs) {
1133                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1134                 goto out_release_regions;
1135         }
1136         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1137         if (!card->buffers) {
1138                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1139                 goto out_unmap_config;
1140         }
1141
1142         if (reset) {
1143                 iowrite32(1, card->config_regs + FPGA_MODE);
1144                 data32 = ioread32(card->config_regs + FPGA_MODE); 
1145
1146                 iowrite32(0, card->config_regs + FPGA_MODE);
1147                 data32 = ioread32(card->config_regs + FPGA_MODE); 
1148         }
1149
1150         data32 = ioread32(card->config_regs + FPGA_VER);
1151         fpga_ver = (data32 & 0x0000FFFF);
1152         major_ver = ((data32 & 0xFF000000) >> 24);
1153         minor_ver = ((data32 & 0x00FF0000) >> 16);
1154         card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1155         if (card->fpga_version > LEGACY_BUFFERS)
1156                 card->buffer_size = BUF_SIZE;
1157         else
1158                 card->buffer_size = OLD_BUF_SIZE;
1159         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1160                  major_ver, minor_ver, fpga_ver);
1161
1162         if (card->fpga_version >= DMA_SUPPORTED){
1163                 card->using_dma = 1;
1164         } else {
1165                 card->using_dma = 0;
1166                 /* Set RX empty flag for all ports */
1167                 iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1168         }
1169
1170         data32 = ioread32(card->config_regs + PORTS);
1171         card->nr_ports = (data32 & 0x000000FF);
1172
1173         pci_set_drvdata(dev, card);
1174
1175         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1176         spin_lock_init(&card->tx_lock);
1177         spin_lock_init(&card->tx_queue_lock);
1178         spin_lock_init(&card->cli_queue_lock);
1179         spin_lock_init(&card->param_queue_lock);
1180         INIT_LIST_HEAD(&card->param_queue);
1181
1182         err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1183                           "solos-pci", card);
1184         if (err) {
1185                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1186                 goto out_unmap_both;
1187         }
1188
1189         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1190
1191         if (fpga_upgrade)
1192                 flash_upgrade(card, 0);
1193
1194         if (firmware_upgrade)
1195                 flash_upgrade(card, 1);
1196
1197         if (db_fpga_upgrade)
1198                 flash_upgrade(card, 2);
1199
1200         if (db_firmware_upgrade)
1201                 flash_upgrade(card, 3);
1202
1203         err = atm_init(card);
1204         if (err)
1205                 goto out_free_irq;
1206
1207         return 0;
1208
1209  out_free_irq:
1210         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1211         free_irq(dev->irq, card);
1212         tasklet_kill(&card->tlet);
1213         
1214  out_unmap_both:
1215         pci_set_drvdata(dev, NULL);
1216         pci_iounmap(dev, card->config_regs);
1217  out_unmap_config:
1218         pci_iounmap(dev, card->buffers);
1219  out_release_regions:
1220         pci_release_regions(dev);
1221  out:
1222         kfree(card);
1223         return err;
1224 }
1225
1226 static int atm_init(struct solos_card *card)
1227 {
1228         int i;
1229
1230         for (i = 0; i < card->nr_ports; i++) {
1231                 struct sk_buff *skb;
1232                 struct pkt_hdr *header;
1233
1234                 skb_queue_head_init(&card->tx_queue[i]);
1235                 skb_queue_head_init(&card->cli_queue[i]);
1236
1237                 card->atmdev[i] = atm_dev_register("solos-pci", &fpga_ops, -1, NULL);
1238                 if (!card->atmdev[i]) {
1239                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1240                         atm_remove(card);
1241                         return -ENODEV;
1242                 }
1243                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1244                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1245                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1246                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1247
1248                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1249
1250                 card->atmdev[i]->ci_range.vpi_bits = 8;
1251                 card->atmdev[i]->ci_range.vci_bits = 16;
1252                 card->atmdev[i]->dev_data = card;
1253                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1254                 card->atmdev[i]->signal = ATM_PHY_SIG_UNKNOWN;
1255
1256                 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
1257                 if (!skb) {
1258                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1259                         continue;
1260                 }
1261
1262                 header = (void *)skb_put(skb, sizeof(*header));
1263
1264                 header->size = cpu_to_le16(0);
1265                 header->vpi = cpu_to_le16(0);
1266                 header->vci = cpu_to_le16(0);
1267                 header->type = cpu_to_le16(PKT_STATUS);
1268
1269                 fpga_queue(card, i, skb, NULL);
1270         }
1271         return 0;
1272 }
1273
1274 static void atm_remove(struct solos_card *card)
1275 {
1276         int i;
1277
1278         for (i = 0; i < card->nr_ports; i++) {
1279                 if (card->atmdev[i]) {
1280                         struct sk_buff *skb;
1281
1282                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1283
1284                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1285                         atm_dev_deregister(card->atmdev[i]);
1286
1287                         skb = card->rx_skb[i];
1288                         if (skb) {
1289                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1290                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
1291                                 dev_kfree_skb(skb);
1292                         }
1293                         skb = card->tx_skb[i];
1294                         if (skb) {
1295                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1296                                                  skb->len, PCI_DMA_TODEVICE);
1297                                 dev_kfree_skb(skb);
1298                         }
1299                         while ((skb = skb_dequeue(&card->tx_queue[i])))
1300                                 dev_kfree_skb(skb);
1301  
1302                 }
1303         }
1304 }
1305
1306 static void fpga_remove(struct pci_dev *dev)
1307 {
1308         struct solos_card *card = pci_get_drvdata(dev);
1309         
1310         /* Disable IRQs */
1311         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1312
1313         /* Reset FPGA */
1314         iowrite32(1, card->config_regs + FPGA_MODE);
1315         (void)ioread32(card->config_regs + FPGA_MODE); 
1316
1317         atm_remove(card);
1318
1319         free_irq(dev->irq, card);
1320         tasklet_kill(&card->tlet);
1321
1322         /* Release device from reset */
1323         iowrite32(0, card->config_regs + FPGA_MODE);
1324         (void)ioread32(card->config_regs + FPGA_MODE); 
1325
1326         pci_iounmap(dev, card->buffers);
1327         pci_iounmap(dev, card->config_regs);
1328
1329         pci_release_regions(dev);
1330         pci_disable_device(dev);
1331
1332         pci_set_drvdata(dev, NULL);
1333         kfree(card);
1334 }
1335
1336 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1337         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1338         { 0, }
1339 };
1340
1341 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1342
1343 static struct pci_driver fpga_driver = {
1344         .name =         "solos",
1345         .id_table =     fpga_pci_tbl,
1346         .probe =        fpga_probe,
1347         .remove =       fpga_remove,
1348 };
1349
1350
1351 static int __init solos_pci_init(void)
1352 {
1353         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1354         return pci_register_driver(&fpga_driver);
1355 }
1356
1357 static void __exit solos_pci_exit(void)
1358 {
1359         pci_unregister_driver(&fpga_driver);
1360         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1361 }
1362
1363 module_init(solos_pci_init);
1364 module_exit(solos_pci_exit);