Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/dtor/input
[firefly-linux-kernel-4.4.55.git] / drivers / ide / ide.c
1 /*
2  *  linux/drivers/ide/ide.c             Version 7.00beta2       Mar 05 2003
3  *
4  *  Copyright (C) 1994-1998  Linus Torvalds & authors (see below)
5  */
6
7 /*
8  *  Mostly written by Mark Lord  <mlord@pobox.com>
9  *                and Gadi Oxman <gadio@netvision.net.il>
10  *                and Andre Hedrick <andre@linux-ide.org>
11  *
12  *  See linux/MAINTAINERS for address of current maintainer.
13  *
14  * This is the multiple IDE interface driver, as evolved from hd.c.
15  * It supports up to MAX_HWIFS IDE interfaces, on one or more IRQs
16  *   (usually 14 & 15).
17  * There can be up to two drives per interface, as per the ATA-2 spec.
18  *
19  * Primary:    ide0, port 0x1f0; major=3;  hda is minor=0; hdb is minor=64
20  * Secondary:  ide1, port 0x170; major=22; hdc is minor=0; hdd is minor=64
21  * Tertiary:   ide2, port 0x???; major=33; hde is minor=0; hdf is minor=64
22  * Quaternary: ide3, port 0x???; major=34; hdg is minor=0; hdh is minor=64
23  * ...
24  *
25  *  From hd.c:
26  *  |
27  *  | It traverses the request-list, using interrupts to jump between functions.
28  *  | As nearly all functions can be called within interrupts, we may not sleep.
29  *  | Special care is recommended.  Have Fun!
30  *  |
31  *  | modified by Drew Eckhardt to check nr of hd's from the CMOS.
32  *  |
33  *  | Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
34  *  | in the early extended-partition checks and added DM partitions.
35  *  |
36  *  | Early work on error handling by Mika Liljeberg (liljeber@cs.Helsinki.FI).
37  *  |
38  *  | IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
39  *  | and general streamlining by Mark Lord (mlord@pobox.com).
40  *
41  *  October, 1994 -- Complete line-by-line overhaul for linux 1.1.x, by:
42  *
43  *      Mark Lord       (mlord@pobox.com)               (IDE Perf.Pkg)
44  *      Delman Lee      (delman@ieee.org)               ("Mr. atdisk2")
45  *      Scott Snyder    (snyder@fnald0.fnal.gov)        (ATAPI IDE cd-rom)
46  *
47  *  This was a rewrite of just about everything from hd.c, though some original
48  *  code is still sprinkled about.  Think of it as a major evolution, with
49  *  inspiration from lots of linux users, esp.  hamish@zot.apana.org.au
50  *
51  *  Version 1.0 ALPHA   initial code, primary i/f working okay
52  *  Version 1.3 BETA    dual i/f on shared irq tested & working!
53  *  Version 1.4 BETA    added auto probing for irq(s)
54  *  Version 1.5 BETA    added ALPHA (untested) support for IDE cd-roms,
55  *  ...
56  * Version 5.50         allow values as small as 20 for idebus=
57  * Version 5.51         force non io_32bit in drive_cmd_intr()
58  *                      change delay_10ms() to delay_50ms() to fix problems
59  * Version 5.52         fix incorrect invalidation of removable devices
60  *                      add "hdx=slow" command line option
61  * Version 5.60         start to modularize the driver; the disk and ATAPI
62  *                       drivers can be compiled as loadable modules.
63  *                      move IDE probe code to ide-probe.c
64  *                      move IDE disk code to ide-disk.c
65  *                      add support for generic IDE device subdrivers
66  *                      add m68k code from Geert Uytterhoeven
67  *                      probe all interfaces by default
68  *                      add ioctl to (re)probe an interface
69  * Version 6.00         use per device request queues
70  *                      attempt to optimize shared hwgroup performance
71  *                      add ioctl to manually adjust bandwidth algorithms
72  *                      add kerneld support for the probe module
73  *                      fix bug in ide_error()
74  *                      fix bug in the first ide_get_lock() call for Atari
75  *                      don't flush leftover data for ATAPI devices
76  * Version 6.01         clear hwgroup->active while the hwgroup sleeps
77  *                      support HDIO_GETGEO for floppies
78  * Version 6.02         fix ide_ack_intr() call
79  *                      check partition table on floppies
80  * Version 6.03         handle bad status bit sequencing in ide_wait_stat()
81  * Version 6.10         deleted old entries from this list of updates
82  *                      replaced triton.c with ide-dma.c generic PCI DMA
83  *                      added support for BIOS-enabled UltraDMA
84  *                      rename all "promise" things to "pdc4030"
85  *                      fix EZ-DRIVE handling on small disks
86  * Version 6.11         fix probe error in ide_scan_devices()
87  *                      fix ancient "jiffies" polling bugs
88  *                      mask all hwgroup interrupts on each irq entry
89  * Version 6.12         integrate ioctl and proc interfaces
90  *                      fix parsing of "idex=" command line parameter
91  * Version 6.13         add support for ide4/ide5 courtesy rjones@orchestream.com
92  * Version 6.14         fixed IRQ sharing among PCI devices
93  * Version 6.15         added SMP awareness to IDE drivers
94  * Version 6.16         fixed various bugs; even more SMP friendly
95  * Version 6.17         fix for newest EZ-Drive problem
96  * Version 6.18         default unpartitioned-disk translation now "BIOS LBA"
97  * Version 6.19         Re-design for a UNIFORM driver for all platforms,
98  *                        model based on suggestions from Russell King and
99  *                        Geert Uytterhoeven
100  *                      Promise DC4030VL now supported.
101  *                      add support for ide6/ide7
102  *                      delay_50ms() changed to ide_delay_50ms() and exported.
103  * Version 6.20         Added/Fixed Generic ATA-66 support and hwif detection.
104  *                      Added hdx=flash to allow for second flash disk
105  *                        detection w/o the hang loop.
106  *                      Added support for ide8/ide9
107  *                      Added idex=ata66 for the quirky chipsets that are
108  *                        ATA-66 compliant, but have yet to determine a method
109  *                        of verification of the 80c cable presence.
110  *                        Specifically Promise's PDC20262 chipset.
111  * Version 6.21         Fixing/Fixed SMP spinlock issue with insight from an old
112  *                        hat that clarified original low level driver design.
113  * Version 6.30         Added SMP support; fixed multmode issues.  -ml
114  * Version 6.31         Debug Share INTR's and request queue streaming
115  *                      Native ATA-100 support
116  *                      Prep for Cascades Project
117  * Version 7.00alpha    First named revision of ide rearrange
118  *
119  *  Some additional driver compile-time options are in ./include/linux/ide.h
120  *
121  *  To do, in likely order of completion:
122  *      - modify kernel to obtain BIOS geometry for drives on 2nd/3rd/4th i/f
123  *
124  */
125
126 #define REVISION        "Revision: 7.00alpha2"
127 #define VERSION         "Id: ide.c 7.00a2 20020906"
128
129 #define _IDE_C                  /* Tell ide.h it's really us */
130
131 #include <linux/module.h>
132 #include <linux/types.h>
133 #include <linux/string.h>
134 #include <linux/kernel.h>
135 #include <linux/timer.h>
136 #include <linux/mm.h>
137 #include <linux/interrupt.h>
138 #include <linux/major.h>
139 #include <linux/errno.h>
140 #include <linux/genhd.h>
141 #include <linux/blkpg.h>
142 #include <linux/slab.h>
143 #include <linux/init.h>
144 #include <linux/pci.h>
145 #include <linux/delay.h>
146 #include <linux/ide.h>
147 #include <linux/completion.h>
148 #include <linux/reboot.h>
149 #include <linux/cdrom.h>
150 #include <linux/seq_file.h>
151 #include <linux/device.h>
152 #include <linux/bitops.h>
153
154 #include <asm/byteorder.h>
155 #include <asm/irq.h>
156 #include <asm/uaccess.h>
157 #include <asm/io.h>
158
159
160 /* default maximum number of failures */
161 #define IDE_DEFAULT_MAX_FAILURES        1
162
163 static const u8 ide_hwif_to_major[] = { IDE0_MAJOR, IDE1_MAJOR,
164                                         IDE2_MAJOR, IDE3_MAJOR,
165                                         IDE4_MAJOR, IDE5_MAJOR,
166                                         IDE6_MAJOR, IDE7_MAJOR,
167                                         IDE8_MAJOR, IDE9_MAJOR };
168
169 static int idebus_parameter;    /* holds the "idebus=" parameter */
170 static int system_bus_speed;    /* holds what we think is VESA/PCI bus speed */
171
172 DECLARE_MUTEX(ide_cfg_sem);
173  __cacheline_aligned_in_smp DEFINE_SPINLOCK(ide_lock);
174
175 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
176 static int ide_scan_direction; /* THIS was formerly 2.2.x pci=reverse */
177 #endif
178
179 int noautodma = 0;
180
181 EXPORT_SYMBOL(noautodma);
182
183 #ifdef CONFIG_BLK_DEV_IDEACPI
184 int ide_noacpi = 0;
185 int ide_noacpitfs = 1;
186 int ide_noacpionboot = 1;
187 #endif
188
189 /*
190  * This is declared extern in ide.h, for access by other IDE modules:
191  */
192 ide_hwif_t ide_hwifs[MAX_HWIFS];        /* master data repository */
193
194 EXPORT_SYMBOL(ide_hwifs);
195
196 /*
197  * Do not even *think* about calling this!
198  */
199 static void init_hwif_data(ide_hwif_t *hwif, unsigned int index)
200 {
201         unsigned int unit;
202
203         /* bulk initialize hwif & drive info with zeros */
204         memset(hwif, 0, sizeof(ide_hwif_t));
205
206         /* fill in any non-zero initial values */
207         hwif->index     = index;
208         hwif->major     = ide_hwif_to_major[index];
209
210         hwif->name[0]   = 'i';
211         hwif->name[1]   = 'd';
212         hwif->name[2]   = 'e';
213         hwif->name[3]   = '0' + index;
214
215         hwif->bus_state = BUSSTATE_ON;
216
217         hwif->atapi_dma = 0;            /* disable all atapi dma */ 
218
219         init_completion(&hwif->gendev_rel_comp);
220
221         default_hwif_iops(hwif);
222         default_hwif_transport(hwif);
223         for (unit = 0; unit < MAX_DRIVES; ++unit) {
224                 ide_drive_t *drive = &hwif->drives[unit];
225
226                 drive->media                    = ide_disk;
227                 drive->select.all               = (unit<<4)|0xa0;
228                 drive->hwif                     = hwif;
229                 drive->ctl                      = 0x08;
230                 drive->ready_stat               = READY_STAT;
231                 drive->bad_wstat                = BAD_W_STAT;
232                 drive->special.b.recalibrate    = 1;
233                 drive->special.b.set_geometry   = 1;
234                 drive->name[0]                  = 'h';
235                 drive->name[1]                  = 'd';
236                 drive->name[2]                  = 'a' + (index * MAX_DRIVES) + unit;
237                 drive->max_failures             = IDE_DEFAULT_MAX_FAILURES;
238                 drive->using_dma                = 0;
239                 drive->vdma                     = 0;
240                 INIT_LIST_HEAD(&drive->list);
241                 init_completion(&drive->gendev_rel_comp);
242         }
243 }
244
245 static void init_hwif_default(ide_hwif_t *hwif, unsigned int index)
246 {
247         hw_regs_t hw;
248
249         memset(&hw, 0, sizeof(hw_regs_t));
250
251         ide_init_hwif_ports(&hw, ide_default_io_base(index), 0, &hwif->irq);
252
253         memcpy(&hwif->hw, &hw, sizeof(hw));
254         memcpy(hwif->io_ports, hw.io_ports, sizeof(hw.io_ports));
255
256         hwif->noprobe = !hwif->io_ports[IDE_DATA_OFFSET];
257 #ifdef CONFIG_BLK_DEV_HD
258         if (hwif->io_ports[IDE_DATA_OFFSET] == HD_DATA)
259                 hwif->noprobe = 1;      /* may be overridden by ide_setup() */
260 #endif
261 }
262
263 extern void ide_arm_init(void);
264
265 /*
266  * init_ide_data() sets reasonable default values into all fields
267  * of all instances of the hwifs and drives, but only on the first call.
268  * Subsequent calls have no effect (they don't wipe out anything).
269  *
270  * This routine is normally called at driver initialization time,
271  * but may also be called MUCH earlier during kernel "command-line"
272  * parameter processing.  As such, we cannot depend on any other parts
273  * of the kernel (such as memory allocation) to be functioning yet.
274  *
275  * This is too bad, as otherwise we could dynamically allocate the
276  * ide_drive_t structs as needed, rather than always consuming memory
277  * for the max possible number (MAX_HWIFS * MAX_DRIVES) of them.
278  *
279  * FIXME: We should stuff the setup data into __init and copy the
280  * relevant hwifs/allocate them properly during boot.
281  */
282 #define MAGIC_COOKIE 0x12345678
283 static void __init init_ide_data (void)
284 {
285         ide_hwif_t *hwif;
286         unsigned int index;
287         static unsigned long magic_cookie = MAGIC_COOKIE;
288
289         if (magic_cookie != MAGIC_COOKIE)
290                 return;         /* already initialized */
291         magic_cookie = 0;
292
293         /* Initialise all interface structures */
294         for (index = 0; index < MAX_HWIFS; ++index) {
295                 hwif = &ide_hwifs[index];
296                 init_hwif_data(hwif, index);
297                 init_hwif_default(hwif, index);
298 #if !defined(CONFIG_PPC32) || !defined(CONFIG_PCI)
299                 hwif->irq = hwif->hw.irq =
300                         ide_init_default_irq(hwif->io_ports[IDE_DATA_OFFSET]);
301 #endif
302         }
303 #ifdef CONFIG_IDE_ARM
304         ide_arm_init();
305 #endif
306 }
307
308 /**
309  *      ide_system_bus_speed    -       guess bus speed
310  *
311  *      ide_system_bus_speed() returns what we think is the system VESA/PCI
312  *      bus speed (in MHz). This is used for calculating interface PIO timings.
313  *      The default is 40 for known PCI systems, 50 otherwise.
314  *      The "idebus=xx" parameter can be used to override this value.
315  *      The actual value to be used is computed/displayed the first time
316  *      through. Drivers should only use this as a last resort.
317  *
318  *      Returns a guessed speed in MHz.
319  */
320
321 static int ide_system_bus_speed(void)
322 {
323 #ifdef CONFIG_PCI
324         static struct pci_device_id pci_default[] = {
325                 { PCI_DEVICE(PCI_ANY_ID, PCI_ANY_ID) },
326                 { }
327         };
328 #else
329 #define pci_default 0
330 #endif /* CONFIG_PCI */
331
332         if (!system_bus_speed) {
333                 if (idebus_parameter) {
334                         /* user supplied value */
335                         system_bus_speed = idebus_parameter;
336                 } else if (pci_dev_present(pci_default)) {
337                         /* safe default value for PCI */
338                         system_bus_speed = 33;
339                 } else {
340                         /* safe default value for VESA and PCI */
341                         system_bus_speed = 50;
342                 }
343                 printk(KERN_INFO "ide: Assuming %dMHz system bus speed "
344                         "for PIO modes%s\n", system_bus_speed,
345                         idebus_parameter ? "" : "; override with idebus=xx");
346         }
347         return system_bus_speed;
348 }
349
350 static struct resource* hwif_request_region(ide_hwif_t *hwif,
351                                             unsigned long addr, int num)
352 {
353         struct resource *res = request_region(addr, num, hwif->name);
354
355         if (!res)
356                 printk(KERN_ERR "%s: I/O resource 0x%lX-0x%lX not free.\n",
357                                 hwif->name, addr, addr+num-1);
358         return res;
359 }
360
361 /**
362  *      ide_hwif_request_regions - request resources for IDE
363  *      @hwif: interface to use
364  *
365  *      Requests all the needed resources for an interface.
366  *      Right now core IDE code does this work which is deeply wrong.
367  *      MMIO leaves it to the controller driver,
368  *      PIO will migrate this way over time.
369  */
370
371 int ide_hwif_request_regions(ide_hwif_t *hwif)
372 {
373         unsigned long addr;
374         unsigned int i;
375
376         if (hwif->mmio)
377                 return 0;
378         addr = hwif->io_ports[IDE_CONTROL_OFFSET];
379         if (addr && !hwif_request_region(hwif, addr, 1))
380                 goto control_region_busy;
381         hwif->straight8 = 0;
382         addr = hwif->io_ports[IDE_DATA_OFFSET];
383         if ((addr | 7) == hwif->io_ports[IDE_STATUS_OFFSET]) {
384                 if (!hwif_request_region(hwif, addr, 8))
385                         goto data_region_busy;
386                 hwif->straight8 = 1;
387                 return 0;
388         }
389         for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++) {
390                 addr = hwif->io_ports[i];
391                 if (!hwif_request_region(hwif, addr, 1)) {
392                         while (--i)
393                                 release_region(addr, 1);
394                         goto data_region_busy;
395                 }
396         }
397         return 0;
398
399 data_region_busy:
400         addr = hwif->io_ports[IDE_CONTROL_OFFSET];
401         if (addr)
402                 release_region(addr, 1);
403 control_region_busy:
404         /* If any errors are return, we drop the hwif interface. */
405         return -EBUSY;
406 }
407
408 /**
409  *      ide_hwif_release_regions - free IDE resources
410  *
411  *      Note that we only release the standard ports,
412  *      and do not even try to handle any extra ports
413  *      allocated for weird IDE interface chipsets.
414  *
415  *      Note also that we don't yet handle mmio resources here. More
416  *      importantly our caller should be doing this so we need to 
417  *      restructure this as a helper function for drivers.
418  */
419
420 void ide_hwif_release_regions(ide_hwif_t *hwif)
421 {
422         u32 i = 0;
423
424         if (hwif->mmio)
425                 return;
426         if (hwif->io_ports[IDE_CONTROL_OFFSET])
427                 release_region(hwif->io_ports[IDE_CONTROL_OFFSET], 1);
428         if (hwif->straight8) {
429                 release_region(hwif->io_ports[IDE_DATA_OFFSET], 8);
430                 return;
431         }
432         for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++)
433                 if (hwif->io_ports[i])
434                         release_region(hwif->io_ports[i], 1);
435 }
436
437 /**
438  *      ide_hwif_restore        -       restore hwif to template
439  *      @hwif: hwif to update
440  *      @tmp_hwif: template
441  *
442  *      Restore hwif to a previous state by copying most settings
443  *      from the template.
444  */
445
446 static void ide_hwif_restore(ide_hwif_t *hwif, ide_hwif_t *tmp_hwif)
447 {
448         hwif->hwgroup                   = tmp_hwif->hwgroup;
449
450         hwif->gendev.parent             = tmp_hwif->gendev.parent;
451
452         hwif->proc                      = tmp_hwif->proc;
453
454         hwif->major                     = tmp_hwif->major;
455         hwif->straight8                 = tmp_hwif->straight8;
456         hwif->bus_state                 = tmp_hwif->bus_state;
457
458         hwif->atapi_dma                 = tmp_hwif->atapi_dma;
459         hwif->ultra_mask                = tmp_hwif->ultra_mask;
460         hwif->mwdma_mask                = tmp_hwif->mwdma_mask;
461         hwif->swdma_mask                = tmp_hwif->swdma_mask;
462
463         hwif->chipset                   = tmp_hwif->chipset;
464         hwif->hold                      = tmp_hwif->hold;
465
466 #ifdef CONFIG_BLK_DEV_IDEPCI
467         hwif->pci_dev                   = tmp_hwif->pci_dev;
468         hwif->cds                       = tmp_hwif->cds;
469 #endif
470
471         hwif->tuneproc                  = tmp_hwif->tuneproc;
472         hwif->speedproc                 = tmp_hwif->speedproc;
473         hwif->udma_filter               = tmp_hwif->udma_filter;
474         hwif->selectproc                = tmp_hwif->selectproc;
475         hwif->reset_poll                = tmp_hwif->reset_poll;
476         hwif->pre_reset                 = tmp_hwif->pre_reset;
477         hwif->resetproc                 = tmp_hwif->resetproc;
478         hwif->intrproc                  = tmp_hwif->intrproc;
479         hwif->maskproc                  = tmp_hwif->maskproc;
480         hwif->quirkproc                 = tmp_hwif->quirkproc;
481         hwif->busproc                   = tmp_hwif->busproc;
482
483         hwif->ata_input_data            = tmp_hwif->ata_input_data;
484         hwif->ata_output_data           = tmp_hwif->ata_output_data;
485         hwif->atapi_input_bytes         = tmp_hwif->atapi_input_bytes;
486         hwif->atapi_output_bytes        = tmp_hwif->atapi_output_bytes;
487
488         hwif->dma_setup                 = tmp_hwif->dma_setup;
489         hwif->dma_exec_cmd              = tmp_hwif->dma_exec_cmd;
490         hwif->dma_start                 = tmp_hwif->dma_start;
491         hwif->ide_dma_end               = tmp_hwif->ide_dma_end;
492         hwif->ide_dma_check             = tmp_hwif->ide_dma_check;
493         hwif->ide_dma_on                = tmp_hwif->ide_dma_on;
494         hwif->dma_off_quietly           = tmp_hwif->dma_off_quietly;
495         hwif->ide_dma_test_irq          = tmp_hwif->ide_dma_test_irq;
496         hwif->ide_dma_clear_irq         = tmp_hwif->ide_dma_clear_irq;
497         hwif->dma_host_on               = tmp_hwif->dma_host_on;
498         hwif->dma_host_off              = tmp_hwif->dma_host_off;
499         hwif->ide_dma_lostirq           = tmp_hwif->ide_dma_lostirq;
500         hwif->ide_dma_timeout           = tmp_hwif->ide_dma_timeout;
501
502         hwif->OUTB                      = tmp_hwif->OUTB;
503         hwif->OUTBSYNC                  = tmp_hwif->OUTBSYNC;
504         hwif->OUTW                      = tmp_hwif->OUTW;
505         hwif->OUTSW                     = tmp_hwif->OUTSW;
506         hwif->OUTSL                     = tmp_hwif->OUTSL;
507
508         hwif->INB                       = tmp_hwif->INB;
509         hwif->INW                       = tmp_hwif->INW;
510         hwif->INSW                      = tmp_hwif->INSW;
511         hwif->INSL                      = tmp_hwif->INSL;
512
513         hwif->sg_max_nents              = tmp_hwif->sg_max_nents;
514
515         hwif->mmio                      = tmp_hwif->mmio;
516         hwif->rqsize                    = tmp_hwif->rqsize;
517         hwif->no_lba48                  = tmp_hwif->no_lba48;
518
519 #ifndef CONFIG_BLK_DEV_IDECS
520         hwif->irq                       = tmp_hwif->irq;
521 #endif
522
523         hwif->dma_base                  = tmp_hwif->dma_base;
524         hwif->dma_master                = tmp_hwif->dma_master;
525         hwif->dma_command               = tmp_hwif->dma_command;
526         hwif->dma_vendor1               = tmp_hwif->dma_vendor1;
527         hwif->dma_status                = tmp_hwif->dma_status;
528         hwif->dma_vendor3               = tmp_hwif->dma_vendor3;
529         hwif->dma_prdtable              = tmp_hwif->dma_prdtable;
530
531         hwif->config_data               = tmp_hwif->config_data;
532         hwif->select_data               = tmp_hwif->select_data;
533         hwif->extra_base                = tmp_hwif->extra_base;
534         hwif->extra_ports               = tmp_hwif->extra_ports;
535         hwif->autodma                   = tmp_hwif->autodma;
536         hwif->udma_four                 = tmp_hwif->udma_four;
537
538         hwif->hwif_data                 = tmp_hwif->hwif_data;
539 }
540
541 /**
542  *      ide_unregister          -       free an IDE interface
543  *      @index: index of interface (will change soon to a pointer)
544  *
545  *      Perform the final unregister of an IDE interface. At the moment
546  *      we don't refcount interfaces so this will also get split up.
547  *
548  *      Locking:
549  *      The caller must not hold the IDE locks
550  *      The drive present/vanishing is not yet properly locked
551  *      Take care with the callbacks. These have been split to avoid
552  *      deadlocking the IDE layer. The shutdown callback is called
553  *      before we take the lock and free resources. It is up to the
554  *      caller to be sure there is no pending I/O here, and that
555  *      the interface will not be reopened (present/vanishing locking
556  *      isn't yet done BTW). After we commit to the final kill we
557  *      call the cleanup callback with the ide locks held.
558  *
559  *      Unregister restores the hwif structures to the default state.
560  *      This is raving bonkers.
561  */
562
563 void ide_unregister(unsigned int index)
564 {
565         ide_drive_t *drive;
566         ide_hwif_t *hwif, *g;
567         static ide_hwif_t tmp_hwif; /* protected by ide_cfg_sem */
568         ide_hwgroup_t *hwgroup;
569         int irq_count = 0, unit;
570
571         BUG_ON(index >= MAX_HWIFS);
572
573         BUG_ON(in_interrupt());
574         BUG_ON(irqs_disabled());
575         down(&ide_cfg_sem);
576         spin_lock_irq(&ide_lock);
577         hwif = &ide_hwifs[index];
578         if (!hwif->present)
579                 goto abort;
580         for (unit = 0; unit < MAX_DRIVES; ++unit) {
581                 drive = &hwif->drives[unit];
582                 if (!drive->present)
583                         continue;
584                 spin_unlock_irq(&ide_lock);
585                 device_unregister(&drive->gendev);
586                 wait_for_completion(&drive->gendev_rel_comp);
587                 spin_lock_irq(&ide_lock);
588         }
589         hwif->present = 0;
590
591         spin_unlock_irq(&ide_lock);
592
593         ide_proc_unregister_port(hwif);
594
595         hwgroup = hwif->hwgroup;
596         /*
597          * free the irq if we were the only hwif using it
598          */
599         g = hwgroup->hwif;
600         do {
601                 if (g->irq == hwif->irq)
602                         ++irq_count;
603                 g = g->next;
604         } while (g != hwgroup->hwif);
605         if (irq_count == 1)
606                 free_irq(hwif->irq, hwgroup);
607
608         spin_lock_irq(&ide_lock);
609         /*
610          * Note that we only release the standard ports,
611          * and do not even try to handle any extra ports
612          * allocated for weird IDE interface chipsets.
613          */
614         ide_hwif_release_regions(hwif);
615
616         /*
617          * Remove us from the hwgroup, and free
618          * the hwgroup if we were the only member
619          */
620         if (hwif->next == hwif) {
621                 BUG_ON(hwgroup->hwif != hwif);
622                 kfree(hwgroup);
623         } else {
624                 /* There is another interface in hwgroup.
625                  * Unlink us, and set hwgroup->drive and ->hwif to
626                  * something sane.
627                  */
628                 g = hwgroup->hwif;
629                 while (g->next != hwif)
630                         g = g->next;
631                 g->next = hwif->next;
632                 if (hwgroup->hwif == hwif) {
633                         /* Chose a random hwif for hwgroup->hwif.
634                          * It's guaranteed that there are no drives
635                          * left in the hwgroup.
636                          */
637                         BUG_ON(hwgroup->drive != NULL);
638                         hwgroup->hwif = g;
639                 }
640                 BUG_ON(hwgroup->hwif == hwif);
641         }
642
643         /* More messed up locking ... */
644         spin_unlock_irq(&ide_lock);
645         device_unregister(&hwif->gendev);
646         wait_for_completion(&hwif->gendev_rel_comp);
647
648         /*
649          * Remove us from the kernel's knowledge
650          */
651         blk_unregister_region(MKDEV(hwif->major, 0), MAX_DRIVES<<PARTN_BITS);
652         kfree(hwif->sg_table);
653         unregister_blkdev(hwif->major, hwif->name);
654         spin_lock_irq(&ide_lock);
655
656         if (hwif->dma_base) {
657                 (void) ide_release_dma(hwif);
658
659                 hwif->dma_base = 0;
660                 hwif->dma_master = 0;
661                 hwif->dma_command = 0;
662                 hwif->dma_vendor1 = 0;
663                 hwif->dma_status = 0;
664                 hwif->dma_vendor3 = 0;
665                 hwif->dma_prdtable = 0;
666
667                 hwif->extra_base  = 0;
668                 hwif->extra_ports = 0;
669         }
670
671         /* copy original settings */
672         tmp_hwif = *hwif;
673
674         /* restore hwif data to pristine status */
675         init_hwif_data(hwif, index);
676         init_hwif_default(hwif, index);
677
678         ide_hwif_restore(hwif, &tmp_hwif);
679
680 abort:
681         spin_unlock_irq(&ide_lock);
682         up(&ide_cfg_sem);
683 }
684
685 EXPORT_SYMBOL(ide_unregister);
686
687
688 /**
689  *      ide_setup_ports         -       set up IDE interface ports
690  *      @hw: register descriptions
691  *      @base: base register
692  *      @offsets: table of register offsets
693  *      @ctrl: control register
694  *      @ack_irq: IRQ ack
695  *      @irq: interrupt lie
696  *
697  *      Setup hw_regs_t structure described by parameters.  You
698  *      may set up the hw structure yourself OR use this routine to
699  *      do it for you. This is basically a helper
700  *
701  */
702  
703 void ide_setup_ports (  hw_regs_t *hw,
704                         unsigned long base, int *offsets,
705                         unsigned long ctrl, unsigned long intr,
706                         ide_ack_intr_t *ack_intr,
707 /*
708  *                      ide_io_ops_t *iops,
709  */
710                         int irq)
711 {
712         int i;
713
714         memset(hw, 0, sizeof(hw_regs_t));
715         for (i = 0; i < IDE_NR_PORTS; i++) {
716                 if (offsets[i] == -1) {
717                         switch(i) {
718                                 case IDE_CONTROL_OFFSET:
719                                         hw->io_ports[i] = ctrl;
720                                         break;
721 #if defined(CONFIG_AMIGA) || defined(CONFIG_MAC)
722                                 case IDE_IRQ_OFFSET:
723                                         hw->io_ports[i] = intr;
724                                         break;
725 #endif /* (CONFIG_AMIGA) || (CONFIG_MAC) */
726                                 default:
727                                         hw->io_ports[i] = 0;
728                                         break;
729                         }
730                 } else {
731                         hw->io_ports[i] = base + offsets[i];
732                 }
733         }
734         hw->irq = irq;
735         hw->dma = NO_DMA;
736         hw->ack_intr = ack_intr;
737 /*
738  *      hw->iops = iops;
739  */
740 }
741
742 /**
743  *      ide_register_hw_with_fixup      -       register IDE interface
744  *      @hw: hardware registers
745  *      @initializing: set while initializing built-in drivers
746  *      @hwifp: pointer to returned hwif
747  *      @fixup: fixup function
748  *
749  *      Register an IDE interface, specifying exactly the registers etc.
750  *      Set init=1 iff calling before probes have taken place.
751  *
752  *      Returns -1 on error.
753  */
754
755 int ide_register_hw_with_fixup(hw_regs_t *hw, int initializing,
756                                ide_hwif_t **hwifp,
757                                void(*fixup)(ide_hwif_t *hwif))
758 {
759         int index, retry = 1;
760         ide_hwif_t *hwif;
761
762         do {
763                 for (index = 0; index < MAX_HWIFS; ++index) {
764                         hwif = &ide_hwifs[index];
765                         if (hwif->hw.io_ports[IDE_DATA_OFFSET] == hw->io_ports[IDE_DATA_OFFSET])
766                                 goto found;
767                 }
768                 for (index = 0; index < MAX_HWIFS; ++index) {
769                         hwif = &ide_hwifs[index];
770                         if (hwif->hold)
771                                 continue;
772                         if ((!hwif->present && !hwif->mate && !initializing) ||
773                             (!hwif->hw.io_ports[IDE_DATA_OFFSET] && initializing))
774                                 goto found;
775                 }
776                 for (index = 0; index < MAX_HWIFS; index++)
777                         ide_unregister(index);
778         } while (retry--);
779         return -1;
780 found:
781         if (hwif->present)
782                 ide_unregister(index);
783         else if (!hwif->hold) {
784                 init_hwif_data(hwif, index);
785                 init_hwif_default(hwif, index);
786         }
787         if (hwif->present)
788                 return -1;
789         memcpy(&hwif->hw, hw, sizeof(*hw));
790         memcpy(hwif->io_ports, hwif->hw.io_ports, sizeof(hwif->hw.io_ports));
791         hwif->irq = hw->irq;
792         hwif->noprobe = 0;
793         hwif->chipset = hw->chipset;
794         hwif->gendev.parent = hw->dev;
795
796         if (!initializing) {
797                 probe_hwif_init_with_fixup(hwif, fixup);
798                 ide_proc_register_port(hwif);
799         }
800
801         if (hwifp)
802                 *hwifp = hwif;
803
804         return (initializing || hwif->present) ? index : -1;
805 }
806
807 EXPORT_SYMBOL(ide_register_hw_with_fixup);
808
809 int ide_register_hw(hw_regs_t *hw, int initializing, ide_hwif_t **hwifp)
810 {
811         return ide_register_hw_with_fixup(hw, initializing, hwifp, NULL);
812 }
813
814 EXPORT_SYMBOL(ide_register_hw);
815
816 /*
817  *      Locks for IDE setting functionality
818  */
819
820 DECLARE_MUTEX(ide_setting_sem);
821
822 EXPORT_SYMBOL_GPL(ide_setting_sem);
823
824 /**
825  *      ide_spin_wait_hwgroup   -       wait for group
826  *      @drive: drive in the group
827  *
828  *      Wait for an IDE device group to go non busy and then return
829  *      holding the ide_lock which guards the hwgroup->busy status
830  *      and right to use it.
831  */
832
833 int ide_spin_wait_hwgroup (ide_drive_t *drive)
834 {
835         ide_hwgroup_t *hwgroup = HWGROUP(drive);
836         unsigned long timeout = jiffies + (3 * HZ);
837
838         spin_lock_irq(&ide_lock);
839
840         while (hwgroup->busy) {
841                 unsigned long lflags;
842                 spin_unlock_irq(&ide_lock);
843                 local_irq_set(lflags);
844                 if (time_after(jiffies, timeout)) {
845                         local_irq_restore(lflags);
846                         printk(KERN_ERR "%s: channel busy\n", drive->name);
847                         return -EBUSY;
848                 }
849                 local_irq_restore(lflags);
850                 spin_lock_irq(&ide_lock);
851         }
852         return 0;
853 }
854
855 EXPORT_SYMBOL(ide_spin_wait_hwgroup);
856
857 int set_io_32bit(ide_drive_t *drive, int arg)
858 {
859         if (drive->no_io_32bit)
860                 return -EPERM;
861
862         if (arg < 0 || arg > 1 + (SUPPORT_VLB_SYNC << 1))
863                 return -EINVAL;
864
865         drive->io_32bit = arg;
866 #ifdef CONFIG_BLK_DEV_DTC2278
867         if (HWIF(drive)->chipset == ide_dtc2278)
868                 HWIF(drive)->drives[!drive->select.b.unit].io_32bit = arg;
869 #endif /* CONFIG_BLK_DEV_DTC2278 */
870         return 0;
871 }
872
873 static int set_ksettings(ide_drive_t *drive, int arg)
874 {
875         if (arg < 0 || arg > 1)
876                 return -EINVAL;
877
878         if (ide_spin_wait_hwgroup(drive))
879                 return -EBUSY;
880         drive->keep_settings = arg;
881         spin_unlock_irq(&ide_lock);
882
883         return 0;
884 }
885
886 int set_using_dma(ide_drive_t *drive, int arg)
887 {
888 #ifdef CONFIG_BLK_DEV_IDEDMA
889         ide_hwif_t *hwif = drive->hwif;
890         int err = -EPERM;
891
892         if (arg < 0 || arg > 1)
893                 return -EINVAL;
894
895         if (!drive->id || !(drive->id->capability & 1))
896                 goto out;
897
898         if (hwif->ide_dma_check == NULL)
899                 goto out;
900
901         err = -EBUSY;
902         if (ide_spin_wait_hwgroup(drive))
903                 goto out;
904         /*
905          * set ->busy flag, unlock and let it ride
906          */
907         hwif->hwgroup->busy = 1;
908         spin_unlock_irq(&ide_lock);
909
910         err = 0;
911
912         if (arg) {
913                 hwif->dma_off_quietly(drive);
914                 if (ide_set_dma(drive) || hwif->ide_dma_on(drive))
915                         err = -EIO;
916         } else
917                 ide_dma_off(drive);
918
919         /*
920          * lock, clear ->busy flag and unlock before leaving
921          */
922         spin_lock_irq(&ide_lock);
923         hwif->hwgroup->busy = 0;
924         spin_unlock_irq(&ide_lock);
925 out:
926         return err;
927 #else
928         if (arg < 0 || arg > 1)
929                 return -EINVAL;
930
931         return -EPERM;
932 #endif
933 }
934
935 int set_pio_mode(ide_drive_t *drive, int arg)
936 {
937         struct request rq;
938
939         if (arg < 0 || arg > 255)
940                 return -EINVAL;
941
942         if (!HWIF(drive)->tuneproc)
943                 return -ENOSYS;
944         if (drive->special.b.set_tune)
945                 return -EBUSY;
946         ide_init_drive_cmd(&rq);
947         drive->tune_req = (u8) arg;
948         drive->special.b.set_tune = 1;
949         (void) ide_do_drive_cmd(drive, &rq, ide_wait);
950         return 0;
951 }
952
953 static int set_unmaskirq(ide_drive_t *drive, int arg)
954 {
955         if (drive->no_unmask)
956                 return -EPERM;
957
958         if (arg < 0 || arg > 1)
959                 return -EINVAL;
960
961         if (ide_spin_wait_hwgroup(drive))
962                 return -EBUSY;
963         drive->unmask = arg;
964         spin_unlock_irq(&ide_lock);
965
966         return 0;
967 }
968
969 /**
970  *      system_bus_clock        -       clock guess
971  *
972  *      External version of the bus clock guess used by very old IDE drivers
973  *      for things like VLB timings. Should not be used.
974  */
975
976 int system_bus_clock (void)
977 {
978         return((int) ((!system_bus_speed) ? ide_system_bus_speed() : system_bus_speed ));
979 }
980
981 EXPORT_SYMBOL(system_bus_clock);
982
983 static int generic_ide_suspend(struct device *dev, pm_message_t mesg)
984 {
985         ide_drive_t *drive = dev->driver_data;
986         ide_hwif_t *hwif = HWIF(drive);
987         struct request rq;
988         struct request_pm_state rqpm;
989         ide_task_t args;
990
991         /* Call ACPI _GTM only once */
992         if (!(drive->dn % 2))
993                 ide_acpi_get_timing(hwif);
994
995         memset(&rq, 0, sizeof(rq));
996         memset(&rqpm, 0, sizeof(rqpm));
997         memset(&args, 0, sizeof(args));
998         rq.cmd_type = REQ_TYPE_PM_SUSPEND;
999         rq.special = &args;
1000         rq.data = &rqpm;
1001         rqpm.pm_step = ide_pm_state_start_suspend;
1002         if (mesg.event == PM_EVENT_PRETHAW)
1003                 mesg.event = PM_EVENT_FREEZE;
1004         rqpm.pm_state = mesg.event;
1005
1006         return ide_do_drive_cmd(drive, &rq, ide_wait);
1007 }
1008
1009 static int generic_ide_resume(struct device *dev)
1010 {
1011         ide_drive_t *drive = dev->driver_data;
1012         ide_hwif_t *hwif = HWIF(drive);
1013         struct request rq;
1014         struct request_pm_state rqpm;
1015         ide_task_t args;
1016
1017         /* Call ACPI _STM only once */
1018         if (!(drive->dn % 2))
1019                 ide_acpi_push_timing(hwif);
1020
1021         ide_acpi_exec_tfs(drive);
1022
1023         memset(&rq, 0, sizeof(rq));
1024         memset(&rqpm, 0, sizeof(rqpm));
1025         memset(&args, 0, sizeof(args));
1026         rq.cmd_type = REQ_TYPE_PM_RESUME;
1027         rq.special = &args;
1028         rq.data = &rqpm;
1029         rqpm.pm_step = ide_pm_state_start_resume;
1030         rqpm.pm_state = PM_EVENT_ON;
1031
1032         return ide_do_drive_cmd(drive, &rq, ide_head_wait);
1033 }
1034
1035 int generic_ide_ioctl(ide_drive_t *drive, struct file *file, struct block_device *bdev,
1036                         unsigned int cmd, unsigned long arg)
1037 {
1038         unsigned long flags;
1039         ide_driver_t *drv;
1040         void __user *p = (void __user *)arg;
1041         int err = 0, (*setfunc)(ide_drive_t *, int);
1042         u8 *val;
1043
1044         switch (cmd) {
1045         case HDIO_GET_32BIT:        val = &drive->io_32bit;      goto read_val;
1046         case HDIO_GET_KEEPSETTINGS: val = &drive->keep_settings; goto read_val;
1047         case HDIO_GET_UNMASKINTR:   val = &drive->unmask;        goto read_val;
1048         case HDIO_GET_DMA:          val = &drive->using_dma;     goto read_val;
1049         case HDIO_SET_32BIT:        setfunc = set_io_32bit;      goto set_val;
1050         case HDIO_SET_KEEPSETTINGS: setfunc = set_ksettings;     goto set_val;
1051         case HDIO_SET_PIO_MODE:     setfunc = set_pio_mode;      goto set_val;
1052         case HDIO_SET_UNMASKINTR:   setfunc = set_unmaskirq;     goto set_val;
1053         case HDIO_SET_DMA:          setfunc = set_using_dma;     goto set_val;
1054         }
1055
1056         switch (cmd) {
1057                 case HDIO_OBSOLETE_IDENTITY:
1058                 case HDIO_GET_IDENTITY:
1059                         if (bdev != bdev->bd_contains)
1060                                 return -EINVAL;
1061                         if (drive->id_read == 0)
1062                                 return -ENOMSG;
1063                         if (copy_to_user(p, drive->id, (cmd == HDIO_GET_IDENTITY) ? sizeof(*drive->id) : 142))
1064                                 return -EFAULT;
1065                         return 0;
1066
1067                 case HDIO_GET_NICE:
1068                         return put_user(drive->dsc_overlap      <<      IDE_NICE_DSC_OVERLAP    |
1069                                         drive->atapi_overlap    <<      IDE_NICE_ATAPI_OVERLAP  |
1070                                         drive->nice0            <<      IDE_NICE_0              |
1071                                         drive->nice1            <<      IDE_NICE_1              |
1072                                         drive->nice2            <<      IDE_NICE_2,
1073                                         (long __user *) arg);
1074
1075 #ifdef CONFIG_IDE_TASK_IOCTL
1076                 case HDIO_DRIVE_TASKFILE:
1077                         if (!capable(CAP_SYS_ADMIN) || !capable(CAP_SYS_RAWIO))
1078                                 return -EACCES;
1079                         switch(drive->media) {
1080                                 case ide_disk:
1081                                         return ide_taskfile_ioctl(drive, cmd, arg);
1082                                 default:
1083                                         return -ENOMSG;
1084                         }
1085 #endif /* CONFIG_IDE_TASK_IOCTL */
1086
1087                 case HDIO_DRIVE_CMD:
1088                         if (!capable(CAP_SYS_RAWIO))
1089                                 return -EACCES;
1090                         return ide_cmd_ioctl(drive, cmd, arg);
1091
1092                 case HDIO_DRIVE_TASK:
1093                         if (!capable(CAP_SYS_RAWIO))
1094                                 return -EACCES;
1095                         return ide_task_ioctl(drive, cmd, arg);
1096
1097                 case HDIO_SCAN_HWIF:
1098                 {
1099                         hw_regs_t hw;
1100                         int args[3];
1101                         if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1102                         if (copy_from_user(args, p, 3 * sizeof(int)))
1103                                 return -EFAULT;
1104                         memset(&hw, 0, sizeof(hw));
1105                         ide_init_hwif_ports(&hw, (unsigned long) args[0],
1106                                             (unsigned long) args[1], NULL);
1107                         hw.irq = args[2];
1108                         if (ide_register_hw(&hw, 0, NULL) == -1)
1109                                 return -EIO;
1110                         return 0;
1111                 }
1112                 case HDIO_UNREGISTER_HWIF:
1113                         if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1114                         /* (arg > MAX_HWIFS) checked in function */
1115                         ide_unregister(arg);
1116                         return 0;
1117                 case HDIO_SET_NICE:
1118                         if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1119                         if (arg != (arg & ((1 << IDE_NICE_DSC_OVERLAP) | (1 << IDE_NICE_1))))
1120                                 return -EPERM;
1121                         drive->dsc_overlap = (arg >> IDE_NICE_DSC_OVERLAP) & 1;
1122                         drv = *(ide_driver_t **)bdev->bd_disk->private_data;
1123                         if (drive->dsc_overlap && !drv->supports_dsc_overlap) {
1124                                 drive->dsc_overlap = 0;
1125                                 return -EPERM;
1126                         }
1127                         drive->nice1 = (arg >> IDE_NICE_1) & 1;
1128                         return 0;
1129                 case HDIO_DRIVE_RESET:
1130                 {
1131                         unsigned long flags;
1132                         if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1133                         
1134                         /*
1135                          *      Abort the current command on the
1136                          *      group if there is one, taking
1137                          *      care not to allow anything else
1138                          *      to be queued and to die on the
1139                          *      spot if we miss one somehow
1140                          */
1141
1142                         spin_lock_irqsave(&ide_lock, flags);
1143
1144                         if (HWGROUP(drive)->resetting) {
1145                                 spin_unlock_irqrestore(&ide_lock, flags);
1146                                 return -EBUSY;
1147                         }
1148
1149                         ide_abort(drive, "drive reset");
1150
1151                         BUG_ON(HWGROUP(drive)->handler);
1152                                 
1153                         /* Ensure nothing gets queued after we
1154                            drop the lock. Reset will clear the busy */
1155                    
1156                         HWGROUP(drive)->busy = 1;
1157                         spin_unlock_irqrestore(&ide_lock, flags);
1158                         (void) ide_do_reset(drive);
1159
1160                         return 0;
1161                 }
1162
1163                 case CDROMEJECT:
1164                 case CDROMCLOSETRAY:
1165                         return scsi_cmd_ioctl(file, bdev->bd_disk, cmd, p);
1166
1167                 case HDIO_GET_BUSSTATE:
1168                         if (!capable(CAP_SYS_ADMIN))
1169                                 return -EACCES;
1170                         if (put_user(HWIF(drive)->bus_state, (long __user *)arg))
1171                                 return -EFAULT;
1172                         return 0;
1173
1174                 case HDIO_SET_BUSSTATE:
1175                         if (!capable(CAP_SYS_ADMIN))
1176                                 return -EACCES;
1177                         if (HWIF(drive)->busproc)
1178                                 return HWIF(drive)->busproc(drive, (int)arg);
1179                         return -EOPNOTSUPP;
1180                 default:
1181                         return -EINVAL;
1182         }
1183
1184 read_val:
1185         down(&ide_setting_sem);
1186         spin_lock_irqsave(&ide_lock, flags);
1187         err = *val;
1188         spin_unlock_irqrestore(&ide_lock, flags);
1189         up(&ide_setting_sem);
1190         return err >= 0 ? put_user(err, (long __user *)arg) : err;
1191
1192 set_val:
1193         if (bdev != bdev->bd_contains)
1194                 err = -EINVAL;
1195         else {
1196                 if (!capable(CAP_SYS_ADMIN))
1197                         err = -EACCES;
1198                 else {
1199                         down(&ide_setting_sem);
1200                         err = setfunc(drive, arg);
1201                         up(&ide_setting_sem);
1202                 }
1203         }
1204         return err;
1205 }
1206
1207 EXPORT_SYMBOL(generic_ide_ioctl);
1208
1209 /*
1210  * stridx() returns the offset of c within s,
1211  * or -1 if c is '\0' or not found within s.
1212  */
1213 static int __init stridx (const char *s, char c)
1214 {
1215         char *i = strchr(s, c);
1216         return (i && c) ? i - s : -1;
1217 }
1218
1219 /*
1220  * match_parm() does parsing for ide_setup():
1221  *
1222  * 1. the first char of s must be '='.
1223  * 2. if the remainder matches one of the supplied keywords,
1224  *     the index (1 based) of the keyword is negated and returned.
1225  * 3. if the remainder is a series of no more than max_vals numbers
1226  *     separated by commas, the numbers are saved in vals[] and a
1227  *     count of how many were saved is returned.  Base10 is assumed,
1228  *     and base16 is allowed when prefixed with "0x".
1229  * 4. otherwise, zero is returned.
1230  */
1231 static int __init match_parm (char *s, const char *keywords[], int vals[], int max_vals)
1232 {
1233         static const char *decimal = "0123456789";
1234         static const char *hex = "0123456789abcdef";
1235         int i, n;
1236
1237         if (*s++ == '=') {
1238                 /*
1239                  * Try matching against the supplied keywords,
1240                  * and return -(index+1) if we match one
1241                  */
1242                 if (keywords != NULL) {
1243                         for (i = 0; *keywords != NULL; ++i) {
1244                                 if (!strcmp(s, *keywords++))
1245                                         return -(i+1);
1246                         }
1247                 }
1248                 /*
1249                  * Look for a series of no more than "max_vals"
1250                  * numeric values separated by commas, in base10,
1251                  * or base16 when prefixed with "0x".
1252                  * Return a count of how many were found.
1253                  */
1254                 for (n = 0; (i = stridx(decimal, *s)) >= 0;) {
1255                         vals[n] = i;
1256                         while ((i = stridx(decimal, *++s)) >= 0)
1257                                 vals[n] = (vals[n] * 10) + i;
1258                         if (*s == 'x' && !vals[n]) {
1259                                 while ((i = stridx(hex, *++s)) >= 0)
1260                                         vals[n] = (vals[n] * 0x10) + i;
1261                         }
1262                         if (++n == max_vals)
1263                                 break;
1264                         if (*s == ',' || *s == ';')
1265                                 ++s;
1266                 }
1267                 if (!*s)
1268                         return n;
1269         }
1270         return 0;       /* zero = nothing matched */
1271 }
1272
1273 #ifdef CONFIG_BLK_DEV_ALI14XX
1274 extern int probe_ali14xx;
1275 extern int ali14xx_init(void);
1276 #endif
1277 #ifdef CONFIG_BLK_DEV_UMC8672
1278 extern int probe_umc8672;
1279 extern int umc8672_init(void);
1280 #endif
1281 #ifdef CONFIG_BLK_DEV_DTC2278
1282 extern int probe_dtc2278;
1283 extern int dtc2278_init(void);
1284 #endif
1285 #ifdef CONFIG_BLK_DEV_HT6560B
1286 extern int probe_ht6560b;
1287 extern int ht6560b_init(void);
1288 #endif
1289 #ifdef CONFIG_BLK_DEV_QD65XX
1290 extern int probe_qd65xx;
1291 extern int qd65xx_init(void);
1292 #endif
1293
1294 static int __initdata is_chipset_set[MAX_HWIFS];
1295
1296 /*
1297  * ide_setup() gets called VERY EARLY during initialization,
1298  * to handle kernel "command line" strings beginning with "hdx=" or "ide".
1299  *
1300  * Remember to update Documentation/ide.txt if you change something here.
1301  */
1302 static int __init ide_setup(char *s)
1303 {
1304         int i, vals[3];
1305         ide_hwif_t *hwif;
1306         ide_drive_t *drive;
1307         unsigned int hw, unit;
1308         const char max_drive = 'a' + ((MAX_HWIFS * MAX_DRIVES) - 1);
1309         const char max_hwif  = '0' + (MAX_HWIFS - 1);
1310
1311         
1312         if (strncmp(s,"hd",2) == 0 && s[2] == '=')      /* hd= is for hd.c   */
1313                 return 0;                               /* driver and not us */
1314
1315         if (strncmp(s,"ide",3) && strncmp(s,"idebus",6) && strncmp(s,"hd",2))
1316                 return 0;
1317
1318         printk(KERN_INFO "ide_setup: %s", s);
1319         init_ide_data ();
1320
1321 #ifdef CONFIG_BLK_DEV_IDEDOUBLER
1322         if (!strcmp(s, "ide=doubler")) {
1323                 extern int ide_doubler;
1324
1325                 printk(" : Enabled support for IDE doublers\n");
1326                 ide_doubler = 1;
1327                 return 1;
1328         }
1329 #endif /* CONFIG_BLK_DEV_IDEDOUBLER */
1330
1331         if (!strcmp(s, "ide=nodma")) {
1332                 printk(" : Prevented DMA\n");
1333                 noautodma = 1;
1334                 return 1;
1335         }
1336
1337 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1338         if (!strcmp(s, "ide=reverse")) {
1339                 ide_scan_direction = 1;
1340                 printk(" : Enabled support for IDE inverse scan order.\n");
1341                 return 1;
1342         }
1343 #endif
1344
1345 #ifdef CONFIG_BLK_DEV_IDEACPI
1346         if (!strcmp(s, "ide=noacpi")) {
1347                 //printk(" : Disable IDE ACPI support.\n");
1348                 ide_noacpi = 1;
1349                 return 1;
1350         }
1351         if (!strcmp(s, "ide=acpigtf")) {
1352                 //printk(" : Enable IDE ACPI _GTF support.\n");
1353                 ide_noacpitfs = 0;
1354                 return 1;
1355         }
1356         if (!strcmp(s, "ide=acpionboot")) {
1357                 //printk(" : Call IDE ACPI methods on boot.\n");
1358                 ide_noacpionboot = 0;
1359                 return 1;
1360         }
1361 #endif /* CONFIG_BLK_DEV_IDEACPI */
1362
1363         /*
1364          * Look for drive options:  "hdx="
1365          */
1366         if (s[0] == 'h' && s[1] == 'd' && s[2] >= 'a' && s[2] <= max_drive) {
1367                 const char *hd_words[] = {
1368                         "none", "noprobe", "nowerr", "cdrom", "minus5",
1369                         "autotune", "noautotune", "minus8", "swapdata", "bswap",
1370                         "noflush", "remap", "remap63", "scsi", NULL };
1371                 unit = s[2] - 'a';
1372                 hw   = unit / MAX_DRIVES;
1373                 unit = unit % MAX_DRIVES;
1374                 hwif = &ide_hwifs[hw];
1375                 drive = &hwif->drives[unit];
1376                 if (strncmp(s + 4, "ide-", 4) == 0) {
1377                         strlcpy(drive->driver_req, s + 4, sizeof(drive->driver_req));
1378                         goto done;
1379                 }
1380                 switch (match_parm(&s[3], hd_words, vals, 3)) {
1381                         case -1: /* "none" */
1382                         case -2: /* "noprobe" */
1383                                 drive->noprobe = 1;
1384                                 goto done;
1385                         case -3: /* "nowerr" */
1386                                 drive->bad_wstat = BAD_R_STAT;
1387                                 hwif->noprobe = 0;
1388                                 goto done;
1389                         case -4: /* "cdrom" */
1390                                 drive->present = 1;
1391                                 drive->media = ide_cdrom;
1392                                 /* an ATAPI device ignores DRDY */
1393                                 drive->ready_stat = 0;
1394                                 hwif->noprobe = 0;
1395                                 goto done;
1396                         case -6: /* "autotune" */
1397                                 drive->autotune = IDE_TUNE_AUTO;
1398                                 goto obsolete_option;
1399                         case -7: /* "noautotune" */
1400                                 drive->autotune = IDE_TUNE_NOAUTO;
1401                                 goto obsolete_option;
1402                         case -9: /* "swapdata" */
1403                         case -10: /* "bswap" */
1404                                 drive->bswap = 1;
1405                                 goto done;
1406                         case -11: /* noflush */
1407                                 drive->noflush = 1;
1408                                 goto done;
1409                         case -12: /* "remap" */
1410                                 drive->remap_0_to_1 = 1;
1411                                 goto done;
1412                         case -13: /* "remap63" */
1413                                 drive->sect0 = 63;
1414                                 goto done;
1415                         case -14: /* "scsi" */
1416                                 drive->scsi = 1;
1417                                 goto done;
1418                         case 3: /* cyl,head,sect */
1419                                 drive->media    = ide_disk;
1420                                 drive->ready_stat = READY_STAT;
1421                                 drive->cyl      = drive->bios_cyl  = vals[0];
1422                                 drive->head     = drive->bios_head = vals[1];
1423                                 drive->sect     = drive->bios_sect = vals[2];
1424                                 drive->present  = 1;
1425                                 drive->forced_geom = 1;
1426                                 hwif->noprobe = 0;
1427                                 goto done;
1428                         default:
1429                                 goto bad_option;
1430                 }
1431         }
1432
1433         if (s[0] != 'i' || s[1] != 'd' || s[2] != 'e')
1434                 goto bad_option;
1435         /*
1436          * Look for bus speed option:  "idebus="
1437          */
1438         if (s[3] == 'b' && s[4] == 'u' && s[5] == 's') {
1439                 if (match_parm(&s[6], NULL, vals, 1) != 1)
1440                         goto bad_option;
1441                 if (vals[0] >= 20 && vals[0] <= 66) {
1442                         idebus_parameter = vals[0];
1443                 } else
1444                         printk(" -- BAD BUS SPEED! Expected value from 20 to 66");
1445                 goto done;
1446         }
1447         /*
1448          * Look for interface options:  "idex="
1449          */
1450         if (s[3] >= '0' && s[3] <= max_hwif) {
1451                 /*
1452                  * Be VERY CAREFUL changing this: note hardcoded indexes below
1453                  * (-8, -9, -10) are reserved to ease the hardcoding.
1454                  */
1455                 static const char *ide_words[] = {
1456                         "noprobe", "serialize", "minus3", "minus4",
1457                         "reset", "dma", "ata66", "minus8", "minus9",
1458                         "minus10", "four", "qd65xx", "ht6560b", "cmd640_vlb",
1459                         "dtc2278", "umc8672", "ali14xx", NULL };
1460                 hw = s[3] - '0';
1461                 hwif = &ide_hwifs[hw];
1462                 i = match_parm(&s[4], ide_words, vals, 3);
1463
1464                 /*
1465                  * Cryptic check to ensure chipset not already set for hwif.
1466                  * Note: we can't depend on hwif->chipset here.
1467                  */
1468                 if ((i >= -18 && i <= -11) || (i > 0 && i <= 3)) {
1469                         /* chipset already specified */
1470                         if (is_chipset_set[hw])
1471                                 goto bad_option;
1472                         if (i > -18 && i <= -11) {
1473                                 /* these drivers are for "ide0=" only */
1474                                 if (hw != 0)
1475                                         goto bad_hwif;
1476                                 /* chipset already specified for 2nd port */
1477                                 if (is_chipset_set[hw+1])
1478                                         goto bad_option;
1479                         }
1480                         is_chipset_set[hw] = 1;
1481                         printk("\n");
1482                 }
1483
1484                 switch (i) {
1485 #ifdef CONFIG_BLK_DEV_ALI14XX
1486                         case -17: /* "ali14xx" */
1487                                 probe_ali14xx = 1;
1488                                 goto done;
1489 #endif
1490 #ifdef CONFIG_BLK_DEV_UMC8672
1491                         case -16: /* "umc8672" */
1492                                 probe_umc8672 = 1;
1493                                 goto done;
1494 #endif
1495 #ifdef CONFIG_BLK_DEV_DTC2278
1496                         case -15: /* "dtc2278" */
1497                                 probe_dtc2278 = 1;
1498                                 goto done;
1499 #endif
1500 #ifdef CONFIG_BLK_DEV_CMD640
1501                         case -14: /* "cmd640_vlb" */
1502                         {
1503                                 extern int cmd640_vlb; /* flag for cmd640.c */
1504                                 cmd640_vlb = 1;
1505                                 goto done;
1506                         }
1507 #endif
1508 #ifdef CONFIG_BLK_DEV_HT6560B
1509                         case -13: /* "ht6560b" */
1510                                 probe_ht6560b = 1;
1511                                 goto done;
1512 #endif
1513 #ifdef CONFIG_BLK_DEV_QD65XX
1514                         case -12: /* "qd65xx" */
1515                                 probe_qd65xx = 1;
1516                                 goto done;
1517 #endif
1518 #ifdef CONFIG_BLK_DEV_4DRIVES
1519                         case -11: /* "four" drives on one set of ports */
1520                         {
1521                                 ide_hwif_t *mate = &ide_hwifs[hw^1];
1522                                 mate->drives[0].select.all ^= 0x20;
1523                                 mate->drives[1].select.all ^= 0x20;
1524                                 hwif->chipset = mate->chipset = ide_4drives;
1525                                 mate->irq = hwif->irq;
1526                                 memcpy(mate->io_ports, hwif->io_ports, sizeof(hwif->io_ports));
1527                                 hwif->mate = mate;
1528                                 mate->mate = hwif;
1529                                 hwif->serialized = mate->serialized = 1;
1530                                 goto obsolete_option;
1531                         }
1532 #endif /* CONFIG_BLK_DEV_4DRIVES */
1533                         case -10: /* minus10 */
1534                         case -9: /* minus9 */
1535                         case -8: /* minus8 */
1536                         case -4:
1537                         case -3:
1538                                 goto bad_option;
1539                         case -7: /* ata66 */
1540 #ifdef CONFIG_BLK_DEV_IDEPCI
1541                                 hwif->udma_four = 1;
1542                                 goto obsolete_option;
1543 #else
1544                                 goto bad_hwif;
1545 #endif
1546                         case -6: /* dma */
1547                                 hwif->autodma = 1;
1548                                 goto obsolete_option;
1549                         case -5: /* "reset" */
1550                                 hwif->reset = 1;
1551                                 goto obsolete_option;
1552                         case -2: /* "serialize" */
1553                                 hwif->mate = &ide_hwifs[hw^1];
1554                                 hwif->mate->mate = hwif;
1555                                 hwif->serialized = hwif->mate->serialized = 1;
1556                                 goto obsolete_option;
1557
1558                         case -1: /* "noprobe" */
1559                                 hwif->noprobe = 1;
1560                                 goto done;
1561
1562                         case 1: /* base */
1563                                 vals[1] = vals[0] + 0x206; /* default ctl */
1564                         case 2: /* base,ctl */
1565                                 vals[2] = 0;    /* default irq = probe for it */
1566                         case 3: /* base,ctl,irq */
1567                                 hwif->hw.irq = vals[2];
1568                                 ide_init_hwif_ports(&hwif->hw, (unsigned long) vals[0], (unsigned long) vals[1], &hwif->irq);
1569                                 memcpy(hwif->io_ports, hwif->hw.io_ports, sizeof(hwif->io_ports));
1570                                 hwif->irq      = vals[2];
1571                                 hwif->noprobe  = 0;
1572                                 hwif->chipset  = ide_forced;
1573                                 goto obsolete_option;
1574
1575                         case 0: goto bad_option;
1576                         default:
1577                                 printk(" -- SUPPORT NOT CONFIGURED IN THIS KERNEL\n");
1578                                 return 1;
1579                 }
1580         }
1581 bad_option:
1582         printk(" -- BAD OPTION\n");
1583         return 1;
1584 obsolete_option:
1585         printk(" -- OBSOLETE OPTION, WILL BE REMOVED SOON!\n");
1586         return 1;
1587 bad_hwif:
1588         printk("-- NOT SUPPORTED ON ide%d", hw);
1589 done:
1590         printk("\n");
1591         return 1;
1592 }
1593
1594 extern void __init pnpide_init(void);
1595 extern void __exit pnpide_exit(void);
1596 extern void __init h8300_ide_init(void);
1597
1598 /*
1599  * probe_for_hwifs() finds/initializes "known" IDE interfaces
1600  */
1601 static void __init probe_for_hwifs (void)
1602 {
1603 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1604         ide_scan_pcibus(ide_scan_direction);
1605 #endif
1606
1607 #ifdef CONFIG_ETRAX_IDE
1608         {
1609                 extern void init_e100_ide(void);
1610                 init_e100_ide();
1611         }
1612 #endif /* CONFIG_ETRAX_IDE */
1613 #ifdef CONFIG_BLK_DEV_CMD640
1614         {
1615                 extern void ide_probe_for_cmd640x(void);
1616                 ide_probe_for_cmd640x();
1617         }
1618 #endif /* CONFIG_BLK_DEV_CMD640 */
1619 #ifdef CONFIG_BLK_DEV_IDE_PMAC
1620         {
1621                 extern int pmac_ide_probe(void);
1622                 (void)pmac_ide_probe();
1623         }
1624 #endif /* CONFIG_BLK_DEV_IDE_PMAC */
1625 #ifdef CONFIG_BLK_DEV_GAYLE
1626         {
1627                 extern void gayle_init(void);
1628                 gayle_init();
1629         }
1630 #endif /* CONFIG_BLK_DEV_GAYLE */
1631 #ifdef CONFIG_BLK_DEV_FALCON_IDE
1632         {
1633                 extern void falconide_init(void);
1634                 falconide_init();
1635         }
1636 #endif /* CONFIG_BLK_DEV_FALCON_IDE */
1637 #ifdef CONFIG_BLK_DEV_MAC_IDE
1638         {
1639                 extern void macide_init(void);
1640                 macide_init();
1641         }
1642 #endif /* CONFIG_BLK_DEV_MAC_IDE */
1643 #ifdef CONFIG_BLK_DEV_Q40IDE
1644         {
1645                 extern void q40ide_init(void);
1646                 q40ide_init();
1647         }
1648 #endif /* CONFIG_BLK_DEV_Q40IDE */
1649 #ifdef CONFIG_BLK_DEV_BUDDHA
1650         {
1651                 extern void buddha_init(void);
1652                 buddha_init();
1653         }
1654 #endif /* CONFIG_BLK_DEV_BUDDHA */
1655 #ifdef CONFIG_BLK_DEV_IDEPNP
1656         pnpide_init();
1657 #endif
1658 #ifdef CONFIG_H8300
1659         h8300_ide_init();
1660 #endif
1661 }
1662
1663 /*
1664  * Probe module
1665  */
1666
1667 EXPORT_SYMBOL(ide_lock);
1668
1669 static int ide_bus_match(struct device *dev, struct device_driver *drv)
1670 {
1671         return 1;
1672 }
1673
1674 static char *media_string(ide_drive_t *drive)
1675 {
1676         switch (drive->media) {
1677         case ide_disk:
1678                 return "disk";
1679         case ide_cdrom:
1680                 return "cdrom";
1681         case ide_tape:
1682                 return "tape";
1683         case ide_floppy:
1684                 return "floppy";
1685         case ide_optical:
1686                 return "optical";
1687         default:
1688                 return "UNKNOWN";
1689         }
1690 }
1691
1692 static ssize_t media_show(struct device *dev, struct device_attribute *attr, char *buf)
1693 {
1694         ide_drive_t *drive = to_ide_device(dev);
1695         return sprintf(buf, "%s\n", media_string(drive));
1696 }
1697
1698 static ssize_t drivename_show(struct device *dev, struct device_attribute *attr, char *buf)
1699 {
1700         ide_drive_t *drive = to_ide_device(dev);
1701         return sprintf(buf, "%s\n", drive->name);
1702 }
1703
1704 static ssize_t modalias_show(struct device *dev, struct device_attribute *attr, char *buf)
1705 {
1706         ide_drive_t *drive = to_ide_device(dev);
1707         return sprintf(buf, "ide:m-%s\n", media_string(drive));
1708 }
1709
1710 static struct device_attribute ide_dev_attrs[] = {
1711         __ATTR_RO(media),
1712         __ATTR_RO(drivename),
1713         __ATTR_RO(modalias),
1714         __ATTR_NULL
1715 };
1716
1717 static int ide_uevent(struct device *dev, char **envp, int num_envp,
1718                       char *buffer, int buffer_size)
1719 {
1720         ide_drive_t *drive = to_ide_device(dev);
1721         int i = 0;
1722         int length = 0;
1723
1724         add_uevent_var(envp, num_envp, &i, buffer, buffer_size, &length,
1725                        "MEDIA=%s", media_string(drive));
1726         add_uevent_var(envp, num_envp, &i, buffer, buffer_size, &length,
1727                        "DRIVENAME=%s", drive->name);
1728         add_uevent_var(envp, num_envp, &i, buffer, buffer_size, &length,
1729                        "MODALIAS=ide:m-%s", media_string(drive));
1730         envp[i] = NULL;
1731         return 0;
1732 }
1733
1734 static int generic_ide_probe(struct device *dev)
1735 {
1736         ide_drive_t *drive = to_ide_device(dev);
1737         ide_driver_t *drv = to_ide_driver(dev->driver);
1738
1739         return drv->probe ? drv->probe(drive) : -ENODEV;
1740 }
1741
1742 static int generic_ide_remove(struct device *dev)
1743 {
1744         ide_drive_t *drive = to_ide_device(dev);
1745         ide_driver_t *drv = to_ide_driver(dev->driver);
1746
1747         if (drv->remove)
1748                 drv->remove(drive);
1749
1750         return 0;
1751 }
1752
1753 static void generic_ide_shutdown(struct device *dev)
1754 {
1755         ide_drive_t *drive = to_ide_device(dev);
1756         ide_driver_t *drv = to_ide_driver(dev->driver);
1757
1758         if (dev->driver && drv->shutdown)
1759                 drv->shutdown(drive);
1760 }
1761
1762 struct bus_type ide_bus_type = {
1763         .name           = "ide",
1764         .match          = ide_bus_match,
1765         .uevent         = ide_uevent,
1766         .probe          = generic_ide_probe,
1767         .remove         = generic_ide_remove,
1768         .shutdown       = generic_ide_shutdown,
1769         .dev_attrs      = ide_dev_attrs,
1770         .suspend        = generic_ide_suspend,
1771         .resume         = generic_ide_resume,
1772 };
1773
1774 EXPORT_SYMBOL_GPL(ide_bus_type);
1775
1776 /*
1777  * This is gets invoked once during initialization, to set *everything* up
1778  */
1779 static int __init ide_init(void)
1780 {
1781         int ret;
1782
1783         printk(KERN_INFO "Uniform Multi-Platform E-IDE driver " REVISION "\n");
1784         system_bus_speed = ide_system_bus_speed();
1785
1786         ret = bus_register(&ide_bus_type);
1787         if (ret < 0) {
1788                 printk(KERN_WARNING "IDE: bus_register error: %d\n", ret);
1789                 return ret;
1790         }
1791
1792         init_ide_data();
1793
1794         proc_ide_create();
1795
1796 #ifdef CONFIG_BLK_DEV_ALI14XX
1797         if (probe_ali14xx)
1798                 (void)ali14xx_init();
1799 #endif
1800 #ifdef CONFIG_BLK_DEV_UMC8672
1801         if (probe_umc8672)
1802                 (void)umc8672_init();
1803 #endif
1804 #ifdef CONFIG_BLK_DEV_DTC2278
1805         if (probe_dtc2278)
1806                 (void)dtc2278_init();
1807 #endif
1808 #ifdef CONFIG_BLK_DEV_HT6560B
1809         if (probe_ht6560b)
1810                 (void)ht6560b_init();
1811 #endif
1812 #ifdef CONFIG_BLK_DEV_QD65XX
1813         if (probe_qd65xx)
1814                 (void)qd65xx_init();
1815 #endif
1816
1817         /* Probe for special PCI and other "known" interface chipsets. */
1818         probe_for_hwifs();
1819
1820         return 0;
1821 }
1822
1823 #ifdef MODULE
1824 static char *options = NULL;
1825 module_param(options, charp, 0);
1826 MODULE_LICENSE("GPL");
1827
1828 static void __init parse_options (char *line)
1829 {
1830         char *next = line;
1831
1832         if (line == NULL || !*line)
1833                 return;
1834         while ((line = next) != NULL) {
1835                 if ((next = strchr(line,' ')) != NULL)
1836                         *next++ = 0;
1837                 if (!ide_setup(line))
1838                         printk (KERN_INFO "Unknown option '%s'\n", line);
1839         }
1840 }
1841
1842 int __init init_module (void)
1843 {
1844         parse_options(options);
1845         return ide_init();
1846 }
1847
1848 void __exit cleanup_module (void)
1849 {
1850         int index;
1851
1852         for (index = 0; index < MAX_HWIFS; ++index)
1853                 ide_unregister(index);
1854
1855 #ifdef CONFIG_BLK_DEV_IDEPNP
1856         pnpide_exit();
1857 #endif
1858
1859         proc_ide_destroy();
1860
1861         bus_unregister(&ide_bus_type);
1862 }
1863
1864 #else /* !MODULE */
1865
1866 __setup("", ide_setup);
1867
1868 module_init(ide_init);
1869
1870 #endif /* MODULE */