Pileus Git - ~andy/linux/blob - drivers/scsi/dc395x.c

   1 /*
   2  * dc395x.c
   3  *
   4  * Device Driver for Tekram DC395(U/UW/F), DC315(U)
   5  * PCI SCSI Bus Master Host Adapter
   6  * (SCSI chip set used Tekram ASIC TRM-S1040)
   7  *
   8  * Authors:
   9  *  C.L. Huang <ching@tekram.com.tw>
  10  *  Erich Chen <erich@tekram.com.tw>
  11  *  (C) Copyright 1995-1999 Tekram Technology Co., Ltd.
  12  *
  13  *  Kurt Garloff <garloff@suse.de>
  14  *  (C) 1999-2000 Kurt Garloff
  15  *
  16  *  Oliver Neukum <oliver@neukum.name>
  17  *  Ali Akcaagac <aliakc@web.de>
  18  *  Jamie Lenehan <lenehan@twibble.org>
  19  *  (C) 2003
  20  *
  21  * License: GNU GPL
  22  *
  23  *************************************************************************
  24  *
  25  * Redistribution and use in source and binary forms, with or without
  26  * modification, are permitted provided that the following conditions
  27  * are met:
  28  * 1. Redistributions of source code must retain the above copyright
  29  *    notice, this list of conditions and the following disclaimer.
  30  * 2. Redistributions in binary form must reproduce the above copyright
  31  *    notice, this list of conditions and the following disclaimer in the
  32  *    documentation and/or other materials provided with the distribution.
  33  * 3. The name of the author may not be used to endorse or promote products
  34  *    derived from this software without specific prior written permission.
  35  *
  36  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  37  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  38  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  39  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  40  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  41  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  42  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  43  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  44  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  45  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  46  *
  47  ************************************************************************
  48  */
  49 #include <linux/module.h>
  50 #include <linux/moduleparam.h>
  51 #include <linux/delay.h>
  52 #include <linux/ctype.h>
  53 #include <linux/blkdev.h>
  54 #include <linux/interrupt.h>
  55 #include <linux/init.h>
  56 #include <linux/spinlock.h>
  57 #include <linux/pci.h>
  58 #include <linux/list.h>
  59 #include <linux/vmalloc.h>
  60 #include <linux/slab.h>
  61 #include <asm/io.h>
  62
  63 #include <scsi/scsi.h>
  64 #include <scsi/scsicam.h>       /* needed for scsicam_bios_param */
  65 #include <scsi/scsi_cmnd.h>
  66 #include <scsi/scsi_device.h>
  67 #include <scsi/scsi_host.h>
  68
  69 #include "dc395x.h"
  70
  71 #define DC395X_NAME     "dc395x"
  72 #define DC395X_BANNER   "Tekram DC395(U/UW/F), DC315(U) - ASIC TRM-S1040"
  73 #define DC395X_VERSION  "v2.05, 2004/03/08"
  74
  75 /*---------------------------------------------------------------------------
  76                                   Features
  77  ---------------------------------------------------------------------------*/
  78 /*
  79  * Set to disable parts of the driver
  80  */
  81 /*#define DC395x_NO_DISCONNECT*/
  82 /*#define DC395x_NO_TAGQ*/
  83 /*#define DC395x_NO_SYNC*/
  84 /*#define DC395x_NO_WIDE*/
  85
  86 /*---------------------------------------------------------------------------
  87                                   Debugging
  88  ---------------------------------------------------------------------------*/
  89 /*
  90  * Types of debugging that can be enabled and disabled
  91  */
  92 #define DBG_KG          0x0001
  93 #define DBG_0           0x0002
  94 #define DBG_1           0x0004
  95 #define DBG_SG          0x0020
  96 #define DBG_FIFO        0x0040
  97 #define DBG_PIO         0x0080
  98
  99
 100 /*
 101  * Set set of things to output debugging for.
 102  * Undefine to remove all debugging
 103  */
 104 /*#define DEBUG_MASK (DBG_0|DBG_1|DBG_SG|DBG_FIFO|DBG_PIO)*/
 105 /*#define  DEBUG_MASK   DBG_0*/
 106
 107
 108 /*
 109  * Output a kernel mesage at the specified level and append the
 110  * driver name and a ": " to the start of the message
 111  */
 112 #define dprintkl(level, format, arg...)  \
 113     printk(level DC395X_NAME ": " format , ## arg)
 114
 115
 116 #ifdef DEBUG_MASK
 117 /*
 118  * print a debug message - this is formated with KERN_DEBUG, then the
 119  * driver name followed by a ": " and then the message is output.
 120  * This also checks that the specified debug level is enabled before
 121  * outputing the message
 122  */
 123 #define dprintkdbg(type, format, arg...) \
 124         do { \
 125                 if ((type) & (DEBUG_MASK)) \
 126                         dprintkl(KERN_DEBUG , format , ## arg); \
 127         } while (0)
 128
 129 /*
 130  * Check if the specified type of debugging is enabled
 131  */
 132 #define debug_enabled(type)     ((DEBUG_MASK) & (type))
 133
 134 #else
 135 /*
 136  * No debugging. Do nothing
 137  */
 138 #define dprintkdbg(type, format, arg...) \
 139         do {} while (0)
 140 #define debug_enabled(type)     (0)
 141
 142 #endif
 143
 144
 145 #ifndef PCI_VENDOR_ID_TEKRAM
 146 #define PCI_VENDOR_ID_TEKRAM                    0x1DE1  /* Vendor ID    */
 147 #endif
 148 #ifndef PCI_DEVICE_ID_TEKRAM_TRMS1040
 149 #define PCI_DEVICE_ID_TEKRAM_TRMS1040           0x0391  /* Device ID    */
 150 #endif
 151
 152
 153 #define DC395x_LOCK_IO(dev,flags)               spin_lock_irqsave(((struct Scsi_Host *)dev)->host_lock, flags)
 154 #define DC395x_UNLOCK_IO(dev,flags)             spin_unlock_irqrestore(((struct Scsi_Host *)dev)->host_lock, flags)
 155
 156 #define DC395x_read8(acb,address)               (u8)(inb(acb->io_port_base + (address)))
 157 #define DC395x_read16(acb,address)              (u16)(inw(acb->io_port_base + (address)))
 158 #define DC395x_read32(acb,address)              (u32)(inl(acb->io_port_base + (address)))
 159 #define DC395x_write8(acb,address,value)        outb((value), acb->io_port_base + (address))
 160 #define DC395x_write16(acb,address,value)       outw((value), acb->io_port_base + (address))
 161 #define DC395x_write32(acb,address,value)       outl((value), acb->io_port_base + (address))
 162
 163 /* cmd->result */
 164 #define RES_TARGET              0x000000FF      /* Target State */
 165 #define RES_TARGET_LNX  STATUS_MASK     /* Only official ... */
 166 #define RES_ENDMSG              0x0000FF00      /* End Message */
 167 #define RES_DID                 0x00FF0000      /* DID_ codes */
 168 #define RES_DRV                 0xFF000000      /* DRIVER_ codes */
 169
 170 #define MK_RES(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt))
 171 #define MK_RES_LNX(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt)<<1)
 172
 173 #define SET_RES_TARGET(who,tgt) { who &= ~RES_TARGET; who |= (int)(tgt); }
 174 #define SET_RES_TARGET_LNX(who,tgt) { who &= ~RES_TARGET_LNX; who |= (int)(tgt) << 1; }
 175 #define SET_RES_MSG(who,msg) { who &= ~RES_ENDMSG; who |= (int)(msg) << 8; }
 176 #define SET_RES_DID(who,did) { who &= ~RES_DID; who |= (int)(did) << 16; }
 177 #define SET_RES_DRV(who,drv) { who &= ~RES_DRV; who |= (int)(drv) << 24; }
 178
 179 #define TAG_NONE 255
 180
 181 /*
 182  * srb->segement_x is the hw sg list. It is always allocated as a
 183  * DC395x_MAX_SG_LISTENTRY entries in a linear block which does not
 184  * cross a page boundy.
 185  */
 186 #define SEGMENTX_LEN    (sizeof(struct SGentry)*DC395x_MAX_SG_LISTENTRY)
 187
 188
 189 struct SGentry {
 190         u32 address;            /* bus! address */
 191         u32 length;
 192 };
 193
 194 /* The SEEPROM structure for TRM_S1040 */
 195 struct NVRamTarget {
 196         u8 cfg0;                /* Target configuration byte 0  */
 197         u8 period;              /* Target period                */
 198         u8 cfg2;                /* Target configuration byte 2  */
 199         u8 cfg3;                /* Target configuration byte 3  */
 200 };
 201
 202 struct NvRamType {
 203         u8 sub_vendor_id[2];    /* 0,1  Sub Vendor ID   */
 204         u8 sub_sys_id[2];       /* 2,3  Sub System ID   */
 205         u8 sub_class;           /* 4    Sub Class       */
 206         u8 vendor_id[2];        /* 5,6  Vendor ID       */
 207         u8 device_id[2];        /* 7,8  Device ID       */
 208         u8 reserved;            /* 9    Reserved        */
 209         struct NVRamTarget target[DC395x_MAX_SCSI_ID];
 210                                                 /** 10,11,12,13
 211                                                  ** 14,15,16,17
 212                                                  ** ....
 213                                                  ** ....
 214                                                  ** 70,71,72,73
 215                                                  */
 216         u8 scsi_id;             /* 74 Host Adapter SCSI ID      */
 217         u8 channel_cfg;         /* 75 Channel configuration     */
 218         u8 delay_time;          /* 76 Power on delay time       */
 219         u8 max_tag;             /* 77 Maximum tags              */
 220         u8 reserved0;           /* 78  */
 221         u8 boot_target;         /* 79  */
 222         u8 boot_lun;            /* 80  */
 223         u8 reserved1;           /* 81  */
 224         u16 reserved2[22];      /* 82,..125 */
 225         u16 cksum;              /* 126,127 */
 226 };
 227
 228 struct ScsiReqBlk {
 229         struct list_head list;          /* next/prev ptrs for srb lists */
 230         struct DeviceCtlBlk *dcb;
 231         struct scsi_cmnd *cmd;
 232
 233         struct SGentry *segment_x;      /* Linear array of hw sg entries (up to 64 entries) */
 234         dma_addr_t sg_bus_addr;         /* Bus address of sg list (ie, of segment_x) */
 235
 236         u8 sg_count;                    /* No of HW sg entries for this request */
 237         u8 sg_index;                    /* Index of HW sg entry for this request */
 238         size_t total_xfer_length;       /* Total number of bytes remaining to be transferred */
 239         size_t request_length;          /* Total number of bytes in this request */
 240         /*
 241          * The sense buffer handling function, request_sense, uses
 242          * the first hw sg entry (segment_x[0]) and the transfer
 243          * length (total_xfer_length). While doing this it stores the
 244          * original values into the last sg hw list
 245          * (srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1] and the
 246          * total_xfer_length in xferred. These values are restored in
 247          * pci_unmap_srb_sense. This is the only place xferred is used.
 248          */
 249         size_t xferred;                 /* Saved copy of total_xfer_length */
 250
 251         u16 state;
 252
 253         u8 msgin_buf[6];
 254         u8 msgout_buf[6];
 255
 256         u8 adapter_status;
 257         u8 target_status;
 258         u8 msg_count;
 259         u8 end_message;
 260
 261         u8 tag_number;
 262         u8 status;
 263         u8 retry_count;
 264         u8 flag;
 265
 266         u8 scsi_phase;
 267 };
 268
 269 struct DeviceCtlBlk {
 270         struct list_head list;          /* next/prev ptrs for the dcb list */
 271         struct AdapterCtlBlk *acb;
 272         struct list_head srb_going_list;        /* head of going srb list */
 273         struct list_head srb_waiting_list;      /* head of waiting srb list */
 274
 275         struct ScsiReqBlk *active_srb;
 276         u32 tag_mask;
 277
 278         u16 max_command;
 279
 280         u8 target_id;           /* SCSI Target ID  (SCSI Only) */
 281         u8 target_lun;          /* SCSI Log.  Unit (SCSI Only) */
 282         u8 identify_msg;
 283         u8 dev_mode;
 284
 285         u8 inquiry7;            /* To store Inquiry flags */
 286         u8 sync_mode;           /* 0:async mode */
 287         u8 min_nego_period;     /* for nego. */
 288         u8 sync_period;         /* for reg.  */
 289
 290         u8 sync_offset;         /* for reg. and nego.(low nibble) */
 291         u8 flag;
 292         u8 dev_type;
 293         u8 init_tcq_flag;
 294 };
 295
 296 struct AdapterCtlBlk {
 297         struct Scsi_Host *scsi_host;
 298
 299         unsigned long io_port_base;
 300         unsigned long io_port_len;
 301
 302         struct list_head dcb_list;              /* head of going dcb list */
 303         struct DeviceCtlBlk *dcb_run_robin;
 304         struct DeviceCtlBlk *active_dcb;
 305
 306         struct list_head srb_free_list;         /* head of free srb list */
 307         struct ScsiReqBlk *tmp_srb;
 308         struct timer_list waiting_timer;
 309         struct timer_list selto_timer;
 310
 311         unsigned long last_reset;
 312
 313         u16 srb_count;
 314
 315         u8 sel_timeout;
 316
 317         unsigned int irq_level;
 318         u8 tag_max_num;
 319         u8 acb_flag;
 320         u8 gmode2;
 321
 322         u8 config;
 323         u8 lun_chk;
 324         u8 scan_devices;
 325         u8 hostid_bit;
 326
 327         u8 dcb_map[DC395x_MAX_SCSI_ID];
 328         struct DeviceCtlBlk *children[DC395x_MAX_SCSI_ID][32];
 329
 330         struct pci_dev *dev;
 331
 332         u8 msg_len;
 333
 334         struct ScsiReqBlk srb_array[DC395x_MAX_SRB_CNT];
 335         struct ScsiReqBlk srb;
 336
 337         struct NvRamType eeprom;        /* eeprom settings for this adapter */
 338 };
 339
 340
 341 /*---------------------------------------------------------------------------
 342                             Forward declarations
 343  ---------------------------------------------------------------------------*/
 344 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 345                 u16 *pscsi_status);
 346 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 347                 u16 *pscsi_status);
 348 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 349                 u16 *pscsi_status);
 350 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 351                 u16 *pscsi_status);
 352 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 353                 u16 *pscsi_status);
 354 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 355                 u16 *pscsi_status);
 356 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 357                 u16 *pscsi_status);
 358 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 359                 u16 *pscsi_status);
 360 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 361                 u16 *pscsi_status);
 362 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 363                 u16 *pscsi_status);
 364 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 365                 u16 *pscsi_status);
 366 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 367                 u16 *pscsi_status);
 368 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 369                 u16 *pscsi_status);
 370 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 371                 u16 *pscsi_status);
 372 static void set_basic_config(struct AdapterCtlBlk *acb);
 373 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
 374                 struct ScsiReqBlk *srb);
 375 static void reset_scsi_bus(struct AdapterCtlBlk *acb);
 376 static void data_io_transfer(struct AdapterCtlBlk *acb,
 377                 struct ScsiReqBlk *srb, u16 io_dir);
 378 static void disconnect(struct AdapterCtlBlk *acb);
 379 static void reselect(struct AdapterCtlBlk *acb);
 380 static u8 start_scsi(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 381                 struct ScsiReqBlk *srb);
 382 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
 383                 struct ScsiReqBlk *srb);
 384 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 385                 struct ScsiReqBlk *srb);
 386 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_code,
 387                 struct scsi_cmnd *cmd, u8 force);
 388 static void scsi_reset_detect(struct AdapterCtlBlk *acb);
 389 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb);
 390 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
 391                 struct ScsiReqBlk *srb);
 392 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 393                 struct ScsiReqBlk *srb);
 394 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 395                 struct ScsiReqBlk *srb);
 396 static void set_xfer_rate(struct AdapterCtlBlk *acb,
 397                 struct DeviceCtlBlk *dcb);
 398 static void waiting_timeout(unsigned long ptr);
 399
 400
 401 /*---------------------------------------------------------------------------
 402                                  Static Data
 403  ---------------------------------------------------------------------------*/
 404 static u16 current_sync_offset = 0;
 405
 406 static void *dc395x_scsi_phase0[] = {
 407         data_out_phase0,/* phase:0 */
 408         data_in_phase0, /* phase:1 */
 409         command_phase0, /* phase:2 */
 410         status_phase0,  /* phase:3 */
 411         nop0,           /* phase:4 PH_BUS_FREE .. initial phase */
 412         nop0,           /* phase:5 PH_BUS_FREE .. initial phase */
 413         msgout_phase0,  /* phase:6 */
 414         msgin_phase0,   /* phase:7 */
 415 };
 416
 417 static void *dc395x_scsi_phase1[] = {
 418         data_out_phase1,/* phase:0 */
 419         data_in_phase1, /* phase:1 */
 420         command_phase1, /* phase:2 */
 421         status_phase1,  /* phase:3 */
 422         nop1,           /* phase:4 PH_BUS_FREE .. initial phase */
 423         nop1,           /* phase:5 PH_BUS_FREE .. initial phase */
 424         msgout_phase1,  /* phase:6 */
 425         msgin_phase1,   /* phase:7 */
 426 };
 427
 428 /*
 429  *Fast20:       000      50ns, 20.0 MHz
 430  *              001      75ns, 13.3 MHz
 431  *              010     100ns, 10.0 MHz
 432  *              011     125ns,  8.0 MHz
 433  *              100     150ns,  6.6 MHz
 434  *              101     175ns,  5.7 MHz
 435  *              110     200ns,  5.0 MHz
 436  *              111     250ns,  4.0 MHz
 437  *
 438  *Fast40(LVDS): 000      25ns, 40.0 MHz
 439  *              001      50ns, 20.0 MHz
 440  *              010      75ns, 13.3 MHz
 441  *              011     100ns, 10.0 MHz
 442  *              100     125ns,  8.0 MHz
 443  *              101     150ns,  6.6 MHz
 444  *              110     175ns,  5.7 MHz
 445  *              111     200ns,  5.0 MHz
 446  */
 447 /*static u8     clock_period[] = {12,19,25,31,37,44,50,62};*/
 448
 449 /* real period:48ns,76ns,100ns,124ns,148ns,176ns,200ns,248ns */
 450 static u8 clock_period[] = { 12, 18, 25, 31, 37, 43, 50, 62 };
 451 static u16 clock_speed[] = { 200, 133, 100, 80, 67, 58, 50, 40 };
 452
 453
 454 /*---------------------------------------------------------------------------
 455                                 Configuration
 456   ---------------------------------------------------------------------------*/
 457 /*
 458  * Module/boot parameters currently effect *all* instances of the
 459  * card in the system.
 460  */
 461
 462 /*
 463  * Command line parameters are stored in a structure below.
 464  * These are the index's into the structure for the various
 465  * command line options.
 466  */
 467 #define CFG_ADAPTER_ID          0
 468 #define CFG_MAX_SPEED           1
 469 #define CFG_DEV_MODE            2
 470 #define CFG_ADAPTER_MODE        3
 471 #define CFG_TAGS                4
 472 #define CFG_RESET_DELAY         5
 473
 474 #define CFG_NUM                 6       /* number of configuration items */
 475
 476
 477 /*
 478  * Value used to indicate that a command line override
 479  * hasn't been used to modify the value.
 480  */
 481 #define CFG_PARAM_UNSET -1
 482
 483
 484 /*
 485  * Hold command line parameters.
 486  */
 487 struct ParameterData {
 488         int value;              /* value of this setting */
 489         int min;                /* minimum value */
 490         int max;                /* maximum value */
 491         int def;                /* default value */
 492         int safe;               /* safe value */
 493 };
 494 static struct ParameterData cfg_data[] = {
 495         { /* adapter id */
 496                 CFG_PARAM_UNSET,
 497                 0,
 498                 15,
 499                 7,
 500                 7
 501         },
 502         { /* max speed */
 503                 CFG_PARAM_UNSET,
 504                   0,
 505                   7,
 506                   1,    /* 13.3Mhz */
 507                   4,    /*  6.7Hmz */
 508         },
 509         { /* dev mode */
 510                 CFG_PARAM_UNSET,
 511                 0,
 512                 0x3f,
 513                 NTC_DO_PARITY_CHK | NTC_DO_DISCONNECT | NTC_DO_SYNC_NEGO |
 514                         NTC_DO_WIDE_NEGO | NTC_DO_TAG_QUEUEING |
 515                         NTC_DO_SEND_START,
 516                 NTC_DO_PARITY_CHK | NTC_DO_SEND_START
 517         },
 518         { /* adapter mode */
 519                 CFG_PARAM_UNSET,
 520                 0,
 521                 0x2f,
 522 #ifdef CONFIG_SCSI_MULTI_LUN
 523                         NAC_SCANLUN |
 524 #endif
 525                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET
 526                         /*| NAC_ACTIVE_NEG*/,
 527                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET | 0x08
 528         },
 529         { /* tags */
 530                 CFG_PARAM_UNSET,
 531                 0,
 532                 5,
 533                 3,      /* 16 tags (??) */
 534                 2,
 535         },
 536         { /* reset delay */
 537                 CFG_PARAM_UNSET,
 538                 0,
 539                 180,
 540                 1,      /* 1 second */
 541                 10,     /* 10 seconds */
 542         }
 543 };
 544
 545
 546 /*
 547  * Safe settings. If set to zero the BIOS/default values with
 548  * command line overrides will be used. If set to 1 then safe and
 549  * slow settings will be used.
 550  */
 551 static bool use_safe_settings = 0;
 552 module_param_named(safe, use_safe_settings, bool, 0);
 553 MODULE_PARM_DESC(safe, "Use safe and slow settings only. Default: false");
 554
 555
 556 module_param_named(adapter_id, cfg_data[CFG_ADAPTER_ID].value, int, 0);
 557 MODULE_PARM_DESC(adapter_id, "Adapter SCSI ID. Default 7 (0-15)");
 558
 559 module_param_named(max_speed, cfg_data[CFG_MAX_SPEED].value, int, 0);
 560 MODULE_PARM_DESC(max_speed, "Maximum bus speed. Default 1 (0-7) Speeds: 0=20, 1=13.3, 2=10, 3=8, 4=6.7, 5=5.8, 6=5, 7=4 Mhz");
 561
 562 module_param_named(dev_mode, cfg_data[CFG_DEV_MODE].value, int, 0);
 563 MODULE_PARM_DESC(dev_mode, "Device mode.");
 564
 565 module_param_named(adapter_mode, cfg_data[CFG_ADAPTER_MODE].value, int, 0);
 566 MODULE_PARM_DESC(adapter_mode, "Adapter mode.");
 567
 568 module_param_named(tags, cfg_data[CFG_TAGS].value, int, 0);
 569 MODULE_PARM_DESC(tags, "Number of tags (1<<x). Default 3 (0-5)");
 570
 571 module_param_named(reset_delay, cfg_data[CFG_RESET_DELAY].value, int, 0);
 572 MODULE_PARM_DESC(reset_delay, "Reset delay in seconds. Default 1 (0-180)");
 573
 574
 575 /**
 576  * set_safe_settings - if the use_safe_settings option is set then
 577  * set all values to the safe and slow values.
 578  **/
 579 static void set_safe_settings(void)
 580 {
 581         if (use_safe_settings)
 582         {
 583                 int i;
 584
 585                 dprintkl(KERN_INFO, "Using safe settings.\n");
 586                 for (i = 0; i < CFG_NUM; i++)
 587                 {
 588                         cfg_data[i].value = cfg_data[i].safe;
 589                 }
 590         }
 591 }
 592
 593
 594 /**
 595  * fix_settings - reset any boot parameters which are out of range
 596  * back to the default values.
 597  **/
 598 static void fix_settings(void)
 599 {
 600         int i;
 601
 602         dprintkdbg(DBG_1,
 603                 "setup: AdapterId=%08x MaxSpeed=%08x DevMode=%08x "
 604                 "AdapterMode=%08x Tags=%08x ResetDelay=%08x\n",
 605                 cfg_data[CFG_ADAPTER_ID].value,
 606                 cfg_data[CFG_MAX_SPEED].value,
 607                 cfg_data[CFG_DEV_MODE].value,
 608                 cfg_data[CFG_ADAPTER_MODE].value,
 609                 cfg_data[CFG_TAGS].value,
 610                 cfg_data[CFG_RESET_DELAY].value);
 611         for (i = 0; i < CFG_NUM; i++)
 612         {
 613                 if (cfg_data[i].value < cfg_data[i].min
 614                     || cfg_data[i].value > cfg_data[i].max)
 615                         cfg_data[i].value = cfg_data[i].def;
 616         }
 617 }
 618
 619
 620
 621 /*
 622  * Mapping from the eeprom delay index value (index into this array)
 623  * to the number of actual seconds that the delay should be for.
 624  */
 625 static char eeprom_index_to_delay_map[] =
 626         { 1, 3, 5, 10, 16, 30, 60, 120 };
 627
 628
 629 /**
 630  * eeprom_index_to_delay - Take the eeprom delay setting and convert it
 631  * into a number of seconds.
 632  *
 633  * @eeprom: The eeprom structure in which we find the delay index to map.
 634  **/
 635 static void eeprom_index_to_delay(struct NvRamType *eeprom)
 636 {
 637         eeprom->delay_time = eeprom_index_to_delay_map[eeprom->delay_time];
 638 }
 639
 640
 641 /**
 642  * delay_to_eeprom_index - Take a delay in seconds and return the
 643  * closest eeprom index which will delay for at least that amount of
 644  * seconds.
 645  *
 646  * @delay: The delay, in seconds, to find the eeprom index for.
 647  **/
 648 static int delay_to_eeprom_index(int delay)
 649 {
 650         u8 idx = 0;
 651         while (idx < 7 && eeprom_index_to_delay_map[idx] < delay)
 652                 idx++;
 653         return idx;
 654 }
 655
 656
 657 /**
 658  * eeprom_override - Override the eeprom settings, in the provided
 659  * eeprom structure, with values that have been set on the command
 660  * line.
 661  *
 662  * @eeprom: The eeprom data to override with command line options.
 663  **/
 664 static void eeprom_override(struct NvRamType *eeprom)
 665 {
 666         u8 id;
 667
 668         /* Adapter Settings */
 669         if (cfg_data[CFG_ADAPTER_ID].value != CFG_PARAM_UNSET)
 670                 eeprom->scsi_id = (u8)cfg_data[CFG_ADAPTER_ID].value;
 671
 672         if (cfg_data[CFG_ADAPTER_MODE].value != CFG_PARAM_UNSET)
 673                 eeprom->channel_cfg = (u8)cfg_data[CFG_ADAPTER_MODE].value;
 674
 675         if (cfg_data[CFG_RESET_DELAY].value != CFG_PARAM_UNSET)
 676                 eeprom->delay_time = delay_to_eeprom_index(
 677                                         cfg_data[CFG_RESET_DELAY].value);
 678
 679         if (cfg_data[CFG_TAGS].value != CFG_PARAM_UNSET)
 680                 eeprom->max_tag = (u8)cfg_data[CFG_TAGS].value;
 681
 682         /* Device Settings */
 683         for (id = 0; id < DC395x_MAX_SCSI_ID; id++) {
 684                 if (cfg_data[CFG_DEV_MODE].value != CFG_PARAM_UNSET)
 685                         eeprom->target[id].cfg0 =
 686                                 (u8)cfg_data[CFG_DEV_MODE].value;
 687
 688                 if (cfg_data[CFG_MAX_SPEED].value != CFG_PARAM_UNSET)
 689                         eeprom->target[id].period =
 690                                 (u8)cfg_data[CFG_MAX_SPEED].value;
 691
 692         }
 693 }
 694
 695
 696 /*---------------------------------------------------------------------------
 697  ---------------------------------------------------------------------------*/
 698
 699 static unsigned int list_size(struct list_head *head)
 700 {
 701         unsigned int count = 0;
 702         struct list_head *pos;
 703         list_for_each(pos, head)
 704                 count++;
 705         return count;
 706 }
 707
 708
 709 static struct DeviceCtlBlk *dcb_get_next(struct list_head *head,
 710                 struct DeviceCtlBlk *pos)
 711 {
 712         int use_next = 0;
 713         struct DeviceCtlBlk* next = NULL;
 714         struct DeviceCtlBlk* i;
 715
 716         if (list_empty(head))
 717                 return NULL;
 718
 719         /* find supplied dcb and then select the next one */
 720         list_for_each_entry(i, head, list)
 721                 if (use_next) {
 722                         next = i;
 723                         break;
 724                 } else if (i == pos) {
 725                         use_next = 1;
 726                 }
 727         /* if no next one take the head one (ie, wraparound) */
 728         if (!next)
 729                 list_for_each_entry(i, head, list) {
 730                         next = i;
 731                         break;
 732                 }
 733
 734         return next;
 735 }
 736
 737
 738 static void free_tag(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 739 {
 740         if (srb->tag_number < 255) {
 741                 dcb->tag_mask &= ~(1 << srb->tag_number);       /* free tag mask */
 742                 srb->tag_number = 255;
 743         }
 744 }
 745
 746
 747 /* Find cmd in SRB list */
 748 static inline struct ScsiReqBlk *find_cmd(struct scsi_cmnd *cmd,
 749                 struct list_head *head)
 750 {
 751         struct ScsiReqBlk *i;
 752         list_for_each_entry(i, head, list)
 753                 if (i->cmd == cmd)
 754                         return i;
 755         return NULL;
 756 }
 757
 758
 759 static struct ScsiReqBlk *srb_get_free(struct AdapterCtlBlk *acb)
 760 {
 761         struct list_head *head = &acb->srb_free_list;
 762         struct ScsiReqBlk *srb = NULL;
 763
 764         if (!list_empty(head)) {
 765                 srb = list_entry(head->next, struct ScsiReqBlk, list);
 766                 list_del(head->next);
 767                 dprintkdbg(DBG_0, "srb_get_free: srb=%p\n", srb);
 768         }
 769         return srb;
 770 }
 771
 772
 773 static void srb_free_insert(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 774 {
 775         dprintkdbg(DBG_0, "srb_free_insert: srb=%p\n", srb);
 776         list_add_tail(&srb->list, &acb->srb_free_list);
 777 }
 778
 779
 780 static void srb_waiting_insert(struct DeviceCtlBlk *dcb,
 781                 struct ScsiReqBlk *srb)
 782 {
 783         dprintkdbg(DBG_0, "srb_waiting_insert: (0x%p) <%02i-%i> srb=%p\n",
 784                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 785         list_add(&srb->list, &dcb->srb_waiting_list);
 786 }
 787
 788
 789 static void srb_waiting_append(struct DeviceCtlBlk *dcb,
 790                 struct ScsiReqBlk *srb)
 791 {
 792         dprintkdbg(DBG_0, "srb_waiting_append: (0x%p) <%02i-%i> srb=%p\n",
 793                  srb->cmd, dcb->target_id, dcb->target_lun, srb);
 794         list_add_tail(&srb->list, &dcb->srb_waiting_list);
 795 }
 796
 797
 798 static void srb_going_append(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 799 {
 800         dprintkdbg(DBG_0, "srb_going_append: (0x%p) <%02i-%i> srb=%p\n",
 801                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 802         list_add_tail(&srb->list, &dcb->srb_going_list);
 803 }
 804
 805
 806 static void srb_going_remove(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 807 {
 808         struct ScsiReqBlk *i;
 809         struct ScsiReqBlk *tmp;
 810         dprintkdbg(DBG_0, "srb_going_remove: (0x%p) <%02i-%i> srb=%p\n",
 811                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 812
 813         list_for_each_entry_safe(i, tmp, &dcb->srb_going_list, list)
 814                 if (i == srb) {
 815                         list_del(&srb->list);
 816                         break;
 817                 }
 818 }
 819
 820
 821 static void srb_waiting_remove(struct DeviceCtlBlk *dcb,
 822                 struct ScsiReqBlk *srb)
 823 {
 824         struct ScsiReqBlk *i;
 825         struct ScsiReqBlk *tmp;
 826         dprintkdbg(DBG_0, "srb_waiting_remove: (0x%p) <%02i-%i> srb=%p\n",
 827                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 828
 829         list_for_each_entry_safe(i, tmp, &dcb->srb_waiting_list, list)
 830                 if (i == srb) {
 831                         list_del(&srb->list);
 832                         break;
 833                 }
 834 }
 835
 836
 837 static void srb_going_to_waiting_move(struct DeviceCtlBlk *dcb,
 838                 struct ScsiReqBlk *srb)
 839 {
 840         dprintkdbg(DBG_0,
 841                 "srb_going_to_waiting_move: (0x%p) <%02i-%i> srb=%p\n",
 842                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 843         list_move(&srb->list, &dcb->srb_waiting_list);
 844 }
 845
 846
 847 static void srb_waiting_to_going_move(struct DeviceCtlBlk *dcb,
 848                 struct ScsiReqBlk *srb)
 849 {
 850         dprintkdbg(DBG_0,
 851                 "srb_waiting_to_going_move: (0x%p) <%02i-%i> srb=%p\n",
 852                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 853         list_move(&srb->list, &dcb->srb_going_list);
 854 }
 855
 856
 857 /* Sets the timer to wake us up */
 858 static void waiting_set_timer(struct AdapterCtlBlk *acb, unsigned long to)
 859 {
 860         if (timer_pending(&acb->waiting_timer))
 861                 return;
 862         init_timer(&acb->waiting_timer);
 863         acb->waiting_timer.function = waiting_timeout;
 864         acb->waiting_timer.data = (unsigned long) acb;
 865         if (time_before(jiffies + to, acb->last_reset - HZ / 2))
 866                 acb->waiting_timer.expires =
 867                     acb->last_reset - HZ / 2 + 1;
 868         else
 869                 acb->waiting_timer.expires = jiffies + to + 1;
 870         add_timer(&acb->waiting_timer);
 871 }
 872
 873
 874 /* Send the next command from the waiting list to the bus */
 875 static void waiting_process_next(struct AdapterCtlBlk *acb)
 876 {
 877         struct DeviceCtlBlk *start = NULL;
 878         struct DeviceCtlBlk *pos;
 879         struct DeviceCtlBlk *dcb;
 880         struct ScsiReqBlk *srb;
 881         struct list_head *dcb_list_head = &acb->dcb_list;
 882
 883         if (acb->active_dcb
 884             || (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV)))
 885                 return;
 886
 887         if (timer_pending(&acb->waiting_timer))
 888                 del_timer(&acb->waiting_timer);
 889
 890         if (list_empty(dcb_list_head))
 891                 return;
 892
 893         /*
 894          * Find the starting dcb. Need to find it again in the list
 895          * since the list may have changed since we set the ptr to it
 896          */
 897         list_for_each_entry(dcb, dcb_list_head, list)
 898                 if (dcb == acb->dcb_run_robin) {
 899                         start = dcb;
 900                         break;
 901                 }
 902         if (!start) {
 903                 /* This can happen! */
 904                 start = list_entry(dcb_list_head->next, typeof(*start), list);
 905                 acb->dcb_run_robin = start;
 906         }
 907
 908
 909         /*
 910          * Loop over the dcb, but we start somewhere (potentially) in
 911          * the middle of the loop so we need to manully do this.
 912          */
 913         pos = start;
 914         do {
 915                 struct list_head *waiting_list_head = &pos->srb_waiting_list;
 916
 917                 /* Make sure, the next another device gets scheduled ... */
 918                 acb->dcb_run_robin = dcb_get_next(dcb_list_head,
 919                                                   acb->dcb_run_robin);
 920
 921                 if (list_empty(waiting_list_head) ||
 922                     pos->max_command <= list_size(&pos->srb_going_list)) {
 923                         /* move to next dcb */
 924                         pos = dcb_get_next(dcb_list_head, pos);
 925                 } else {
 926                         srb = list_entry(waiting_list_head->next,
 927                                          struct ScsiReqBlk, list);
 928
 929                         /* Try to send to the bus */
 930                         if (!start_scsi(acb, pos, srb))
 931                                 srb_waiting_to_going_move(pos, srb);
 932                         else
 933                                 waiting_set_timer(acb, HZ/50);
 934                         break;
 935                 }
 936         } while (pos != start);
 937 }
 938
 939
 940 /* Wake up waiting queue */
 941 static void waiting_timeout(unsigned long ptr)
 942 {
 943         unsigned long flags;
 944         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)ptr;
 945         dprintkdbg(DBG_1,
 946                 "waiting_timeout: Queue woken up by timer. acb=%p\n", acb);
 947         DC395x_LOCK_IO(acb->scsi_host, flags);
 948         waiting_process_next(acb);
 949         DC395x_UNLOCK_IO(acb->scsi_host, flags);
 950 }
 951
 952
 953 /* Get the DCB for a given ID/LUN combination */
 954 static struct DeviceCtlBlk *find_dcb(struct AdapterCtlBlk *acb, u8 id, u8 lun)
 955 {
 956         return acb->children[id][lun];
 957 }
 958
 959
 960 /* Send SCSI Request Block (srb) to adapter (acb) */
 961 static void send_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 962 {
 963         struct DeviceCtlBlk *dcb = srb->dcb;
 964
 965         if (dcb->max_command <= list_size(&dcb->srb_going_list) ||
 966             acb->active_dcb ||
 967             (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV))) {
 968                 srb_waiting_append(dcb, srb);
 969                 waiting_process_next(acb);
 970                 return;
 971         }
 972
 973         if (!start_scsi(acb, dcb, srb))
 974                 srb_going_append(dcb, srb);
 975         else {
 976                 srb_waiting_insert(dcb, srb);
 977                 waiting_set_timer(acb, HZ / 50);
 978         }
 979 }
 980
 981 /* Prepare SRB for being sent to Device DCB w/ command *cmd */
 982 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 983                 struct ScsiReqBlk *srb)
 984 {
 985         int nseg;
 986         enum dma_data_direction dir = cmd->sc_data_direction;
 987         dprintkdbg(DBG_0, "build_srb: (0x%p) <%02i-%i>\n",
 988                 cmd, dcb->target_id, dcb->target_lun);
 989
 990         srb->dcb = dcb;
 991         srb->cmd = cmd;
 992         srb->sg_count = 0;
 993         srb->total_xfer_length = 0;
 994         srb->sg_bus_addr = 0;
 995         srb->sg_index = 0;
 996         srb->adapter_status = 0;
 997         srb->target_status = 0;
 998         srb->msg_count = 0;
 999         srb->status = 0;
1000         srb->flag = 0;
1001         srb->state = 0;
1002         srb->retry_count = 0;
1003         srb->tag_number = TAG_NONE;
1004         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1005         srb->end_message = 0;
1006
1007         nseg = scsi_dma_map(cmd);
1008         BUG_ON(nseg < 0);
1009
1010         if (dir == PCI_DMA_NONE || !nseg) {
1011                 dprintkdbg(DBG_0,
1012                         "build_srb: [0] len=%d buf=%p use_sg=%d !MAP=%08x\n",
1013                            cmd->bufflen, scsi_sglist(cmd), scsi_sg_count(cmd),
1014                            srb->segment_x[0].address);
1015         } else {
1016                 int i;
1017                 u32 reqlen = scsi_bufflen(cmd);
1018                 struct scatterlist *sg;
1019                 struct SGentry *sgp = srb->segment_x;
1020
1021                 srb->sg_count = nseg;
1022
1023                 dprintkdbg(DBG_0,
1024                            "build_srb: [n] len=%d buf=%p use_sg=%d segs=%d\n",
1025                            reqlen, scsi_sglist(cmd), scsi_sg_count(cmd),
1026                            srb->sg_count);
1027
1028                 scsi_for_each_sg(cmd, sg, srb->sg_count, i) {
1029                         u32 busaddr = (u32)sg_dma_address(sg);
1030                         u32 seglen = (u32)sg->length;
1031                         sgp[i].address = busaddr;
1032                         sgp[i].length = seglen;
1033                         srb->total_xfer_length += seglen;
1034                 }
1035                 sgp += srb->sg_count - 1;
1036
1037                 /*
1038                  * adjust last page if too big as it is allocated
1039                  * on even page boundaries
1040                  */
1041                 if (srb->total_xfer_length > reqlen) {
1042                         sgp->length -= (srb->total_xfer_length - reqlen);
1043                         srb->total_xfer_length = reqlen;
1044                 }
1045
1046                 /* Fixup for WIDE padding - make sure length is even */
1047                 if (dcb->sync_period & WIDE_SYNC &&
1048                     srb->total_xfer_length % 2) {
1049                         srb->total_xfer_length++;
1050                         sgp->length++;
1051                 }
1052
1053                 srb->sg_bus_addr = pci_map_single(dcb->acb->dev,
1054                                                 srb->segment_x,
1055                                                 SEGMENTX_LEN,
1056                                                 PCI_DMA_TODEVICE);
1057
1058                 dprintkdbg(DBG_SG, "build_srb: [n] map sg %p->%08x(%05x)\n",
1059                         srb->segment_x, srb->sg_bus_addr, SEGMENTX_LEN);
1060         }
1061
1062         srb->request_length = srb->total_xfer_length;
1063 }
1064
1065
1066 /**
1067  * dc395x_queue_command - queue scsi command passed from the mid
1068  * layer, invoke 'done' on completion
1069  *
1070  * @cmd: pointer to scsi command object
1071  * @done: function pointer to be invoked on completion
1072  *
1073  * Returns 1 if the adapter (host) is busy, else returns 0. One
1074  * reason for an adapter to be busy is that the number
1075  * of outstanding queued commands is already equal to
1076  * struct Scsi_Host::can_queue .
1077  *
1078  * Required: if struct Scsi_Host::can_queue is ever non-zero
1079  *           then this function is required.
1080  *
1081  * Locks: struct Scsi_Host::host_lock held on entry (with "irqsave")
1082  *        and is expected to be held on return.
1083  *
1084  **/
1085 static int dc395x_queue_command_lck(struct scsi_cmnd *cmd, void (*done)(struct scsi_cmnd *))
1086 {
1087         struct DeviceCtlBlk *dcb;
1088         struct ScsiReqBlk *srb;
1089         struct AdapterCtlBlk *acb =
1090             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1091         dprintkdbg(DBG_0, "queue_command: (0x%p) <%02i-%i> cmnd=0x%02x\n",
1092                 cmd, cmd->device->id, cmd->device->lun, cmd->cmnd[0]);
1093
1094         /* Assume BAD_TARGET; will be cleared later */
1095         cmd->result = DID_BAD_TARGET << 16;
1096
1097         /* ignore invalid targets */
1098         if (cmd->device->id >= acb->scsi_host->max_id ||
1099             cmd->device->lun >= acb->scsi_host->max_lun ||
1100             cmd->device->lun >31) {
1101                 goto complete;
1102         }
1103
1104         /* does the specified lun on the specified device exist */
1105         if (!(acb->dcb_map[cmd->device->id] & (1 << cmd->device->lun))) {
1106                 dprintkl(KERN_INFO, "queue_command: Ignore target <%02i-%i>\n",
1107                         cmd->device->id, cmd->device->lun);
1108                 goto complete;
1109         }
1110
1111         /* do we have a DCB for the device */
1112         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1113         if (!dcb) {
1114                 /* should never happen */
1115                 dprintkl(KERN_ERR, "queue_command: No such device <%02i-%i>",
1116                         cmd->device->id, cmd->device->lun);
1117                 goto complete;
1118         }
1119
1120         /* set callback and clear result in the command */
1121         cmd->scsi_done = done;
1122         cmd->result = 0;
1123
1124         srb = srb_get_free(acb);
1125         if (!srb)
1126         {
1127                 /*
1128                  * Return 1 since we are unable to queue this command at this
1129                  * point in time.
1130                  */
1131                 dprintkdbg(DBG_0, "queue_command: No free srb's\n");
1132                 return 1;
1133         }
1134
1135         build_srb(cmd, dcb, srb);
1136
1137         if (!list_empty(&dcb->srb_waiting_list)) {
1138                 /* append to waiting queue */
1139                 srb_waiting_append(dcb, srb);
1140                 waiting_process_next(acb);
1141         } else {
1142                 /* process immediately */
1143                 send_srb(acb, srb);
1144         }
1145         dprintkdbg(DBG_1, "queue_command: (0x%p) done\n", cmd);
1146         return 0;
1147
1148 complete:
1149         /*
1150          * Complete the command immediatey, and then return 0 to
1151          * indicate that we have handled the command. This is usually
1152          * done when the commad is for things like non existent
1153          * devices.
1154          */
1155         done(cmd);
1156         return 0;
1157 }
1158
1159 static DEF_SCSI_QCMD(dc395x_queue_command)
1160
1161 /*
1162  * Return the disk geometry for the given SCSI device.
1163  */
1164 static int dc395x_bios_param(struct scsi_device *sdev,
1165                 struct block_device *bdev, sector_t capacity, int *info)
1166 {
1167 #ifdef CONFIG_SCSI_DC395x_TRMS1040_TRADMAP
1168         int heads, sectors, cylinders;
1169         struct AdapterCtlBlk *acb;
1170         int size = capacity;
1171
1172         dprintkdbg(DBG_0, "dc395x_bios_param..............\n");
1173         acb = (struct AdapterCtlBlk *)sdev->host->hostdata;
1174         heads = 64;
1175         sectors = 32;
1176         cylinders = size / (heads * sectors);
1177
1178         if ((acb->gmode2 & NAC_GREATER_1G) && (cylinders > 1024)) {
1179                 heads = 255;
1180                 sectors = 63;
1181                 cylinders = size / (heads * sectors);
1182         }
1183         geom[0] = heads;
1184         geom[1] = sectors;
1185         geom[2] = cylinders;
1186         return 0;
1187 #else
1188         return scsicam_bios_param(bdev, capacity, info);
1189 #endif
1190 }
1191
1192
1193 static void dump_register_info(struct AdapterCtlBlk *acb,
1194                 struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
1195 {
1196         u16 pstat;
1197         struct pci_dev *dev = acb->dev;
1198         pci_read_config_word(dev, PCI_STATUS, &pstat);
1199         if (!dcb)
1200                 dcb = acb->active_dcb;
1201         if (!srb && dcb)
1202                 srb = dcb->active_srb;
1203         if (srb) {
1204                 if (!srb->cmd)
1205                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p OOOPS!\n",
1206                                 srb, srb->cmd);
1207                 else
1208                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p "
1209                                  "cmnd=0x%02x <%02i-%i>\n",
1210                                 srb, srb->cmd,
1211                                 srb->cmd->cmnd[0], srb->cmd->device->id,
1212                                 srb->cmd->device->lun);
1213                 printk("  sglist=%p cnt=%i idx=%i len=%zu\n",
1214                        srb->segment_x, srb->sg_count, srb->sg_index,
1215                        srb->total_xfer_length);
1216                 printk("  state=0x%04x status=0x%02x phase=0x%02x (%sconn.)\n",
1217                        srb->state, srb->status, srb->scsi_phase,
1218                        (acb->active_dcb) ? "" : "not");
1219         }
1220         dprintkl(KERN_INFO, "dump: SCSI{status=0x%04x fifocnt=0x%02x "
1221                 "signals=0x%02x irqstat=0x%02x sync=0x%02x target=0x%02x "
1222                 "rselid=0x%02x ctr=0x%08x irqen=0x%02x config=0x%04x "
1223                 "config2=0x%02x cmd=0x%02x selto=0x%02x}\n",
1224                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS),
1225                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1226                 DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL),
1227                 DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS),
1228                 DC395x_read8(acb, TRM_S1040_SCSI_SYNC),
1229                 DC395x_read8(acb, TRM_S1040_SCSI_TARGETID),
1230                 DC395x_read8(acb, TRM_S1040_SCSI_IDMSG),
1231                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1232                 DC395x_read8(acb, TRM_S1040_SCSI_INTEN),
1233                 DC395x_read16(acb, TRM_S1040_SCSI_CONFIG0),
1234                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG2),
1235                 DC395x_read8(acb, TRM_S1040_SCSI_COMMAND),
1236                 DC395x_read8(acb, TRM_S1040_SCSI_TIMEOUT));
1237         dprintkl(KERN_INFO, "dump: DMA{cmd=0x%04x fifocnt=0x%02x fstat=0x%02x "
1238                 "irqstat=0x%02x irqen=0x%02x cfg=0x%04x tctr=0x%08x "
1239                 "ctctr=0x%08x addr=0x%08x:0x%08x}\n",
1240                 DC395x_read16(acb, TRM_S1040_DMA_COMMAND),
1241                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1242                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1243                 DC395x_read8(acb, TRM_S1040_DMA_STATUS),
1244                 DC395x_read8(acb, TRM_S1040_DMA_INTEN),
1245                 DC395x_read16(acb, TRM_S1040_DMA_CONFIG),
1246                 DC395x_read32(acb, TRM_S1040_DMA_XCNT),
1247                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
1248                 DC395x_read32(acb, TRM_S1040_DMA_XHIGHADDR),
1249                 DC395x_read32(acb, TRM_S1040_DMA_XLOWADDR));
1250         dprintkl(KERN_INFO, "dump: gen{gctrl=0x%02x gstat=0x%02x gtmr=0x%02x} "
1251                 "pci{status=0x%04x}\n",
1252                 DC395x_read8(acb, TRM_S1040_GEN_CONTROL),
1253                 DC395x_read8(acb, TRM_S1040_GEN_STATUS),
1254                 DC395x_read8(acb, TRM_S1040_GEN_TIMER),
1255                 pstat);
1256 }
1257
1258
1259 static inline void clear_fifo(struct AdapterCtlBlk *acb, char *txt)
1260 {
1261 #if debug_enabled(DBG_FIFO)
1262         u8 lines = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1263         u8 fifocnt = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
1264         if (!(fifocnt & 0x40))
1265                 dprintkdbg(DBG_FIFO,
1266                         "clear_fifo: (%i bytes) on phase %02x in %s\n",
1267                         fifocnt & 0x3f, lines, txt);
1268 #endif
1269         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRFIFO);
1270 }
1271
1272
1273 static void reset_dev_param(struct AdapterCtlBlk *acb)
1274 {
1275         struct DeviceCtlBlk *dcb;
1276         struct NvRamType *eeprom = &acb->eeprom;
1277         dprintkdbg(DBG_0, "reset_dev_param: acb=%p\n", acb);
1278
1279         list_for_each_entry(dcb, &acb->dcb_list, list) {
1280                 u8 period_index;
1281
1282                 dcb->sync_mode &= ~(SYNC_NEGO_DONE + WIDE_NEGO_DONE);
1283                 dcb->sync_period = 0;
1284                 dcb->sync_offset = 0;
1285
1286                 dcb->dev_mode = eeprom->target[dcb->target_id].cfg0;
1287                 period_index = eeprom->target[dcb->target_id].period & 0x07;
1288                 dcb->min_nego_period = clock_period[period_index];
1289                 if (!(dcb->dev_mode & NTC_DO_WIDE_NEGO)
1290                     || !(acb->config & HCC_WIDE_CARD))
1291                         dcb->sync_mode &= ~WIDE_NEGO_ENABLE;
1292         }
1293 }
1294
1295
1296 /*
1297  * perform a hard reset on the SCSI bus
1298  * @cmd - some command for this host (for fetching hooks)
1299  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1300  */
1301 static int __dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1302 {
1303         struct AdapterCtlBlk *acb =
1304                 (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1305         dprintkl(KERN_INFO,
1306                 "eh_bus_reset: (0%p) target=<%02i-%i> cmd=%p\n",
1307                 cmd, cmd->device->id, cmd->device->lun, cmd);
1308
1309         if (timer_pending(&acb->waiting_timer))
1310                 del_timer(&acb->waiting_timer);
1311
1312         /*
1313          * disable interrupt
1314          */
1315         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
1316         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
1317         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
1318         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
1319
1320         reset_scsi_bus(acb);
1321         udelay(500);
1322
1323         /* We may be in serious trouble. Wait some seconds */
1324         acb->last_reset =
1325             jiffies + 3 * HZ / 2 +
1326             HZ * acb->eeprom.delay_time;
1327
1328         /*
1329          * re-enable interrupt
1330          */
1331         /* Clear SCSI FIFO          */
1332         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1333         clear_fifo(acb, "eh_bus_reset");
1334         /* Delete pending IRQ */
1335         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1336         set_basic_config(acb);
1337
1338         reset_dev_param(acb);
1339         doing_srb_done(acb, DID_RESET, cmd, 0);
1340         acb->active_dcb = NULL;
1341         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE ,RESET_DEV */
1342         waiting_process_next(acb);
1343
1344         return SUCCESS;
1345 }
1346
1347 static int dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1348 {
1349         int rc;
1350
1351         spin_lock_irq(cmd->device->host->host_lock);
1352         rc = __dc395x_eh_bus_reset(cmd);
1353         spin_unlock_irq(cmd->device->host->host_lock);
1354
1355         return rc;
1356 }
1357
1358 /*
1359  * abort an errant SCSI command
1360  * @cmd - command to be aborted
1361  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1362  */
1363 static int dc395x_eh_abort(struct scsi_cmnd *cmd)
1364 {
1365         /*
1366          * Look into our command queues: If it has not been sent already,
1367          * we remove it and return success. Otherwise fail.
1368          */
1369         struct AdapterCtlBlk *acb =
1370             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1371         struct DeviceCtlBlk *dcb;
1372         struct ScsiReqBlk *srb;
1373         dprintkl(KERN_INFO, "eh_abort: (0x%p) target=<%02i-%i> cmd=%p\n",
1374                 cmd, cmd->device->id, cmd->device->lun, cmd);
1375
1376         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1377         if (!dcb) {
1378                 dprintkl(KERN_DEBUG, "eh_abort: No such device\n");
1379                 return FAILED;
1380         }
1381
1382         srb = find_cmd(cmd, &dcb->srb_waiting_list);
1383         if (srb) {
1384                 srb_waiting_remove(dcb, srb);
1385                 pci_unmap_srb_sense(acb, srb);
1386                 pci_unmap_srb(acb, srb);
1387                 free_tag(dcb, srb);
1388                 srb_free_insert(acb, srb);
1389                 dprintkl(KERN_DEBUG, "eh_abort: Command was waiting\n");
1390                 cmd->result = DID_ABORT << 16;
1391                 return SUCCESS;
1392         }
1393         srb = find_cmd(cmd, &dcb->srb_going_list);
1394         if (srb) {
1395                 dprintkl(KERN_DEBUG, "eh_abort: Command in progress\n");
1396                 /* XXX: Should abort the command here */
1397         } else {
1398                 dprintkl(KERN_DEBUG, "eh_abort: Command not found\n");
1399         }
1400         return FAILED;
1401 }
1402
1403
1404 /* SDTR */
1405 static void build_sdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1406                 struct ScsiReqBlk *srb)
1407 {
1408         u8 *ptr = srb->msgout_buf + srb->msg_count;
1409         if (srb->msg_count > 1) {
1410                 dprintkl(KERN_INFO,
1411                         "build_sdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1412                         srb->msg_count, srb->msgout_buf[0],
1413                         srb->msgout_buf[1]);
1414                 return;
1415         }
1416         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO)) {
1417                 dcb->sync_offset = 0;
1418                 dcb->min_nego_period = 200 >> 2;
1419         } else if (dcb->sync_offset == 0)
1420                 dcb->sync_offset = SYNC_NEGO_OFFSET;
1421
1422         *ptr++ = MSG_EXTENDED;  /* (01h) */
1423         *ptr++ = 3;             /* length */
1424         *ptr++ = EXTENDED_SDTR; /* (01h) */
1425         *ptr++ = dcb->min_nego_period;  /* Transfer period (in 4ns) */
1426         *ptr++ = dcb->sync_offset;      /* Transfer period (max. REQ/ACK dist) */
1427         srb->msg_count += 5;
1428         srb->state |= SRB_DO_SYNC_NEGO;
1429 }
1430
1431
1432 /* WDTR */
1433 static void build_wdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1434                 struct ScsiReqBlk *srb)
1435 {
1436         u8 wide = ((dcb->dev_mode & NTC_DO_WIDE_NEGO) &
1437                    (acb->config & HCC_WIDE_CARD)) ? 1 : 0;
1438         u8 *ptr = srb->msgout_buf + srb->msg_count;
1439         if (srb->msg_count > 1) {
1440                 dprintkl(KERN_INFO,
1441                         "build_wdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1442                         srb->msg_count, srb->msgout_buf[0],
1443                         srb->msgout_buf[1]);
1444                 return;
1445         }
1446         *ptr++ = MSG_EXTENDED;  /* (01h) */
1447         *ptr++ = 2;             /* length */
1448         *ptr++ = EXTENDED_WDTR; /* (03h) */
1449         *ptr++ = wide;
1450         srb->msg_count += 4;
1451         srb->state |= SRB_DO_WIDE_NEGO;
1452 }
1453
1454
1455 #if 0
1456 /* Timer to work around chip flaw: When selecting and the bus is
1457  * busy, we sometimes miss a Selection timeout IRQ */
1458 void selection_timeout_missed(unsigned long ptr);
1459 /* Sets the timer to wake us up */
1460 static void selto_timer(struct AdapterCtlBlk *acb)
1461 {
1462         if (timer_pending(&acb->selto_timer))
1463                 return;
1464         acb->selto_timer.function = selection_timeout_missed;
1465         acb->selto_timer.data = (unsigned long) acb;
1466         if (time_before
1467             (jiffies + HZ, acb->last_reset + HZ / 2))
1468                 acb->selto_timer.expires =
1469                     acb->last_reset + HZ / 2 + 1;
1470         else
1471                 acb->selto_timer.expires = jiffies + HZ + 1;
1472         add_timer(&acb->selto_timer);
1473 }
1474
1475
1476 void selection_timeout_missed(unsigned long ptr)
1477 {
1478         unsigned long flags;
1479         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)ptr;
1480         struct ScsiReqBlk *srb;
1481         dprintkl(KERN_DEBUG, "Chip forgot to produce SelTO IRQ!\n");
1482         if (!acb->active_dcb || !acb->active_dcb->active_srb) {
1483                 dprintkl(KERN_DEBUG, "... but no cmd pending? Oops!\n");
1484                 return;
1485         }
1486         DC395x_LOCK_IO(acb->scsi_host, flags);
1487         srb = acb->active_dcb->active_srb;
1488         disconnect(acb);
1489         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1490 }
1491 #endif
1492
1493
1494 static u8 start_scsi(struct AdapterCtlBlk* acb, struct DeviceCtlBlk* dcb,
1495                 struct ScsiReqBlk* srb)
1496 {
1497         u16 s_stat2, return_code;
1498         u8 s_stat, scsicommand, i, identify_message;
1499         u8 *ptr;
1500         dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> srb=%p\n",
1501                 dcb->target_id, dcb->target_lun, srb);
1502
1503         srb->tag_number = TAG_NONE;     /* acb->tag_max_num: had error read in eeprom */
1504
1505         s_stat = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1506         s_stat2 = 0;
1507         s_stat2 = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1508 #if 1
1509         if (s_stat & 0x20 /* s_stat2 & 0x02000 */ ) {
1510                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) BUSY %02x %04x\n",
1511                         s_stat, s_stat2);
1512                 /*
1513                  * Try anyway?
1514                  *
1515                  * We could, BUT: Sometimes the TRM_S1040 misses to produce a Selection
1516                  * Timeout, a Disconnect or a Reselection IRQ, so we would be screwed!
1517                  * (This is likely to be a bug in the hardware. Obviously, most people
1518                  *  only have one initiator per SCSI bus.)
1519                  * Instead let this fail and have the timer make sure the command is
1520                  * tried again after a short time
1521                  */
1522                 /*selto_timer (acb); */
1523                 return 1;
1524         }
1525 #endif
1526         if (acb->active_dcb) {
1527                 dprintkl(KERN_DEBUG, "start_scsi: (0x%p) Attempt to start a"
1528                         "command while another command (0x%p) is active.",
1529                         srb->cmd,
1530                         acb->active_dcb->active_srb ?
1531                             acb->active_dcb->active_srb->cmd : 0);
1532                 return 1;
1533         }
1534         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1535                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) Failed (busy)\n", srb->cmd);
1536                 return 1;
1537         }
1538         /* Allow starting of SCSI commands half a second before we allow the mid-level
1539          * to queue them again after a reset */
1540         if (time_before(jiffies, acb->last_reset - HZ / 2)) {
1541                 dprintkdbg(DBG_KG, "start_scsi: Refuse cmds (reset wait)\n");
1542                 return 1;
1543         }
1544
1545         /* Flush FIFO */
1546         clear_fifo(acb, "start_scsi");
1547         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
1548         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
1549         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
1550         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
1551         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1552
1553         identify_message = dcb->identify_msg;
1554         /*DC395x_TRM_write8(TRM_S1040_SCSI_IDMSG, identify_message); */
1555         /* Don't allow disconnection for AUTO_REQSENSE: Cont.All.Cond.! */
1556         if (srb->flag & AUTO_REQSENSE)
1557                 identify_message &= 0xBF;
1558
1559         if (((srb->cmd->cmnd[0] == INQUIRY)
1560              || (srb->cmd->cmnd[0] == REQUEST_SENSE)
1561              || (srb->flag & AUTO_REQSENSE))
1562             && (((dcb->sync_mode & WIDE_NEGO_ENABLE)
1563                  && !(dcb->sync_mode & WIDE_NEGO_DONE))
1564                 || ((dcb->sync_mode & SYNC_NEGO_ENABLE)
1565                     && !(dcb->sync_mode & SYNC_NEGO_DONE)))
1566             && (dcb->target_lun == 0)) {
1567                 srb->msgout_buf[0] = identify_message;
1568                 srb->msg_count = 1;
1569                 scsicommand = SCMD_SEL_ATNSTOP;
1570                 srb->state = SRB_MSGOUT;
1571 #ifndef SYNC_FIRST
1572                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1573                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1574                         build_wdtr(acb, dcb, srb);
1575                         goto no_cmd;
1576                 }
1577 #endif
1578                 if (dcb->sync_mode & SYNC_NEGO_ENABLE
1579                     && dcb->inquiry7 & SCSI_INQ_SYNC) {
1580                         build_sdtr(acb, dcb, srb);
1581                         goto no_cmd;
1582                 }
1583                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1584                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1585                         build_wdtr(acb, dcb, srb);
1586                         goto no_cmd;
1587                 }
1588                 srb->msg_count = 0;
1589         }
1590         /* Send identify message */
1591         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, identify_message);
1592
1593         scsicommand = SCMD_SEL_ATN;
1594         srb->state = SRB_START_;
1595 #ifndef DC395x_NO_TAGQ
1596         if ((dcb->sync_mode & EN_TAG_QUEUEING)
1597             && (identify_message & 0xC0)) {
1598                 /* Send Tag message */
1599                 u32 tag_mask = 1;
1600                 u8 tag_number = 0;
1601                 while (tag_mask & dcb->tag_mask
1602                        && tag_number < dcb->max_command) {
1603                         tag_mask = tag_mask << 1;
1604                         tag_number++;
1605                 }
1606                 if (tag_number >= dcb->max_command) {
1607                         dprintkl(KERN_WARNING, "start_scsi: (0x%p) "
1608                                 "Out of tags target=<%02i-%i>)\n",
1609                                 srb->cmd, srb->cmd->device->id,
1610                                 srb->cmd->device->lun);
1611                         srb->state = SRB_READY;
1612                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1613                                        DO_HWRESELECT);
1614                         return 1;
1615                 }
1616                 /* Send Tag id */
1617                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, MSG_SIMPLE_QTAG);
1618                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, tag_number);
1619                 dcb->tag_mask |= tag_mask;
1620                 srb->tag_number = tag_number;
1621                 scsicommand = SCMD_SEL_ATN3;
1622                 srb->state = SRB_START_;
1623         }
1624 #endif
1625 /*polling:*/
1626         /* Send CDB ..command block ......... */
1627         dprintkdbg(DBG_KG, "start_scsi: (0x%p) <%02i-%i> cmnd=0x%02x tag=%i\n",
1628                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun,
1629                 srb->cmd->cmnd[0], srb->tag_number);
1630         if (srb->flag & AUTO_REQSENSE) {
1631                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1632                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1633                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1634                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1635                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1636                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1637         } else {
1638                 ptr = (u8 *)srb->cmd->cmnd;
1639                 for (i = 0; i < srb->cmd->cmd_len; i++)
1640                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1641         }
1642       no_cmd:
1643         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1644                        DO_HWRESELECT | DO_DATALATCH);
1645         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1646                 /*
1647                  * If start_scsi return 1:
1648                  * we caught an interrupt (must be reset or reselection ... )
1649                  * : Let's process it first!
1650                  */
1651                 dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> Failed - busy\n",
1652                         srb->cmd, dcb->target_id, dcb->target_lun);
1653                 srb->state = SRB_READY;
1654                 free_tag(dcb, srb);
1655                 srb->msg_count = 0;
1656                 return_code = 1;
1657                 /* This IRQ should NOT get lost, as we did not acknowledge it */
1658         } else {
1659                 /*
1660                  * If start_scsi returns 0:
1661                  * we know that the SCSI processor is free
1662                  */
1663                 srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1664                 dcb->active_srb = srb;
1665                 acb->active_dcb = dcb;
1666                 return_code = 0;
1667                 /* it's important for atn stop */
1668                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1669                                DO_DATALATCH | DO_HWRESELECT);
1670                 /* SCSI command */
1671                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, scsicommand);
1672         }
1673         return return_code;
1674 }
1675
1676
1677 #define DC395x_ENABLE_MSGOUT \
1678  DC395x_write16 (acb, TRM_S1040_SCSI_CONTROL, DO_SETATN); \
1679  srb->state |= SRB_MSGOUT
1680
1681
1682 /* abort command */
1683 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
1684                 struct ScsiReqBlk *srb)
1685 {
1686         srb->msgout_buf[0] = ABORT;
1687         srb->msg_count = 1;
1688         DC395x_ENABLE_MSGOUT;
1689         srb->state &= ~SRB_MSGIN;
1690         srb->state |= SRB_MSGOUT;
1691 }
1692
1693
1694 /**
1695  * dc395x_handle_interrupt - Handle an interrupt that has been confirmed to
1696  *                           have been triggered for this card.
1697  *
1698  * @acb:         a pointer to the adpter control block
1699  * @scsi_status: the status return when we checked the card
1700  **/
1701 static void dc395x_handle_interrupt(struct AdapterCtlBlk *acb,
1702                 u16 scsi_status)
1703 {
1704         struct DeviceCtlBlk *dcb;
1705         struct ScsiReqBlk *srb;
1706         u16 phase;
1707         u8 scsi_intstatus;
1708         unsigned long flags;
1709         void (*dc395x_statev)(struct AdapterCtlBlk *, struct ScsiReqBlk *,
1710                               u16 *);
1711
1712         DC395x_LOCK_IO(acb->scsi_host, flags);
1713
1714         /* This acknowledges the IRQ */
1715         scsi_intstatus = DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1716         if ((scsi_status & 0x2007) == 0x2002)
1717                 dprintkl(KERN_DEBUG,
1718                         "COP after COP completed? %04x\n", scsi_status);
1719         if (debug_enabled(DBG_KG)) {
1720                 if (scsi_intstatus & INT_SELTIMEOUT)
1721                         dprintkdbg(DBG_KG, "handle_interrupt: Selection timeout\n");
1722         }
1723         /*dprintkl(KERN_DEBUG, "handle_interrupt: intstatus = 0x%02x ", scsi_intstatus); */
1724
1725         if (timer_pending(&acb->selto_timer))
1726                 del_timer(&acb->selto_timer);
1727
1728         if (scsi_intstatus & (INT_SELTIMEOUT | INT_DISCONNECT)) {
1729                 disconnect(acb);        /* bus free interrupt  */
1730                 goto out_unlock;
1731         }
1732         if (scsi_intstatus & INT_RESELECTED) {
1733                 reselect(acb);
1734                 goto out_unlock;
1735         }
1736         if (scsi_intstatus & INT_SELECT) {
1737                 dprintkl(KERN_INFO, "Host does not support target mode!\n");
1738                 goto out_unlock;
1739         }
1740         if (scsi_intstatus & INT_SCSIRESET) {
1741                 scsi_reset_detect(acb);
1742                 goto out_unlock;
1743         }
1744         if (scsi_intstatus & (INT_BUSSERVICE | INT_CMDDONE)) {
1745                 dcb = acb->active_dcb;
1746                 if (!dcb) {
1747                         dprintkl(KERN_DEBUG,
1748                                 "Oops: BusService (%04x %02x) w/o ActiveDCB!\n",
1749                                 scsi_status, scsi_intstatus);
1750                         goto out_unlock;
1751                 }
1752                 srb = dcb->active_srb;
1753                 if (dcb->flag & ABORT_DEV_) {
1754                         dprintkdbg(DBG_0, "MsgOut Abort Device.....\n");
1755                         enable_msgout_abort(acb, srb);
1756                 }
1757
1758                 /* software sequential machine */
1759                 phase = (u16)srb->scsi_phase;
1760
1761                 /*
1762                  * 62037 or 62137
1763                  * call  dc395x_scsi_phase0[]... "phase entry"
1764                  * handle every phase before start transfer
1765                  */
1766                 /* data_out_phase0,     phase:0 */
1767                 /* data_in_phase0,      phase:1 */
1768                 /* command_phase0,      phase:2 */
1769                 /* status_phase0,       phase:3 */
1770                 /* nop0,                phase:4 PH_BUS_FREE .. initial phase */
1771                 /* nop0,                phase:5 PH_BUS_FREE .. initial phase */
1772                 /* msgout_phase0,       phase:6 */
1773                 /* msgin_phase0,        phase:7 */
1774                 dc395x_statev = dc395x_scsi_phase0[phase];
1775                 dc395x_statev(acb, srb, &scsi_status);
1776
1777                 /*
1778                  * if there were any exception occurred scsi_status
1779                  * will be modify to bus free phase new scsi_status
1780                  * transfer out from ... previous dc395x_statev
1781                  */
1782                 srb->scsi_phase = scsi_status & PHASEMASK;
1783                 phase = (u16)scsi_status & PHASEMASK;
1784
1785                 /*
1786                  * call  dc395x_scsi_phase1[]... "phase entry" handle
1787                  * every phase to do transfer
1788                  */
1789                 /* data_out_phase1,     phase:0 */
1790                 /* data_in_phase1,      phase:1 */
1791                 /* command_phase1,      phase:2 */
1792                 /* status_phase1,       phase:3 */
1793                 /* nop1,                phase:4 PH_BUS_FREE .. initial phase */
1794                 /* nop1,                phase:5 PH_BUS_FREE .. initial phase */
1795                 /* msgout_phase1,       phase:6 */
1796                 /* msgin_phase1,        phase:7 */
1797                 dc395x_statev = dc395x_scsi_phase1[phase];
1798                 dc395x_statev(acb, srb, &scsi_status);
1799         }
1800       out_unlock:
1801         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1802 }
1803
1804
1805 static irqreturn_t dc395x_interrupt(int irq, void *dev_id)
1806 {
1807         struct AdapterCtlBlk *acb = dev_id;
1808         u16 scsi_status;
1809         u8 dma_status;
1810         irqreturn_t handled = IRQ_NONE;
1811
1812         /*
1813          * Check for pending interrupt
1814          */
1815         scsi_status = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1816         dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
1817         if (scsi_status & SCSIINTERRUPT) {
1818                 /* interrupt pending - let's process it! */
1819                 dc395x_handle_interrupt(acb, scsi_status);
1820                 handled = IRQ_HANDLED;
1821         }
1822         else if (dma_status & 0x20) {
1823                 /* Error from the DMA engine */
1824                 dprintkl(KERN_INFO, "Interrupt from DMA engine: 0x%02x!\n", dma_status);
1825 #if 0
1826                 dprintkl(KERN_INFO, "This means DMA error! Try to handle ...\n");
1827                 if (acb->active_dcb) {
1828                         acb->active_dcb-> flag |= ABORT_DEV_;
1829                         if (acb->active_dcb->active_srb)
1830                                 enable_msgout_abort(acb, acb->active_dcb->active_srb);
1831                 }
1832                 DC395x_write8(acb, TRM_S1040_DMA_CONTROL, ABORTXFER | CLRXFIFO);
1833 #else
1834                 dprintkl(KERN_INFO, "Ignoring DMA error (probably a bad thing) ...\n");
1835                 acb = NULL;
1836 #endif
1837                 handled = IRQ_HANDLED;
1838         }
1839
1840         return handled;
1841 }
1842
1843
1844 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1845                 u16 *pscsi_status)
1846 {
1847         dprintkdbg(DBG_0, "msgout_phase0: (0x%p)\n", srb->cmd);
1848         if (srb->state & (SRB_UNEXPECT_RESEL + SRB_ABORT_SENT))
1849                 *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
1850
1851         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1852         srb->state &= ~SRB_MSGOUT;
1853 }
1854
1855
1856 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1857                 u16 *pscsi_status)
1858 {
1859         u16 i;
1860         u8 *ptr;
1861         dprintkdbg(DBG_0, "msgout_phase1: (0x%p)\n", srb->cmd);
1862
1863         clear_fifo(acb, "msgout_phase1");
1864         if (!(srb->state & SRB_MSGOUT)) {
1865                 srb->state |= SRB_MSGOUT;
1866                 dprintkl(KERN_DEBUG,
1867                         "msgout_phase1: (0x%p) Phase unexpected\n",
1868                         srb->cmd);      /* So what ? */
1869         }
1870         if (!srb->msg_count) {
1871                 dprintkdbg(DBG_0, "msgout_phase1: (0x%p) NOP msg\n",
1872                         srb->cmd);
1873                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, MSG_NOP);
1874                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1875                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1876                 return;
1877         }
1878         ptr = (u8 *)srb->msgout_buf;
1879         for (i = 0; i < srb->msg_count; i++)
1880                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1881         srb->msg_count = 0;
1882         if (srb->msgout_buf[0] == MSG_ABORT)
1883                 srb->state = SRB_ABORT_SENT;
1884
1885         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1886 }
1887
1888
1889 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1890                 u16 *pscsi_status)
1891 {
1892         dprintkdbg(DBG_0, "command_phase0: (0x%p)\n", srb->cmd);
1893         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1894 }
1895
1896
1897 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1898                 u16 *pscsi_status)
1899 {
1900         struct DeviceCtlBlk *dcb;
1901         u8 *ptr;
1902         u16 i;
1903         dprintkdbg(DBG_0, "command_phase1: (0x%p)\n", srb->cmd);
1904
1905         clear_fifo(acb, "command_phase1");
1906         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRATN);
1907         if (!(srb->flag & AUTO_REQSENSE)) {
1908                 ptr = (u8 *)srb->cmd->cmnd;
1909                 for (i = 0; i < srb->cmd->cmd_len; i++) {
1910                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr);
1911                         ptr++;
1912                 }
1913         } else {
1914                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1915                 dcb = acb->active_dcb;
1916                 /* target id */
1917                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1918                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1919                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1920                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1921                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1922         }
1923         srb->state |= SRB_COMMAND;
1924         /* it's important for atn stop */
1925         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1926         /* SCSI command */
1927         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1928 }
1929
1930
1931 /*
1932  * Verify that the remaining space in the hw sg lists is the same as
1933  * the count of remaining bytes in srb->total_xfer_length
1934  */
1935 static void sg_verify_length(struct ScsiReqBlk *srb)
1936 {
1937         if (debug_enabled(DBG_SG)) {
1938                 unsigned len = 0;
1939                 unsigned idx = srb->sg_index;
1940                 struct SGentry *psge = srb->segment_x + idx;
1941                 for (; idx < srb->sg_count; psge++, idx++)
1942                         len += psge->length;
1943                 if (len != srb->total_xfer_length)
1944                         dprintkdbg(DBG_SG,
1945                                "Inconsistent SRB S/G lengths (Tot=%i, Count=%i) !!\n",
1946                                srb->total_xfer_length, len);
1947         }
1948 }
1949
1950
1951 /*
1952  * Compute the next Scatter Gather list index and adjust its length
1953  * and address if necessary
1954  */
1955 static void sg_update_list(struct ScsiReqBlk *srb, u32 left)
1956 {
1957         u8 idx;
1958         u32 xferred = srb->total_xfer_length - left; /* bytes transferred */
1959         struct SGentry *psge = srb->segment_x + srb->sg_index;
1960
1961         dprintkdbg(DBG_0,
1962                 "sg_update_list: Transferred %i of %i bytes, %i remain\n",
1963                 xferred, srb->total_xfer_length, left);
1964         if (xferred == 0) {
1965                 /* nothing to update since we did not transfer any data */
1966                 return;
1967         }
1968
1969         sg_verify_length(srb);
1970         srb->total_xfer_length = left;  /* update remaining count */
1971         for (idx = srb->sg_index; idx < srb->sg_count; idx++) {
1972                 if (xferred >= psge->length) {
1973                         /* Complete SG entries done */
1974                         xferred -= psge->length;
1975                 } else {
1976                         /* Partial SG entry done */
1977                         psge->length -= xferred;
1978                         psge->address += xferred;
1979                         srb->sg_index = idx;
1980                         pci_dma_sync_single_for_device(srb->dcb->
1981                                             acb->dev,
1982                                             srb->sg_bus_addr,
1983                                             SEGMENTX_LEN,
1984                                             PCI_DMA_TODEVICE);
1985                         break;
1986                 }
1987                 psge++;
1988         }
1989         sg_verify_length(srb);
1990 }
1991
1992
1993 /*
1994  * We have transferred a single byte (PIO mode?) and need to update
1995  * the count of bytes remaining (total_xfer_length) and update the sg
1996  * entry to either point to next byte in the current sg entry, or of
1997  * already at the end to point to the start of the next sg entry
1998  */
1999 static void sg_subtract_one(struct ScsiReqBlk *srb)
2000 {
2001         sg_update_list(srb, srb->total_xfer_length - 1);
2002 }
2003
2004
2005 /*
2006  * cleanup_after_transfer
2007  *
2008  * Makes sure, DMA and SCSI engine are empty, after the transfer has finished
2009  * KG: Currently called from  StatusPhase1 ()
2010  * Should probably also be called from other places
2011  * Best might be to call it in DataXXPhase0, if new phase will differ
2012  */
2013 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
2014                 struct ScsiReqBlk *srb)
2015 {
2016         /*DC395x_write8 (TRM_S1040_DMA_STATUS, FORCEDMACOMP); */
2017         if (DC395x_read16(acb, TRM_S1040_DMA_COMMAND) & 0x0001) {       /* read */
2018                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
2019                         clear_fifo(acb, "cleanup/in");
2020                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
2021                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2022         } else {                /* write */
2023                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
2024                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2025                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
2026                         clear_fifo(acb, "cleanup/out");
2027         }
2028         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
2029 }
2030
2031
2032 /*
2033  * Those no of bytes will be transferred w/ PIO through the SCSI FIFO
2034  * Seems to be needed for unknown reasons; could be a hardware bug :-(
2035  */
2036 #define DC395x_LASTPIO 4
2037
2038
2039 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2040                 u16 *pscsi_status)
2041 {
2042         struct DeviceCtlBlk *dcb = srb->dcb;
2043         u16 scsi_status = *pscsi_status;
2044         u32 d_left_counter = 0;
2045         dprintkdbg(DBG_0, "data_out_phase0: (0x%p) <%02i-%i>\n",
2046                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun);
2047
2048         /*
2049          * KG: We need to drain the buffers before we draw any conclusions!
2050          * This means telling the DMA to push the rest into SCSI, telling
2051          * SCSI to push the rest to the bus.
2052          * However, the device might have been the one to stop us (phase
2053          * change), and the data in transit just needs to be accounted so
2054          * it can be retransmitted.)
2055          */
2056         /*
2057          * KG: Stop DMA engine pushing more data into the SCSI FIFO
2058          * If we need more data, the DMA SG list will be freshly set up, anyway
2059          */
2060         dprintkdbg(DBG_PIO, "data_out_phase0: "
2061                 "DMA{fifocnt=0x%02x fifostat=0x%02x} "
2062                 "SCSI{fifocnt=0x%02x cnt=0x%06x status=0x%04x} total=0x%06x\n",
2063                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2064                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2065                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
2066                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER), scsi_status,
2067                 srb->total_xfer_length);
2068         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, STOPDMAXFER | CLRXFIFO);
2069
2070         if (!(srb->state & SRB_XFERPAD)) {
2071                 if (scsi_status & PARITYERROR)
2072                         srb->status |= PARITY_ERROR;
2073
2074                 /*
2075                  * KG: Right, we can't just rely on the SCSI_COUNTER, because this
2076                  * is the no of bytes it got from the DMA engine not the no it
2077                  * transferred successfully to the device. (And the difference could
2078                  * be as much as the FIFO size, I guess ...)
2079                  */
2080                 if (!(scsi_status & SCSIXFERDONE)) {
2081                         /*
2082                          * when data transfer from DMA FIFO to SCSI FIFO
2083                          * if there was some data left in SCSI FIFO
2084                          */
2085                         d_left_counter =
2086                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2087                                   0x1F);
2088                         if (dcb->sync_period & WIDE_SYNC)
2089                                 d_left_counter <<= 1;
2090
2091                         dprintkdbg(DBG_KG, "data_out_phase0: FIFO contains %i %s\n"
2092                                 "SCSI{fifocnt=0x%02x cnt=0x%08x} "
2093                                 "DMA{fifocnt=0x%04x cnt=0x%02x ctr=0x%08x}\n",
2094                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
2095                                 (dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2096                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
2097                                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
2098                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2099                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2100                                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT));
2101                 }
2102                 /*
2103                  * calculate all the residue data that not yet tranfered
2104                  * SCSI transfer counter + left in SCSI FIFO data
2105                  *
2106                  * .....TRM_S1040_SCSI_COUNTER (24bits)
2107                  * The counter always decrement by one for every SCSI byte transfer.
2108                  * .....TRM_S1040_SCSI_FIFOCNT ( 5bits)
2109                  * The counter is SCSI FIFO offset counter (in units of bytes or! words)
2110                  */
2111                 if (srb->total_xfer_length > DC395x_LASTPIO)
2112                         d_left_counter +=
2113                             DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2114
2115                 /* Is this a good idea? */
2116                 /*clear_fifo(acb, "DOP1"); */
2117                 /* KG: What is this supposed to be useful for? WIDE padding stuff? */
2118                 if (d_left_counter == 1 && dcb->sync_period & WIDE_SYNC
2119                     && scsi_bufflen(srb->cmd) % 2) {
2120                         d_left_counter = 0;
2121                         dprintkl(KERN_INFO,
2122                                 "data_out_phase0: Discard 1 byte (0x%02x)\n",
2123                                 scsi_status);
2124                 }
2125                 /*
2126                  * KG: Oops again. Same thinko as above: The SCSI might have been
2127                  * faster than the DMA engine, so that it ran out of data.
2128                  * In that case, we have to do just nothing!
2129                  * But: Why the interrupt: No phase change. No XFERCNT_2_ZERO. Or?
2130                  */
2131                 /*
2132                  * KG: This is nonsense: We have been WRITING data to the bus
2133                  * If the SCSI engine has no bytes left, how should the DMA engine?
2134                  */
2135                 if (d_left_counter == 0) {
2136                         srb->total_xfer_length = 0;
2137                 } else {
2138                         /*
2139                          * if transfer not yet complete
2140                          * there were some data residue in SCSI FIFO or
2141                          * SCSI transfer counter not empty
2142                          */
2143                         long oldxferred =
2144                             srb->total_xfer_length - d_left_counter;
2145                         const int diff =
2146                             (dcb->sync_period & WIDE_SYNC) ? 2 : 1;
2147                         sg_update_list(srb, d_left_counter);
2148                         /* KG: Most ugly hack! Apparently, this works around a chip bug */
2149                         if ((srb->segment_x[srb->sg_index].length ==
2150                              diff && scsi_sg_count(srb->cmd))
2151                             || ((oldxferred & ~PAGE_MASK) ==
2152                                 (PAGE_SIZE - diff))
2153                             ) {
2154                                 dprintkl(KERN_INFO, "data_out_phase0: "
2155                                         "Work around chip bug (%i)?\n", diff);
2156                                 d_left_counter =
2157                                     srb->total_xfer_length - diff;
2158                                 sg_update_list(srb, d_left_counter);
2159                                 /*srb->total_xfer_length -= diff; */
2160                                 /*srb->virt_addr += diff; */
2161                                 /*if (srb->cmd->use_sg) */
2162                                 /*      srb->sg_index++; */
2163                         }
2164                 }
2165         }
2166         if ((*pscsi_status & PHASEMASK) != PH_DATA_OUT) {
2167                 cleanup_after_transfer(acb, srb);
2168         }
2169 }
2170
2171
2172 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2173                 u16 *pscsi_status)
2174 {
2175         dprintkdbg(DBG_0, "data_out_phase1: (0x%p) <%02i-%i>\n",
2176                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun);
2177         clear_fifo(acb, "data_out_phase1");
2178         /* do prepare before transfer when data out phase */
2179         data_io_transfer(acb, srb, XFERDATAOUT);
2180 }
2181
2182 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2183                 u16 *pscsi_status)
2184 {
2185         u16 scsi_status = *pscsi_status;
2186
2187         dprintkdbg(DBG_0, "data_in_phase0: (0x%p) <%02i-%i>\n",
2188                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun);
2189
2190         /*
2191          * KG: DataIn is much more tricky than DataOut. When the device is finished
2192          * and switches to another phase, the SCSI engine should be finished too.
2193          * But: There might still be bytes left in its FIFO to be fetched by the DMA
2194          * engine and transferred to memory.
2195          * We should wait for the FIFOs to be emptied by that (is there any way to
2196          * enforce this?) and then stop the DMA engine, because it might think, that
2197          * there are more bytes to follow. Yes, the device might disconnect prior to
2198          * having all bytes transferred!
2199          * Also we should make sure that all data from the DMA engine buffer's really
2200          * made its way to the system memory! Some documentation on this would not
2201          * seem to be a bad idea, actually.
2202          */
2203         if (!(srb->state & SRB_XFERPAD)) {
2204                 u32 d_left_counter;
2205                 unsigned int sc, fc;
2206
2207                 if (scsi_status & PARITYERROR) {
2208                         dprintkl(KERN_INFO, "data_in_phase0: (0x%p) "
2209                                 "Parity Error\n", srb->cmd);
2210                         srb->status |= PARITY_ERROR;
2211                 }
2212                 /*
2213                  * KG: We should wait for the DMA FIFO to be empty ...
2214                  * but: it would be better to wait first for the SCSI FIFO and then the
2215                  * the DMA FIFO to become empty? How do we know, that the device not already
2216                  * sent data to the FIFO in a MsgIn phase, eg.?
2217                  */
2218                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80)) {
2219 #if 0
2220                         int ctr = 6000000;
2221                         dprintkl(KERN_DEBUG,
2222                                 "DIP0: Wait for DMA FIFO to flush ...\n");
2223                         /*DC395x_write8  (TRM_S1040_DMA_CONTROL, STOPDMAXFER); */
2224                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 7); */
2225                         /*DC395x_write8  (TRM_S1040_SCSI_COMMAND, SCMD_DMA_IN); */
2226                         while (!
2227                                (DC395x_read16(acb, TRM_S1040_DMA_FIFOSTAT) &
2228                                 0x80) && --ctr);
2229                         if (ctr < 6000000 - 1)
2230                                 dprintkl(KERN_DEBUG
2231                                        "DIP0: Had to wait for DMA ...\n");
2232                         if (!ctr)
2233                                 dprintkl(KERN_ERR,
2234                                        "Deadlock in DIP0 waiting for DMA FIFO empty!!\n");
2235                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 0); */
2236 #endif
2237                         dprintkdbg(DBG_KG, "data_in_phase0: "
2238                                 "DMA{fifocnt=0x%02x fifostat=0x%02x}\n",
2239                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2240                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT));
2241                 }
2242                 /* Now: Check remainig data: The SCSI counters should tell us ... */
2243                 sc = DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2244                 fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2245                 d_left_counter = sc + ((fc & 0x1f)
2246                        << ((srb->dcb->sync_period & WIDE_SYNC) ? 1 :
2247                            0));
2248                 dprintkdbg(DBG_KG, "data_in_phase0: "
2249                         "SCSI{fifocnt=0x%02x%s ctr=0x%08x} "
2250                         "DMA{fifocnt=0x%02x fifostat=0x%02x ctr=0x%08x} "
2251                         "Remain{totxfer=%i scsi_fifo+ctr=%i}\n",
2252                         fc,
2253                         (srb->dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2254                         sc,
2255                         fc,
2256                         DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2257                         DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
2258                         srb->total_xfer_length, d_left_counter);
2259 #if DC395x_LASTPIO
2260                 /* KG: Less than or equal to 4 bytes can not be transferred via DMA, it seems. */
2261                 if (d_left_counter
2262                     && srb->total_xfer_length <= DC395x_LASTPIO) {
2263                         size_t left_io = srb->total_xfer_length;
2264
2265                         /*u32 addr = (srb->segment_x[srb->sg_index].address); */
2266                         /*sg_update_list (srb, d_left_counter); */
2267                         dprintkdbg(DBG_PIO, "data_in_phase0: PIO (%i %s) "
2268                                    "for remaining %i bytes:",
2269                                 fc & 0x1f,
2270                                 (srb->dcb->sync_period & WIDE_SYNC) ?
2271                                     "words" : "bytes",
2272                                 srb->total_xfer_length);
2273                         if (srb->dcb->sync_period & WIDE_SYNC)
2274                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2275                                               CFG2_WIDEFIFO);
2276                         while (left_io) {
2277                                 unsigned char *virt, *base = NULL;
2278                                 unsigned long flags = 0;
2279                                 size_t len = left_io;
2280                                 size_t offset = srb->request_length - left_io;
2281
2282                                 local_irq_save(flags);
2283                                 /* Assumption: it's inside one page as it's at most 4 bytes and
2284                                    I just assume it's on a 4-byte boundary */
2285                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2286                                                            srb->sg_count, &offset, &len);
2287                                 virt = base + offset;
2288
2289                                 left_io -= len;
2290
2291                                 while (len) {
2292                                         u8 byte;
2293                                         byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2294                                         *virt++ = byte;
2295
2296                                         if (debug_enabled(DBG_PIO))
2297                                                 printk(" %02x", byte);
2298
2299                                         d_left_counter--;
2300                                         sg_subtract_one(srb);
2301
2302                                         len--;
2303
2304                                         fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2305
2306                                         if (fc == 0x40) {
2307                                                 left_io = 0;
2308                                                 break;
2309                                         }
2310                                 }
2311
2312                                 WARN_ON((fc != 0x40) == !d_left_counter);
2313
2314                                 if (fc == 0x40 && (srb->dcb->sync_period & WIDE_SYNC)) {
2315                                         /* Read the last byte ... */
2316                                         if (srb->total_xfer_length > 0) {
2317                                                 u8 byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2318
2319                                                 *virt++ = byte;
2320                                                 srb->total_xfer_length--;
2321                                                 if (debug_enabled(DBG_PIO))
2322                                                         printk(" %02x", byte);
2323                                         }
2324
2325                                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2326                                 }
2327
2328                                 scsi_kunmap_atomic_sg(base);
2329                                 local_irq_restore(flags);
2330                         }
2331                         /*printk(" %08x", *(u32*)(bus_to_virt (addr))); */
2332                         /*srb->total_xfer_length = 0; */
2333                         if (debug_enabled(DBG_PIO))
2334                                 printk("\n");
2335                 }
2336 #endif                          /* DC395x_LASTPIO */
2337
2338 #if 0
2339                 /*
2340                  * KG: This was in DATAOUT. Does it also belong here?
2341                  * Nobody seems to know what counter and fifo_cnt count exactly ...
2342                  */
2343                 if (!(scsi_status & SCSIXFERDONE)) {
2344                         /*
2345                          * when data transfer from DMA FIFO to SCSI FIFO
2346                          * if there was some data left in SCSI FIFO
2347                          */
2348                         d_left_counter =
2349                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2350                                   0x1F);
2351                         if (srb->dcb->sync_period & WIDE_SYNC)
2352                                 d_left_counter <<= 1;
2353                         /*
2354                          * if WIDE scsi SCSI FIFOCNT unit is word !!!
2355                          * so need to *= 2
2356                          * KG: Seems to be correct ...
2357                          */
2358                 }
2359 #endif
2360                 /* KG: This should not be needed any more! */
2361                 if (d_left_counter == 0
2362                     || (scsi_status & SCSIXFERCNT_2_ZERO)) {
2363 #if 0
2364                         int ctr = 6000000;
2365                         u8 TempDMAstatus;
2366                         do {
2367                                 TempDMAstatus =
2368                                     DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2369                         } while (!(TempDMAstatus & DMAXFERCOMP) && --ctr);
2370                         if (!ctr)
2371                                 dprintkl(KERN_ERR,
2372                                        "Deadlock in DataInPhase0 waiting for DMA!!\n");
2373                         srb->total_xfer_length = 0;
2374 #endif
2375                         srb->total_xfer_length = d_left_counter;
2376                 } else {        /* phase changed */
2377                         /*
2378                          * parsing the case:
2379                          * when a transfer not yet complete
2380                          * but be disconnected by target
2381                          * if transfer not yet complete
2382                          * there were some data residue in SCSI FIFO or
2383                          * SCSI transfer counter not empty
2384                          */
2385                         sg_update_list(srb, d_left_counter);
2386                 }
2387         }
2388         /* KG: The target may decide to disconnect: Empty FIFO before! */
2389         if ((*pscsi_status & PHASEMASK) != PH_DATA_IN) {
2390                 cleanup_after_transfer(acb, srb);
2391         }
2392 }
2393
2394
2395 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2396                 u16 *pscsi_status)
2397 {
2398         dprintkdbg(DBG_0, "data_in_phase1: (0x%p) <%02i-%i>\n",
2399                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun);
2400         data_io_transfer(acb, srb, XFERDATAIN);
2401 }
2402
2403
2404 static void data_io_transfer(struct AdapterCtlBlk *acb,
2405                 struct ScsiReqBlk *srb, u16 io_dir)
2406 {
2407         struct DeviceCtlBlk *dcb = srb->dcb;
2408         u8 bval;
2409         dprintkdbg(DBG_0,
2410                 "data_io_transfer: (0x%p) <%02i-%i> %c len=%i, sg=(%i/%i)\n",
2411                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun,
2412                 ((io_dir & DMACMD_DIR) ? 'r' : 'w'),
2413                 srb->total_xfer_length, srb->sg_index, srb->sg_count);
2414         if (srb == acb->tmp_srb)
2415                 dprintkl(KERN_ERR, "data_io_transfer: Using tmp_srb!\n");
2416         if (srb->sg_index >= srb->sg_count) {
2417                 /* can't happen? out of bounds error */
2418                 return;
2419         }
2420
2421         if (srb->total_xfer_length > DC395x_LASTPIO) {
2422                 u8 dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2423                 /*
2424                  * KG: What should we do: Use SCSI Cmd 0x90/0x92?
2425                  * Maybe, even ABORTXFER would be appropriate
2426                  */
2427                 if (dma_status & XFERPENDING) {
2428                         dprintkl(KERN_DEBUG, "data_io_transfer: Xfer pending! "
2429                                 "Expect trouble!\n");
2430                         dump_register_info(acb, dcb, srb);
2431                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2432                 }
2433                 /* clear_fifo(acb, "IO"); */
2434                 /*
2435                  * load what physical address of Scatter/Gather list table
2436                  * want to be transfer
2437                  */
2438                 srb->state |= SRB_DATA_XFER;
2439                 DC395x_write32(acb, TRM_S1040_DMA_XHIGHADDR, 0);
2440                 if (scsi_sg_count(srb->cmd)) {  /* with S/G */
2441                         io_dir |= DMACMD_SG;
2442                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2443                                        srb->sg_bus_addr +
2444                                        sizeof(struct SGentry) *
2445                                        srb->sg_index);
2446                         /* load how many bytes in the sg list table */
2447                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2448                                        ((u32)(srb->sg_count -
2449                                               srb->sg_index) << 3));
2450                 } else {        /* without S/G */
2451                         io_dir &= ~DMACMD_SG;
2452                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2453                                        srb->segment_x[0].address);
2454                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2455                                        srb->segment_x[0].length);
2456                 }
2457                 /* load total transfer length (24bits) max value 16Mbyte */
2458                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2459                                srb->total_xfer_length);
2460                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2461                 if (io_dir & DMACMD_DIR) {      /* read */
2462                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2463                                       SCMD_DMA_IN);
2464                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2465                 } else {
2466                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2467                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2468                                       SCMD_DMA_OUT);
2469                 }
2470
2471         }
2472 #if DC395x_LASTPIO
2473         else if (srb->total_xfer_length > 0) {  /* The last four bytes: Do PIO */
2474                 /*
2475                  * load what physical address of Scatter/Gather list table
2476                  * want to be transfer
2477                  */
2478                 srb->state |= SRB_DATA_XFER;
2479                 /* load total transfer length (24bits) max value 16Mbyte */
2480                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2481                                srb->total_xfer_length);
2482                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2483                 if (io_dir & DMACMD_DIR) {      /* read */
2484                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2485                                       SCMD_FIFO_IN);
2486                 } else {        /* write */
2487                         int ln = srb->total_xfer_length;
2488                         size_t left_io = srb->total_xfer_length;
2489
2490                         if (srb->dcb->sync_period & WIDE_SYNC)
2491                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2492                                      CFG2_WIDEFIFO);
2493
2494                         while (left_io) {
2495                                 unsigned char *virt, *base = NULL;
2496                                 unsigned long flags = 0;
2497                                 size_t len = left_io;
2498                                 size_t offset = srb->request_length - left_io;
2499
2500                                 local_irq_save(flags);
2501                                 /* Again, max 4 bytes */
2502                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2503                                                            srb->sg_count, &offset, &len);
2504                                 virt = base + offset;
2505
2506                                 left_io -= len;
2507
2508                                 while (len--) {
2509                                         if (debug_enabled(DBG_PIO))
2510                                                 printk(" %02x", *virt);
2511
2512                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *virt++);
2513
2514                                         sg_subtract_one(srb);
2515                                 }
2516
2517                                 scsi_kunmap_atomic_sg(base);
2518                                 local_irq_restore(flags);
2519                         }
2520                         if (srb->dcb->sync_period & WIDE_SYNC) {
2521                                 if (ln % 2) {
2522                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
2523                                         if (debug_enabled(DBG_PIO))
2524                                                 printk(" |00");
2525                                 }
2526                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2527                         }
2528                         /*DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, ln); */
2529                         if (debug_enabled(DBG_PIO))
2530                                 printk("\n");
2531                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2532                                           SCMD_FIFO_OUT);
2533                 }
2534         }
2535 #endif                          /* DC395x_LASTPIO */
2536         else {          /* xfer pad */
2537                 u8 data = 0, data2 = 0;
2538                 if (srb->sg_count) {
2539                         srb->adapter_status = H_OVER_UNDER_RUN;
2540                         srb->status |= OVER_RUN;
2541                 }
2542                 /*
2543                  * KG: despite the fact that we are using 16 bits I/O ops
2544                  * the SCSI FIFO is only 8 bits according to the docs
2545                  * (we can set bit 1 in 0x8f to serialize FIFO access ...)
2546                  */
2547                 if (dcb->sync_period & WIDE_SYNC) {
2548                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 2);
2549                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2550                                       CFG2_WIDEFIFO);
2551                         if (io_dir & DMACMD_DIR) {
2552                                 data = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2553                                 data2 = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2554                         } else {
2555                                 /* Danger, Robinson: If you find KGs
2556                                  * scattered over the wide disk, the driver
2557                                  * or chip is to blame :-( */
2558                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2559                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'G');
2560                         }
2561                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2562                 } else {
2563                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2564                         /* Danger, Robinson: If you find a collection of Ks on your disk
2565                          * something broke :-( */
2566                         if (io_dir & DMACMD_DIR)
2567                                 data = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2568                         else
2569                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2570                 }
2571                 srb->state |= SRB_XFERPAD;
2572                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2573                 /* SCSI command */
2574                 bval = (io_dir & DMACMD_DIR) ? SCMD_FIFO_IN : SCMD_FIFO_OUT;
2575                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, bval);
2576         }
2577 }
2578
2579
2580 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2581                 u16 *pscsi_status)
2582 {
2583         dprintkdbg(DBG_0, "status_phase0: (0x%p) <%02i-%i>\n",
2584                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun);
2585         srb->target_status = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2586         srb->end_message = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);      /* get message */
2587         srb->state = SRB_COMPLETED;
2588         *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
2589         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2590         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2591 }
2592
2593
2594 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2595                 u16 *pscsi_status)
2596 {
2597         dprintkdbg(DBG_0, "status_phase1: (0x%p) <%02i-%i>\n",
2598                 srb->cmd, srb->cmd->device->id, srb->cmd->device->lun);
2599         srb->state = SRB_STATUS;
2600         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2601         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_COMP);
2602 }
2603
2604
2605 /* Check if the message is complete */
2606 static inline u8 msgin_completed(u8 * msgbuf, u32 len)
2607 {
2608         if (*msgbuf == EXTENDED_MESSAGE) {
2609                 if (len < 2)
2610                         return 0;
2611                 if (len < msgbuf[1] + 2)
2612                         return 0;
2613         } else if (*msgbuf >= 0x20 && *msgbuf <= 0x2f)  /* two byte messages */
2614                 if (len < 2)
2615                         return 0;
2616         return 1;
2617 }
2618
2619 /* reject_msg */
2620 static inline void msgin_reject(struct AdapterCtlBlk *acb,
2621                 struct ScsiReqBlk *srb)
2622 {
2623         srb->msgout_buf[0] = MESSAGE_REJECT;
2624         srb->msg_count = 1;
2625         DC395x_ENABLE_MSGOUT;
2626         srb->state &= ~SRB_MSGIN;
2627         srb->state |= SRB_MSGOUT;
2628         dprintkl(KERN_INFO, "msgin_reject: 0x%02x <%02i-%i>\n",
2629                 srb->msgin_buf[0],
2630                 srb->dcb->target_id, srb->dcb->target_lun);
2631 }
2632
2633
2634 static struct ScsiReqBlk *msgin_qtag(struct AdapterCtlBlk *acb,
2635                 struct DeviceCtlBlk *dcb, u8 tag)
2636 {
2637         struct ScsiReqBlk *srb = NULL;
2638         struct ScsiReqBlk *i;
2639         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) tag=%i srb=%p\n",
2640                    srb->cmd, tag, srb);
2641
2642         if (!(dcb->tag_mask & (1 << tag)))
2643                 dprintkl(KERN_DEBUG,
2644                         "msgin_qtag: tag_mask=0x%08x does not reserve tag %i!\n",
2645                         dcb->tag_mask, tag);
2646
2647         if (list_empty(&dcb->srb_going_list))
2648                 goto mingx0;
2649         list_for_each_entry(i, &dcb->srb_going_list, list) {
2650                 if (i->tag_number == tag) {
2651                         srb = i;
2652                         break;
2653                 }
2654         }
2655         if (!srb)
2656                 goto mingx0;
2657
2658         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) <%02i-%i>\n",
2659                 srb->cmd, srb->dcb->target_id, srb->dcb->target_lun);
2660         if (dcb->flag & ABORT_DEV_) {
2661                 /*srb->state = SRB_ABORT_SENT; */
2662                 enable_msgout_abort(acb, srb);
2663         }
2664
2665         if (!(srb->state & SRB_DISCONNECT))
2666                 goto mingx0;
2667
2668         memcpy(srb->msgin_buf, dcb->active_srb->msgin_buf, acb->msg_len);
2669         srb->state |= dcb->active_srb->state;
2670         srb->state |= SRB_DATA_XFER;
2671         dcb->active_srb = srb;
2672         /* How can we make the DORS happy? */
2673         return srb;
2674
2675       mingx0:
2676         srb = acb->tmp_srb;
2677         srb->state = SRB_UNEXPECT_RESEL;
2678         dcb->active_srb = srb;
2679         srb->msgout_buf[0] = MSG_ABORT_TAG;
2680         srb->msg_count = 1;
2681         DC395x_ENABLE_MSGOUT;
2682         dprintkl(KERN_DEBUG, "msgin_qtag: Unknown tag %i - abort\n", tag);
2683         return srb;
2684 }
2685
2686
2687 static inline void reprogram_regs(struct AdapterCtlBlk *acb,
2688                 struct DeviceCtlBlk *dcb)
2689 {
2690         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
2691         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
2692         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
2693         set_xfer_rate(acb, dcb);
2694 }
2695
2696
2697 /* set async transfer mode */
2698 static void msgin_set_async(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2699 {
2700         struct DeviceCtlBlk *dcb = srb->dcb;
2701         dprintkl(KERN_DEBUG, "msgin_set_async: No sync transfers <%02i-%i>\n",
2702                 dcb->target_id, dcb->target_lun);
2703
2704         dcb->sync_mode &= ~(SYNC_NEGO_ENABLE);
2705         dcb->sync_mode |= SYNC_NEGO_DONE;
2706         /*dcb->sync_period &= 0; */
2707         dcb->sync_offset = 0;
2708         dcb->min_nego_period = 200 >> 2;        /* 200ns <=> 5 MHz */
2709         srb->state &= ~SRB_DO_SYNC_NEGO;
2710         reprogram_regs(acb, dcb);
2711         if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2712             && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2713                 build_wdtr(acb, dcb, srb);
2714                 DC395x_ENABLE_MSGOUT;
2715                 dprintkdbg(DBG_0, "msgin_set_async(rej): Try WDTR anyway\n");
2716         }
2717 }
2718
2719
2720 /* set sync transfer mode */
2721 static void msgin_set_sync(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2722 {
2723         struct DeviceCtlBlk *dcb = srb->dcb;
2724         u8 bval;
2725         int fact;
2726         dprintkdbg(DBG_1, "msgin_set_sync: <%02i> Sync: %ins "
2727                 "(%02i.%01i MHz) Offset %i\n",
2728                 dcb->target_id, srb->msgin_buf[3] << 2,
2729                 (250 / srb->msgin_buf[3]),
2730                 ((250 % srb->msgin_buf[3]) * 10) / srb->msgin_buf[3],
2731                 srb->msgin_buf[4]);
2732
2733         if (srb->msgin_buf[4] > 15)
2734                 srb->msgin_buf[4] = 15;
2735         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO))
2736                 dcb->sync_offset = 0;
2737         else if (dcb->sync_offset == 0)
2738                 dcb->sync_offset = srb->msgin_buf[4];
2739         if (srb->msgin_buf[4] > dcb->sync_offset)
2740                 srb->msgin_buf[4] = dcb->sync_offset;
2741         else
2742                 dcb->sync_offset = srb->msgin_buf[4];
2743         bval = 0;
2744         while (bval < 7 && (srb->msgin_buf[3] > clock_period[bval]
2745                             || dcb->min_nego_period >
2746                             clock_period[bval]))
2747                 bval++;
2748         if (srb->msgin_buf[3] < clock_period[bval])
2749                 dprintkl(KERN_INFO,
2750                         "msgin_set_sync: Increase sync nego period to %ins\n",
2751                         clock_period[bval] << 2);
2752         srb->msgin_buf[3] = clock_period[bval];
2753         dcb->sync_period &= 0xf0;
2754         dcb->sync_period |= ALT_SYNC | bval;
2755         dcb->min_nego_period = srb->msgin_buf[3];
2756
2757         if (dcb->sync_period & WIDE_SYNC)
2758                 fact = 500;
2759         else
2760                 fact = 250;
2761
2762         dprintkl(KERN_INFO,
2763                 "Target %02i: %s Sync: %ins Offset %i (%02i.%01i MB/s)\n",
2764                 dcb->target_id, (fact == 500) ? "Wide16" : "",
2765                 dcb->min_nego_period << 2, dcb->sync_offset,
2766                 (fact / dcb->min_nego_period),
2767                 ((fact % dcb->min_nego_period) * 10 +
2768                 dcb->min_nego_period / 2) / dcb->min_nego_period);
2769
2770         if (!(srb->state & SRB_DO_SYNC_NEGO)) {
2771                 /* Reply with corrected SDTR Message */
2772                 dprintkl(KERN_DEBUG, "msgin_set_sync: answer w/%ins %i\n",
2773                         srb->msgin_buf[3] << 2, srb->msgin_buf[4]);
2774
2775                 memcpy(srb->msgout_buf, srb->msgin_buf, 5);
2776                 srb->msg_count = 5;
2777                 DC395x_ENABLE_MSGOUT;
2778                 dcb->sync_mode |= SYNC_NEGO_DONE;
2779         } else {
2780                 if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2781                     && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2782                         build_wdtr(acb, dcb, srb);
2783                         DC395x_ENABLE_MSGOUT;
2784                         dprintkdbg(DBG_0, "msgin_set_sync: Also try WDTR\n");
2785                 }
2786         }
2787         srb->state &= ~SRB_DO_SYNC_NEGO;
2788         dcb->sync_mode |= SYNC_NEGO_DONE | SYNC_NEGO_ENABLE;
2789
2790         reprogram_regs(acb, dcb);
2791 }
2792
2793
2794 static inline void msgin_set_nowide(struct AdapterCtlBlk *acb,
2795                 struct ScsiReqBlk *srb)
2796 {
2797         struct DeviceCtlBlk *dcb = srb->dcb;
2798         dprintkdbg(DBG_1, "msgin_set_nowide: <%02i>\n", dcb->target_id);
2799
2800         dcb->sync_period &= ~WIDE_SYNC;
2801         dcb->sync_mode &= ~(WIDE_NEGO_ENABLE);
2802         dcb->sync_mode |= WIDE_NEGO_DONE;
2803         srb->state &= ~SRB_DO_WIDE_NEGO;
2804         reprogram_regs(acb, dcb);
2805         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2806             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2807                 build_sdtr(acb, dcb, srb);
2808                 DC395x_ENABLE_MSGOUT;
2809                 dprintkdbg(DBG_0, "msgin_set_nowide: Rejected. Try SDTR anyway\n");
2810         }
2811 }
2812
2813 static void msgin_set_wide(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2814 {
2815         struct DeviceCtlBlk *dcb = srb->dcb;
2816         u8 wide = (dcb->dev_mode & NTC_DO_WIDE_NEGO
2817                    && acb->config & HCC_WIDE_CARD) ? 1 : 0;
2818         dprintkdbg(DBG_1, "msgin_set_wide: <%02i>\n", dcb->target_id);
2819
2820         if (srb->msgin_buf[3] > wide)
2821                 srb->msgin_buf[3] = wide;
2822         /* Completed */
2823         if (!(srb->state & SRB_DO_WIDE_NEGO)) {
2824                 dprintkl(KERN_DEBUG,
2825                         "msgin_set_wide: Wide nego initiated <%02i>\n",
2826                         dcb->target_id);
2827                 memcpy(srb->msgout_buf, srb->msgin_buf, 4);
2828                 srb->msg_count = 4;
2829                 srb->state |= SRB_DO_WIDE_NEGO;
2830                 DC395x_ENABLE_MSGOUT;
2831         }
2832
2833         dcb->sync_mode |= (WIDE_NEGO_ENABLE | WIDE_NEGO_DONE);
2834         if (srb->msgin_buf[3] > 0)
2835                 dcb->sync_period |= WIDE_SYNC;
2836         else
2837                 dcb->sync_period &= ~WIDE_SYNC;
2838         srb->state &= ~SRB_DO_WIDE_NEGO;
2839         /*dcb->sync_mode &= ~(WIDE_NEGO_ENABLE+WIDE_NEGO_DONE); */
2840         dprintkdbg(DBG_1,
2841                 "msgin_set_wide: Wide (%i bit) negotiated <%02i>\n",
2842                 (8 << srb->msgin_buf[3]), dcb->target_id);
2843         reprogram_regs(acb, dcb);
2844         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2845             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2846                 build_sdtr(acb, dcb, srb);
2847                 DC395x_ENABLE_MSGOUT;
2848                 dprintkdbg(DBG_0, "msgin_set_wide: Also try SDTR.\n");
2849         }
2850 }
2851
2852
2853 /*
2854  * extended message codes:
2855  *
2856  *      code    description
2857  *
2858  *      02h     Reserved
2859  *      00h     MODIFY DATA  POINTER
2860  *      01h     SYNCHRONOUS DATA TRANSFER REQUEST
2861  *      03h     WIDE DATA TRANSFER REQUEST
2862  *   04h - 7Fh  Reserved
2863  *   80h - FFh  Vendor specific
2864  */
2865 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2866                 u16 *pscsi_status)
2867 {
2868         struct DeviceCtlBlk *dcb = acb->active_dcb;
2869         dprintkdbg(DBG_0, "msgin_phase0: (0x%p)\n", srb->cmd);
2870
2871         srb->msgin_buf[acb->msg_len++] = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2872         if (msgin_completed(srb->msgin_buf, acb->msg_len)) {
2873                 /* Now eval the msg */
2874                 switch (srb->msgin_buf[0]) {
2875                 case DISCONNECT:
2876                         srb->state = SRB_DISCONNECT;
2877                         break;
2878
2879                 case SIMPLE_QUEUE_TAG:
2880                 case HEAD_OF_QUEUE_TAG:
2881                 case ORDERED_QUEUE_TAG:
2882                         srb =
2883                             msgin_qtag(acb, dcb,
2884                                               srb->msgin_buf[1]);
2885                         break;
2886
2887                 case MESSAGE_REJECT:
2888                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
2889                                        DO_CLRATN | DO_DATALATCH);
2890                         /* A sync nego message was rejected ! */
2891                         if (srb->state & SRB_DO_SYNC_NEGO) {
2892                                 msgin_set_async(acb, srb);
2893                                 break;
2894                         }
2895                         /* A wide nego message was rejected ! */
2896                         if (srb->state & SRB_DO_WIDE_NEGO) {
2897                                 msgin_set_nowide(acb, srb);
2898                                 break;
2899                         }
2900                         enable_msgout_abort(acb, srb);
2901                         /*srb->state |= SRB_ABORT_SENT */
2902                         break;
2903
2904                 case EXTENDED_MESSAGE:
2905                         /* SDTR */
2906                         if (srb->msgin_buf[1] == 3
2907                             && srb->msgin_buf[2] == EXTENDED_SDTR) {
2908                                 msgin_set_sync(acb, srb);
2909                                 break;
2910                         }
2911                         /* WDTR */
2912                         if (srb->msgin_buf[1] == 2
2913                             && srb->msgin_buf[2] == EXTENDED_WDTR
2914                             && srb->msgin_buf[3] <= 2) { /* sanity check ... */
2915                                 msgin_set_wide(acb, srb);
2916                                 break;
2917                         }
2918                         msgin_reject(acb, srb);
2919                         break;
2920
2921                 case MSG_IGNOREWIDE:
2922                         /* Discard  wide residual */
2923                         dprintkdbg(DBG_0, "msgin_phase0: Ignore Wide Residual!\n");
2924                         break;
2925
2926                 case COMMAND_COMPLETE:
2927                         /* nothing has to be done */
2928                         break;
2929
2930                 case SAVE_POINTERS:
2931                         /*
2932                          * SAVE POINTER may be ignored as we have the struct
2933                          * ScsiReqBlk* associated with the scsi command.
2934                          */
2935                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2936                                 "SAVE POINTER rem=%i Ignore\n",
2937                                 srb->cmd, srb->total_xfer_length);
2938                         break;
2939
2940                 case RESTORE_POINTERS:
2941                         dprintkdbg(DBG_0, "msgin_phase0: RESTORE POINTER. Ignore\n");
2942                         break;
2943
2944                 case ABORT:
2945                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2946                                 "<%02i-%i> ABORT msg\n",
2947                                 srb->cmd, dcb->target_id,
2948                                 dcb->target_lun);
2949                         dcb->flag |= ABORT_DEV_;
2950                         enable_msgout_abort(acb, srb);
2951                         break;
2952
2953                 default:
2954                         /* reject unknown messages */
2955                         if (srb->msgin_buf[0] & IDENTIFY_BASE) {
2956                                 dprintkdbg(DBG_0, "msgin_phase0: Identify msg\n");
2957                                 srb->msg_count = 1;
2958                                 srb->msgout_buf[0] = dcb->identify_msg;
2959                                 DC395x_ENABLE_MSGOUT;
2960                                 srb->state |= SRB_MSGOUT;
2961                                 /*break; */
2962                         }
2963                         msgin_reject(acb, srb);
2964                 }
2965
2966                 /* Clear counter and MsgIn state */
2967                 srb->state &= ~SRB_MSGIN;
2968                 acb->msg_len = 0;
2969         }
2970         *pscsi_status = PH_BUS_FREE;
2971         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important ... you know! */
2972         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2973 }
2974
2975
2976 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2977                 u16 *pscsi_status)
2978 {
2979         dprintkdbg(DBG_0, "msgin_phase1: (0x%p)\n", srb->cmd);
2980         clear_fifo(acb, "msgin_phase1");
2981         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2982         if (!(srb->state & SRB_MSGIN)) {
2983                 srb->state &= ~SRB_DISCONNECT;
2984                 srb->state |= SRB_MSGIN;
2985         }
2986         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2987         /* SCSI command */
2988         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_IN);
2989 }
2990
2991
2992 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2993                 u16 *pscsi_status)
2994 {
2995 }
2996
2997
2998 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2999                 u16 *pscsi_status)
3000 {
3001 }
3002
3003
3004 static void set_xfer_rate(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb)
3005 {
3006         struct DeviceCtlBlk *i;
3007
3008         /* set all lun device's  period, offset */
3009         if (dcb->identify_msg & 0x07)
3010                 return;
3011
3012         if (acb->scan_devices) {
3013                 current_sync_offset = dcb->sync_offset;
3014                 return;
3015         }
3016
3017         list_for_each_entry(i, &acb->dcb_list, list)
3018                 if (i->target_id == dcb->target_id) {
3019                         i->sync_period = dcb->sync_period;
3020                         i->sync_offset = dcb->sync_offset;
3021                         i->sync_mode = dcb->sync_mode;
3022                         i->min_nego_period = dcb->min_nego_period;
3023                 }
3024 }
3025
3026
3027 static void disconnect(struct AdapterCtlBlk *acb)
3028 {
3029         struct DeviceCtlBlk *dcb = acb->active_dcb;
3030         struct ScsiReqBlk *srb;
3031
3032         if (!dcb) {
3033                 dprintkl(KERN_ERR, "disconnect: No such device\n");
3034                 udelay(500);
3035                 /* Suspend queue for a while */
3036                 acb->last_reset =
3037                     jiffies + HZ / 2 +
3038                     HZ * acb->eeprom.delay_time;
3039                 clear_fifo(acb, "disconnectEx");
3040                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
3041                 return;
3042         }
3043         srb = dcb->active_srb;
3044         acb->active_dcb = NULL;
3045         dprintkdbg(DBG_0, "disconnect: (0x%p)\n", srb->cmd);
3046
3047         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3048         clear_fifo(acb, "disconnect");
3049         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
3050         if (srb->state & SRB_UNEXPECT_RESEL) {
3051                 dprintkl(KERN_ERR,
3052                         "disconnect: Unexpected reselection <%02i-%i>\n",
3053                         dcb->target_id, dcb->target_lun);
3054                 srb->state = 0;
3055                 waiting_process_next(acb);
3056         } else if (srb->state & SRB_ABORT_SENT) {
3057                 dcb->flag &= ~ABORT_DEV_;
3058                 acb->last_reset = jiffies + HZ / 2 + 1;
3059                 dprintkl(KERN_ERR, "disconnect: SRB_ABORT_SENT\n");
3060                 doing_srb_done(acb, DID_ABORT, srb->cmd, 1);
3061                 waiting_process_next(acb);
3062         } else {
3063                 if ((srb->state & (SRB_START_ + SRB_MSGOUT))
3064                     || !(srb->
3065                          state & (SRB_DISCONNECT + SRB_COMPLETED))) {
3066                         /*
3067                          * Selection time out
3068                          * SRB_START_ || SRB_MSGOUT || (!SRB_DISCONNECT && !SRB_COMPLETED)
3069                          */
3070                         /* Unexp. Disc / Sel Timeout */
3071                         if (srb->state != SRB_START_
3072                             && srb->state != SRB_MSGOUT) {
3073                                 srb->state = SRB_READY;
3074                                 dprintkl(KERN_DEBUG,
3075                                         "disconnect: (0x%p) Unexpected\n",
3076                                         srb->cmd);
3077                                 srb->target_status = SCSI_STAT_SEL_TIMEOUT;
3078                                 goto disc1;
3079                         } else {
3080                                 /* Normal selection timeout */
3081                                 dprintkdbg(DBG_KG, "disconnect: (0x%p) "
3082                                         "<%02i-%i> SelTO\n", srb->cmd,
3083                                         dcb->target_id, dcb->target_lun);
3084                                 if (srb->retry_count++ > DC395x_MAX_RETRIES
3085                                     || acb->scan_devices) {
3086                                         srb->target_status =
3087                                             SCSI_STAT_SEL_TIMEOUT;
3088                                         goto disc1;
3089                                 }
3090                                 free_tag(dcb, srb);
3091                                 srb_going_to_waiting_move(dcb, srb);
3092                                 dprintkdbg(DBG_KG,
3093                                         "disconnect: (0x%p) Retry\n",
3094                                         srb->cmd);
3095                                 waiting_set_timer(acb, HZ / 20);
3096                         }
3097                 } else if (srb->state & SRB_DISCONNECT) {
3098                         u8 bval = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
3099                         /*
3100                          * SRB_DISCONNECT (This is what we expect!)
3101                          */
3102                         if (bval & 0x40) {
3103                                 dprintkdbg(DBG_0, "disconnect: SCSI bus stat "
3104                                         " 0x%02x: ACK set! Other controllers?\n",
3105                                         bval);
3106                                 /* It could come from another initiator, therefore don't do much ! */
3107                         } else
3108                                 waiting_process_next(acb);
3109                 } else if (srb->state & SRB_COMPLETED) {
3110                       disc1:
3111                         /*
3112                          ** SRB_COMPLETED
3113                          */
3114                         free_tag(dcb, srb);
3115                         dcb->active_srb = NULL;
3116                         srb->state = SRB_FREE;
3117                         srb_done(acb, dcb, srb);
3118                 }
3119         }
3120 }
3121
3122
3123 static void reselect(struct AdapterCtlBlk *acb)
3124 {
3125         struct DeviceCtlBlk *dcb = acb->active_dcb;
3126         struct ScsiReqBlk *srb = NULL;
3127         u16 rsel_tar_lun_id;
3128         u8 id, lun;
3129         u8 arblostflag = 0;
3130         dprintkdbg(DBG_0, "reselect: acb=%p\n", acb);
3131
3132         clear_fifo(acb, "reselect");
3133         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT | DO_DATALATCH); */
3134         /* Read Reselected Target ID and LUN */
3135         rsel_tar_lun_id = DC395x_read16(acb, TRM_S1040_SCSI_TARGETID);
3136         if (dcb) {              /* Arbitration lost but Reselection win */
3137                 srb = dcb->active_srb;
3138                 if (!srb) {
3139                         dprintkl(KERN_DEBUG, "reselect: Arb lost Resel won, "
3140                                 "but active_srb == NULL\n");
3141                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3142                         return;
3143                 }
3144                 /* Why the if ? */
3145                 if (!acb->scan_devices) {
3146                         dprintkdbg(DBG_KG, "reselect: (0x%p) <%02i-%i> "
3147                                 "Arb lost but Resel win rsel=%i stat=0x%04x\n",
3148                                 srb->cmd, dcb->target_id,
3149                                 dcb->target_lun, rsel_tar_lun_id,
3150                                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS));
3151                         arblostflag = 1;
3152                         /*srb->state |= SRB_DISCONNECT; */
3153
3154                         srb->state = SRB_READY;
3155                         free_tag(dcb, srb);
3156                         srb_going_to_waiting_move(dcb, srb);
3157                         waiting_set_timer(acb, HZ / 20);
3158
3159                         /* return; */
3160                 }
3161         }
3162         /* Read Reselected Target Id and LUN */
3163         if (!(rsel_tar_lun_id & (IDENTIFY_BASE << 8)))
3164                 dprintkl(KERN_DEBUG, "reselect: Expects identify msg. "
3165                         "Got %i!\n", rsel_tar_lun_id);
3166         id = rsel_tar_lun_id & 0xff;
3167         lun = (rsel_tar_lun_id >> 8) & 7;
3168         dcb = find_dcb(acb, id, lun);
3169         if (!dcb) {
3170                 dprintkl(KERN_ERR, "reselect: From non existent device "
3171                         "<%02i-%i>\n", id, lun);
3172                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3173                 return;
3174         }
3175         acb->active_dcb = dcb;
3176
3177         if (!(dcb->dev_mode & NTC_DO_DISCONNECT))
3178                 dprintkl(KERN_DEBUG, "reselect: in spite of forbidden "
3179                         "disconnection? <%02i-%i>\n",
3180                         dcb->target_id, dcb->target_lun);
3181
3182         if (dcb->sync_mode & EN_TAG_QUEUEING /*&& !arblostflag */) {
3183                 srb = acb->tmp_srb;
3184                 dcb->active_srb = srb;
3185         } else {
3186                 /* There can be only one! */
3187                 srb = dcb->active_srb;
3188                 if (!srb || !(srb->state & SRB_DISCONNECT)) {
3189                         /*
3190                          * abort command
3191                          */
3192                         dprintkl(KERN_DEBUG,
3193                                 "reselect: w/o disconnected cmds <%02i-%i>\n",
3194                                 dcb->target_id, dcb->target_lun);
3195                         srb = acb->tmp_srb;
3196                         srb->state = SRB_UNEXPECT_RESEL;
3197                         dcb->active_srb = srb;
3198                         enable_msgout_abort(acb, srb);
3199                 } else {
3200                         if (dcb->flag & ABORT_DEV_) {
3201                                 /*srb->state = SRB_ABORT_SENT; */
3202                                 enable_msgout_abort(acb, srb);
3203                         } else
3204                                 srb->state = SRB_DATA_XFER;
3205
3206                 }
3207         }
3208         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3209
3210         /* Program HA ID, target ID, period and offset */
3211         dprintkdbg(DBG_0, "reselect: select <%i>\n", dcb->target_id);
3212         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);     /* host   ID */
3213         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);            /* target ID */
3214         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);            /* offset    */
3215         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);              /* sync period, wide */
3216         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);              /* it's important for atn stop */
3217         /* SCSI command */
3218         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
3219 }
3220
3221
3222 static inline u8 tagq_blacklist(char *name)
3223 {
3224 #ifndef DC395x_NO_TAGQ
3225 #if 0
3226         u8 i;
3227         for (i = 0; i < BADDEVCNT; i++)
3228                 if (memcmp(name, DC395x_baddevname1[i], 28) == 0)
3229                         return 1;
3230 #endif
3231         return 0;
3232 #else
3233         return 1;
3234 #endif
3235 }
3236
3237
3238 static void disc_tagq_set(struct DeviceCtlBlk *dcb, struct ScsiInqData *ptr)
3239 {
3240         /* Check for SCSI format (ANSI and Response data format) */
3241         if ((ptr->Vers & 0x07) >= 2 || (ptr->RDF & 0x0F) == 2) {
3242                 if ((ptr->Flags & SCSI_INQ_CMDQUEUE)
3243                     && (dcb->dev_mode & NTC_DO_TAG_QUEUEING) &&
3244                     /*(dcb->dev_mode & NTC_DO_DISCONNECT) */
3245                     /* ((dcb->dev_type == TYPE_DISK)
3246                        || (dcb->dev_type == TYPE_MOD)) && */
3247                     !tagq_blacklist(((char *)ptr) + 8)) {
3248                         if (dcb->max_command == 1)
3249                                 dcb->max_command =
3250                                     dcb->acb->tag_max_num;
3251                         dcb->sync_mode |= EN_TAG_QUEUEING;
3252                         /*dcb->tag_mask = 0; */
3253                 } else
3254                         dcb->max_command = 1;
3255         }
3256 }
3257
3258
3259 static void add_dev(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3260                 struct ScsiInqData *ptr)
3261 {
3262         u8 bval1 = ptr->DevType & SCSI_DEVTYPE;
3263         dcb->dev_type = bval1;
3264         /* if (bval1 == TYPE_DISK || bval1 == TYPE_MOD) */
3265         disc_tagq_set(dcb, ptr);
3266 }
3267
3268
3269 /* unmap mapped pci regions from SRB */
3270 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
3271 {
3272         struct scsi_cmnd *cmd = srb->cmd;
3273         enum dma_data_direction dir = cmd->sc_data_direction;
3274
3275         if (scsi_sg_count(cmd) && dir != PCI_DMA_NONE) {
3276                 /* unmap DC395x SG list */
3277                 dprintkdbg(DBG_SG, "pci_unmap_srb: list=%08x(%05x)\n",
3278                         srb->sg_bus_addr, SEGMENTX_LEN);
3279                 pci_unmap_single(acb->dev, srb->sg_bus_addr,
3280                                  SEGMENTX_LEN,
3281                                  PCI_DMA_TODEVICE);
3282                 dprintkdbg(DBG_SG, "pci_unmap_srb: segs=%i buffer=%p\n",
3283                            scsi_sg_count(cmd), scsi_bufflen(cmd));
3284                 /* unmap the sg segments */
3285                 scsi_dma_unmap(cmd);
3286         }
3287 }
3288
3289
3290 /* unmap mapped pci sense buffer from SRB */
3291 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
3292                 struct ScsiReqBlk *srb)
3293 {
3294         if (!(srb->flag & AUTO_REQSENSE))
3295                 return;
3296         /* Unmap sense buffer */
3297         dprintkdbg(DBG_SG, "pci_unmap_srb_sense: buffer=%08x\n",
3298                srb->segment_x[0].address);
3299         pci_unmap_single(acb->dev, srb->segment_x[0].address,
3300                          srb->segment_x[0].length, PCI_DMA_FROMDEVICE);
3301         /* Restore SG stuff */
3302         srb->total_xfer_length = srb->xferred;
3303         srb->segment_x[0].address =
3304             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address;
3305         srb->segment_x[0].length =
3306             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length;
3307 }
3308
3309
3310 /*
3311  * Complete execution of a SCSI command
3312  * Signal completion to the generic SCSI driver
3313  */
3314 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3315                 struct ScsiReqBlk *srb)
3316 {
3317         u8 tempcnt, status;
3318         struct scsi_cmnd *cmd = srb->cmd;
3319         enum dma_data_direction dir = cmd->sc_data_direction;
3320         int ckc_only = 1;
3321
3322         dprintkdbg(DBG_1, "srb_done: (0x%p) <%02i-%i>\n", srb->cmd,
3323                 srb->cmd->device->id, srb->cmd->device->lun);
3324         dprintkdbg(DBG_SG, "srb_done: srb=%p sg=%i(%i/%i) buf=%p\n",
3325                    srb, scsi_sg_count(cmd), srb->sg_index, srb->sg_count,
3326                    scsi_sgtalbe(cmd));
3327         status = srb->target_status;
3328         if (srb->flag & AUTO_REQSENSE) {
3329                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE1\n");
3330                 pci_unmap_srb_sense(acb, srb);
3331                 /*
3332                  ** target status..........................
3333                  */
3334                 srb->flag &= ~AUTO_REQSENSE;
3335                 srb->adapter_status = 0;
3336                 srb->target_status = CHECK_CONDITION << 1;
3337                 if (debug_enabled(DBG_1)) {
3338                         switch (cmd->sense_buffer[2] & 0x0f) {
3339                         case NOT_READY:
3340                                 dprintkl(KERN_DEBUG,
3341                                      "ReqSense: NOT_READY cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3342                                      cmd->cmnd[0], dcb->target_id,
3343                                      dcb->target_lun, status, acb->scan_devices);
3344                                 break;
3345                         case UNIT_ATTENTION:
3346                                 dprintkl(KERN_DEBUG,
3347                                      "ReqSense: UNIT_ATTENTION cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3348                                      cmd->cmnd[0], dcb->target_id,
3349                                      dcb->target_lun, status, acb->scan_devices);
3350                                 break;
3351                         case ILLEGAL_REQUEST:
3352                                 dprintkl(KERN_DEBUG,
3353                                      "ReqSense: ILLEGAL_REQUEST cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3354                                      cmd->cmnd[0], dcb->target_id,
3355                                      dcb->target_lun, status, acb->scan_devices);
3356                                 break;
3357                         case MEDIUM_ERROR:
3358                                 dprintkl(KERN_DEBUG,
3359                                      "ReqSense: MEDIUM_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3360                                      cmd->cmnd[0], dcb->target_id,
3361                                      dcb->target_lun, status, acb->scan_devices);
3362                                 break;
3363                         case HARDWARE_ERROR:
3364                                 dprintkl(KERN_DEBUG,
3365                                      "ReqSense: HARDWARE_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3366                                      cmd->cmnd[0], dcb->target_id,
3367                                      dcb->target_lun, status, acb->scan_devices);
3368                                 break;
3369                         }
3370                         if (cmd->sense_buffer[7] >= 6)
3371                                 printk("sense=0x%02x ASC=0x%02x ASCQ=0x%02x "
3372                                         "(0x%08x 0x%08x)\n",
3373                                         cmd->sense_buffer[2], cmd->sense_buffer[12],
3374                                         cmd->sense_buffer[13],
3375                                         *((unsigned int *)(cmd->sense_buffer + 3)),
3376                                         *((unsigned int *)(cmd->sense_buffer + 8)));
3377                         else
3378                                 printk("sense=0x%02x No ASC/ASCQ (0x%08x)\n",
3379                                         cmd->sense_buffer[2],
3380                                         *((unsigned int *)(cmd->sense_buffer + 3)));
3381                 }
3382
3383                 if (status == (CHECK_CONDITION << 1)) {
3384                         cmd->result = DID_BAD_TARGET << 16;
3385                         goto ckc_e;
3386                 }
3387                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE2\n");
3388
3389                 if (srb->total_xfer_length
3390                     && srb->total_xfer_length >= cmd->underflow)
3391                         cmd->result =
3392                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3393                                        srb->end_message, CHECK_CONDITION);
3394                 /*SET_RES_DID(cmd->result,DID_OK) */
3395                 else
3396                         cmd->result =
3397                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3398                                        srb->end_message, CHECK_CONDITION);
3399
3400                 goto ckc_e;
3401         }
3402
3403 /*************************************************************/
3404         if (status) {
3405                 /*
3406                  * target status..........................
3407                  */
3408                 if (status_byte(status) == CHECK_CONDITION) {
3409                         request_sense(acb, dcb, srb);
3410                         return;
3411                 } else if (status_byte(status) == QUEUE_FULL) {
3412                         tempcnt = (u8)list_size(&dcb->srb_going_list);
3413                         dprintkl(KERN_INFO, "QUEUE_FULL for dev <%02i-%i> with %i cmnds\n",
3414                              dcb->target_id, dcb->target_lun, tempcnt);
3415                         if (tempcnt > 1)
3416                                 tempcnt--;
3417                         dcb->max_command = tempcnt;
3418                         free_tag(dcb, srb);
3419                         srb_going_to_waiting_move(dcb, srb);
3420                         waiting_set_timer(acb, HZ / 20);
3421                         srb->adapter_status = 0;
3422                         srb->target_status = 0;
3423                         return;
3424                 } else if (status == SCSI_STAT_SEL_TIMEOUT) {
3425                         srb->adapter_status = H_SEL_TIMEOUT;
3426                         srb->target_status = 0;
3427                         cmd->result = DID_NO_CONNECT << 16;
3428                 } else {
3429                         srb->adapter_status = 0;
3430                         SET_RES_DID(cmd->result, DID_ERROR);
3431                         SET_RES_MSG(cmd->result, srb->end_message);
3432                         SET_RES_TARGET(cmd->result, status);
3433
3434                 }
3435         } else {
3436                 /*
3437                  ** process initiator status..........................
3438                  */
3439                 status = srb->adapter_status;
3440                 if (status & H_OVER_UNDER_RUN) {
3441                         srb->target_status = 0;
3442                         SET_RES_DID(cmd->result, DID_OK);
3443                         SET_RES_MSG(cmd->result, srb->end_message);
3444                 } else if (srb->status & PARITY_ERROR) {
3445                         SET_RES_DID(cmd->result, DID_PARITY);
3446                         SET_RES_MSG(cmd->result, srb->end_message);
3447                 } else {        /* No error */
3448
3449                         srb->adapter_status = 0;
3450                         srb->target_status = 0;
3451                         SET_RES_DID(cmd->result, DID_OK);
3452                 }
3453         }
3454
3455         if (dir != PCI_DMA_NONE && scsi_sg_count(cmd))
3456                 pci_dma_sync_sg_for_cpu(acb->dev, scsi_sglist(cmd),
3457                                         scsi_sg_count(cmd), dir);
3458
3459         ckc_only = 0;
3460 /* Check Error Conditions */
3461       ckc_e:
3462
3463         if (cmd->cmnd[0] == INQUIRY) {
3464                 unsigned char *base = NULL;
3465                 struct ScsiInqData *ptr;
3466                 unsigned long flags = 0;
3467                 struct scatterlist* sg = scsi_sglist(cmd);
3468                 size_t offset = 0, len = sizeof(struct ScsiInqData);
3469
3470                 local_irq_save(flags);
3471                 base = scsi_kmap_atomic_sg(sg, scsi_sg_count(cmd), &offset, &len);
3472                 ptr = (struct ScsiInqData *)(base + offset);
3473
3474                 if (!ckc_only && (cmd->result & RES_DID) == 0
3475                     && cmd->cmnd[2] == 0 && scsi_bufflen(cmd) >= 8
3476                     && dir != PCI_DMA_NONE && ptr && (ptr->Vers & 0x07) >= 2)
3477                         dcb->inquiry7 = ptr->Flags;
3478
3479         /*if( srb->cmd->cmnd[0] == INQUIRY && */
3480         /*  (host_byte(cmd->result) == DID_OK || status_byte(cmd->result) & CHECK_CONDITION) ) */
3481                 if ((cmd->result == (DID_OK << 16)
3482                      || status_byte(cmd->result) &
3483                      CHECK_CONDITION)) {
3484                         if (!dcb->init_tcq_flag) {
3485                                 add_dev(acb, dcb, ptr);
3486                                 dcb->init_tcq_flag = 1;
3487                         }
3488                 }
3489
3490                 scsi_kunmap_atomic_sg(base);
3491                 local_irq_restore(flags);
3492         }
3493
3494         /* Here is the info for Doug Gilbert's sg3 ... */
3495         scsi_set_resid(cmd, srb->total_xfer_length);
3496         /* This may be interpreted by sb. or not ... */
3497         cmd->SCp.this_residual = srb->total_xfer_length;
3498         cmd->SCp.buffers_residual = 0;
3499         if (debug_enabled(DBG_KG)) {
3500                 if (srb->total_xfer_length)
3501                         dprintkdbg(DBG_KG, "srb_done: (0x%p) <%02i-%i> "
3502                                 "cmnd=0x%02x Missed %i bytes\n",
3503                                 cmd, cmd->device->id, cmd->device->lun,
3504                                 cmd->cmnd[0], srb->total_xfer_length);
3505         }
3506
3507         srb_going_remove(dcb, srb);
3508         /* Add to free list */
3509         if (srb == acb->tmp_srb)
3510                 dprintkl(KERN_ERR, "srb_done: ERROR! Completed cmd with tmp_srb\n");
3511         else {
3512                 dprintkdbg(DBG_0, "srb_done: (0x%p) done result=0x%08x\n",
3513                         cmd, cmd->result);
3514                 srb_free_insert(acb, srb);
3515         }
3516         pci_unmap_srb(acb, srb);
3517
3518         cmd->scsi_done(cmd);
3519         waiting_process_next(acb);
3520 }
3521
3522
3523 /* abort all cmds in our queues */
3524 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_flag,
3525                 struct scsi_cmnd *cmd, u8 force)
3526 {
3527         struct DeviceCtlBlk *dcb;
3528         dprintkl(KERN_INFO, "doing_srb_done: pids ");
3529
3530         list_for_each_entry(dcb, &acb->dcb_list, list) {
3531                 struct ScsiReqBlk *srb;
3532                 struct ScsiReqBlk *tmp;
3533                 struct scsi_cmnd *p;
3534
3535                 list_for_each_entry_safe(srb, tmp, &dcb->srb_going_list, list) {
3536                         enum dma_data_direction dir;
3537                         int result;
3538
3539                         p = srb->cmd;
3540                         dir = p->sc_data_direction;
3541                         result = MK_RES(0, did_flag, 0, 0);
3542                         printk("G:%p(%02i-%i) ", p,
3543                                p->device->id, p->device->lun);
3544                         srb_going_remove(dcb, srb);
3545                         free_tag(dcb, srb);
3546                         srb_free_insert(acb, srb);
3547                         p->result = result;
3548                         pci_unmap_srb_sense(acb, srb);
3549                         pci_unmap_srb(acb, srb);
3550                         if (force) {
3551                                 /* For new EH, we normally don't need to give commands back,
3552                                  * as they all complete or all time out */
3553                                 p->scsi_done(p);
3554                         }
3555                 }
3556                 if (!list_empty(&dcb->srb_going_list))
3557                         dprintkl(KERN_DEBUG,
3558                                "How could the ML send cmnds to the Going queue? <%02i-%i>\n",
3559                                dcb->target_id, dcb->target_lun);
3560                 if (dcb->tag_mask)
3561                         dprintkl(KERN_DEBUG,
3562                                "tag_mask for <%02i-%i> should be empty, is %08x!\n",
3563                                dcb->target_id, dcb->target_lun,
3564                                dcb->tag_mask);
3565
3566                 /* Waiting queue */
3567                 list_for_each_entry_safe(srb, tmp, &dcb->srb_waiting_list, list) {
3568                         int result;
3569                         p = srb->cmd;
3570
3571                         result = MK_RES(0, did_flag, 0, 0);
3572                         printk("W:%p<%02i-%i>", p, p->device->id,
3573                                p->device->lun);
3574                         srb_waiting_remove(dcb, srb);
3575                         srb_free_insert(acb, srb);
3576                         p->result = result;
3577                         pci_unmap_srb_sense(acb, srb);
3578                         pci_unmap_srb(acb, srb);
3579                         if (force) {
3580                                 /* For new EH, we normally don't need to give commands back,
3581                                  * as they all complete or all time out */
3582                                 cmd->scsi_done(cmd);
3583                         }
3584                 }
3585                 if (!list_empty(&dcb->srb_waiting_list))
3586                         dprintkl(KERN_DEBUG, "ML queued %i cmnds again to <%02i-%i>\n",
3587                              list_size(&dcb->srb_waiting_list), dcb->target_id,
3588                              dcb->target_lun);
3589                 dcb->flag &= ~ABORT_DEV_;
3590         }
3591         printk("\n");
3592 }
3593
3594
3595 static void reset_scsi_bus(struct AdapterCtlBlk *acb)
3596 {
3597         dprintkdbg(DBG_0, "reset_scsi_bus: acb=%p\n", acb);
3598         acb->acb_flag |= RESET_DEV;     /* RESET_DETECT, RESET_DONE, RESET_DEV */
3599         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
3600
3601         while (!(DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET))
3602                 /* nothing */;
3603 }
3604
3605
3606 static void set_basic_config(struct AdapterCtlBlk *acb)
3607 {
3608         u8 bval;
3609         u16 wval;
3610         DC395x_write8(acb, TRM_S1040_SCSI_TIMEOUT, acb->sel_timeout);
3611         if (acb->config & HCC_PARITY)
3612                 bval = PHASELATCH | INITIATOR | BLOCKRST | PARITYCHECK;
3613         else
3614                 bval = PHASELATCH | INITIATOR | BLOCKRST;
3615
3616         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG0, bval);
3617
3618         /* program configuration 1: Act_Neg (+ Act_Neg_Enh? + Fast_Filter? + DataDis?) */
3619         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG1, 0x03);       /* was 0x13: default */
3620         /* program Host ID                  */
3621         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
3622         /* set ansynchronous transfer       */
3623         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, 0x00);
3624         /* Turn LED control off */
3625         wval = DC395x_read16(acb, TRM_S1040_GEN_CONTROL) & 0x7F;
3626         DC395x_write16(acb, TRM_S1040_GEN_CONTROL, wval);
3627         /* DMA config          */
3628         wval = DC395x_read16(acb, TRM_S1040_DMA_CONFIG) & ~DMA_FIFO_CTRL;
3629         wval |=
3630             DMA_FIFO_HALF_HALF | DMA_ENHANCE /*| DMA_MEM_MULTI_READ */ ;
3631         DC395x_write16(acb, TRM_S1040_DMA_CONFIG, wval);
3632         /* Clear pending interrupt status */
3633         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
3634         /* Enable SCSI interrupt    */
3635         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x7F);
3636         DC395x_write8(acb, TRM_S1040_DMA_INTEN, EN_SCSIINTR | EN_DMAXFERERROR
3637                       /*| EN_DMAXFERABORT | EN_DMAXFERCOMP | EN_FORCEDMACOMP */
3638                       );
3639 }
3640
3641
3642 static void scsi_reset_detect(struct AdapterCtlBlk *acb)
3643 {
3644         dprintkl(KERN_INFO, "scsi_reset_detect: acb=%p\n", acb);
3645         /* delay half a second */
3646         if (timer_pending(&acb->waiting_timer))
3647                 del_timer(&acb->waiting_timer);
3648
3649         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
3650         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
3651         /*DC395x_write8(acb, TRM_S1040_DMA_CONTROL,STOPDMAXFER); */
3652         udelay(500);
3653         /* Maybe we locked up the bus? Then lets wait even longer ... */
3654         acb->last_reset =
3655             jiffies + 5 * HZ / 2 +
3656             HZ * acb->eeprom.delay_time;
3657
3658         clear_fifo(acb, "scsi_reset_detect");
3659         set_basic_config(acb);
3660         /*1.25 */
3661         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT); */
3662
3663         if (acb->acb_flag & RESET_DEV) {        /* RESET_DETECT, RESET_DONE, RESET_DEV */
3664                 acb->acb_flag |= RESET_DONE;
3665         } else {
3666                 acb->acb_flag |= RESET_DETECT;
3667                 reset_dev_param(acb);
3668                 doing_srb_done(acb, DID_RESET, NULL, 1);
3669                 /*DC395x_RecoverSRB( acb ); */
3670                 acb->active_dcb = NULL;
3671                 acb->acb_flag = 0;
3672                 waiting_process_next(acb);
3673         }
3674 }
3675
3676
3677 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3678                 struct ScsiReqBlk *srb)
3679 {
3680         struct scsi_cmnd *cmd = srb->cmd;
3681         dprintkdbg(DBG_1, "request_sense: (0x%p) <%02i-%i>\n",
3682                 cmd, cmd->device->id, cmd->device->lun);
3683
3684         srb->flag |= AUTO_REQSENSE;
3685         srb->adapter_status = 0;
3686         srb->target_status = 0;
3687
3688         /* KG: Can this prevent crap sense data ? */
3689         memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
3690
3691         /* Save some data */
3692         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address =
3693             srb->segment_x[0].address;
3694         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length =
3695             srb->segment_x[0].length;
3696         srb->xferred = srb->total_xfer_length;
3697         /* srb->segment_x : a one entry of S/G list table */
3698         srb->total_xfer_length = SCSI_SENSE_BUFFERSIZE;
3699         srb->segment_x[0].length = SCSI_SENSE_BUFFERSIZE;
3700         /* Map sense buffer */
3701         srb->segment_x[0].address =
3702             pci_map_single(acb->dev, cmd->sense_buffer,
3703                            SCSI_SENSE_BUFFERSIZE, PCI_DMA_FROMDEVICE);
3704         dprintkdbg(DBG_SG, "request_sense: map buffer %p->%08x(%05x)\n",
3705                cmd->sense_buffer, srb->segment_x[0].address,
3706                SCSI_SENSE_BUFFERSIZE);
3707         srb->sg_count = 1;
3708         srb->sg_index = 0;
3709
3710         if (start_scsi(acb, dcb, srb)) {        /* Should only happen, if sb. else grabs the bus */
3711                 dprintkl(KERN_DEBUG,
3712                         "request_sense: (0x%p) failed <%02i-%i>\n",
3713                         srb->cmd, dcb->target_id, dcb->target_lun);
3714                 srb_going_to_waiting_move(dcb, srb);
3715                 waiting_set_timer(acb, HZ / 100);
3716         }
3717 }
3718
3719
3720 /**
3721  * device_alloc - Allocate a new device instance. This create the
3722  * devices instance and sets up all the data items. The adapter
3723  * instance is required to obtain confiuration information for this
3724  * device. This does *not* add this device to the adapters device
3725  * list.
3726  *
3727  * @acb: The adapter to obtain configuration information from.
3728  * @target: The target for the new device.
3729  * @lun: The lun for the new device.
3730  *
3731  * Return the new device if successful or NULL on failure.
3732  **/
3733 static struct DeviceCtlBlk *device_alloc(struct AdapterCtlBlk *acb,
3734                 u8 target, u8 lun)
3735 {
3736         struct NvRamType *eeprom = &acb->eeprom;
3737         u8 period_index = eeprom->target[target].period & 0x07;
3738         struct DeviceCtlBlk *dcb;
3739
3740         dcb = kmalloc(sizeof(struct DeviceCtlBlk), GFP_ATOMIC);
3741         dprintkdbg(DBG_0, "device_alloc: <%02i-%i>\n", target, lun);
3742         if (!dcb)
3743                 return NULL;
3744         dcb->acb = NULL;
3745         INIT_LIST_HEAD(&dcb->srb_going_list);
3746         INIT_LIST_HEAD(&dcb->srb_waiting_list);
3747         dcb->active_srb = NULL;
3748         dcb->tag_mask = 0;
3749         dcb->max_command = 1;
3750         dcb->target_id = target;
3751         dcb->target_lun = lun;
3752         dcb->dev_mode = eeprom->target[target].cfg0;
3753 #ifndef DC395x_NO_DISCONNECT
3754         dcb->identify_msg =
3755             IDENTIFY(dcb->dev_mode & NTC_DO_DISCONNECT, lun);
3756 #else
3757         dcb->identify_msg = IDENTIFY(0, lun);
3758 #endif
3759         dcb->inquiry7 = 0;
3760         dcb->sync_mode = 0;
3761         dcb->min_nego_period = clock_period[period_index];
3762         dcb->sync_period = 0;
3763         dcb->sync_offset = 0;
3764         dcb->flag = 0;
3765
3766 #ifndef DC395x_NO_WIDE
3767         if ((dcb->dev_mode & NTC_DO_WIDE_NEGO)
3768             && (acb->config & HCC_WIDE_CARD))
3769                 dcb->sync_mode |= WIDE_NEGO_ENABLE;
3770 #endif
3771 #ifndef DC395x_NO_SYNC
3772         if (dcb->dev_mode & NTC_DO_SYNC_NEGO)
3773                 if (!(lun) || current_sync_offset)
3774                         dcb->sync_mode |= SYNC_NEGO_ENABLE;
3775 #endif
3776         if (dcb->target_lun != 0) {
3777                 /* Copy settings */
3778                 struct DeviceCtlBlk *p;
3779                 list_for_each_entry(p, &acb->dcb_list, list)
3780                         if (p->target_id == dcb->target_id)
3781                                 break;
3782                 dprintkdbg(DBG_1,
3783                        "device_alloc: <%02i-%i> copy from <%02i-%i>\n",
3784                        dcb->target_id, dcb->target_lun,
3785                        p->target_id, p->target_lun);
3786                 dcb->sync_mode = p->sync_mode;
3787                 dcb->sync_period = p->sync_period;
3788                 dcb->min_nego_period = p->min_nego_period;
3789                 dcb->sync_offset = p->sync_offset;
3790                 dcb->inquiry7 = p->inquiry7;
3791         }
3792         return dcb;
3793 }
3794
3795
3796 /**
3797  * adapter_add_device - Adds the device instance to the adaptor instance.
3798  *
3799  * @acb: The adapter device to be updated
3800  * @dcb: A newly created and initialised device instance to add.
3801  **/
3802 static void adapter_add_device(struct AdapterCtlBlk *acb,
3803                 struct DeviceCtlBlk *dcb)
3804 {
3805         /* backpointer to adapter */
3806         dcb->acb = acb;
3807
3808         /* set run_robin to this device if it is currently empty */
3809         if (list_empty(&acb->dcb_list))
3810                 acb->dcb_run_robin = dcb;
3811
3812         /* add device to list */
3813         list_add_tail(&dcb->list, &acb->dcb_list);
3814
3815         /* update device maps */
3816         acb->dcb_map[dcb->target_id] |= (1 << dcb->target_lun);
3817         acb->children[dcb->target_id][dcb->target_lun] = dcb;
3818 }
3819
3820
3821 /**
3822  * adapter_remove_device - Removes the device instance from the adaptor
3823  * instance. The device instance is not check in any way or freed by this.
3824  * The caller is expected to take care of that. This will simply remove the
3825  * device from the adapters data strcutures.
3826  *
3827  * @acb: The adapter device to be updated
3828  * @dcb: A device that has previously been added to the adapter.
3829  **/
3830 static void adapter_remove_device(struct AdapterCtlBlk *acb,
3831                 struct DeviceCtlBlk *dcb)
3832 {
3833         struct DeviceCtlBlk *i;
3834         struct DeviceCtlBlk *tmp;
3835         dprintkdbg(DBG_0, "adapter_remove_device: <%02i-%i>\n",
3836                 dcb->target_id, dcb->target_lun);
3837
3838         /* fix up any pointers to this device that we have in the adapter */
3839         if (acb->active_dcb == dcb)
3840                 acb->active_dcb = NULL;
3841         if (acb->dcb_run_robin == dcb)
3842                 acb->dcb_run_robin = dcb_get_next(&acb->dcb_list, dcb);
3843
3844         /* unlink from list */
3845         list_for_each_entry_safe(i, tmp, &acb->dcb_list, list)
3846                 if (dcb == i) {
3847                         list_del(&i->list);
3848                         break;
3849                 }
3850
3851         /* clear map and children */
3852         acb->dcb_map[dcb->target_id] &= ~(1 << dcb->target_lun);
3853         acb->children[dcb->target_id][dcb->target_lun] = NULL;
3854         dcb->acb = NULL;
3855 }
3856
3857
3858 /**
3859  * adapter_remove_and_free_device - Removes a single device from the adapter
3860  * and then frees the device information.
3861  *
3862  * @acb: The adapter device to be updated
3863  * @dcb: A device that has previously been added to the adapter.
3864  */
3865 static void adapter_remove_and_free_device(struct AdapterCtlBlk *acb,
3866                 struct DeviceCtlBlk *dcb)
3867 {
3868         if (list_size(&dcb->srb_going_list) > 1) {
3869                 dprintkdbg(DBG_1, "adapter_remove_and_free_device: <%02i-%i> "
3870                            "Won't remove because of %i active requests.\n",
3871                            dcb->target_id, dcb->target_lun,
3872                            list_size(&dcb->srb_going_list));
3873                 return;
3874         }
3875         adapter_remove_device(acb, dcb);
3876         kfree(dcb);
3877 }
3878
3879
3880 /**
3881  * adapter_remove_and_free_all_devices - Removes and frees all of the
3882  * devices associated with the specified adapter.
3883  *
3884  * @acb: The adapter from which all devices should be removed.
3885  **/
3886 static void adapter_remove_and_free_all_devices(struct AdapterCtlBlk* acb)
3887 {
3888         struct DeviceCtlBlk *dcb;
3889         struct DeviceCtlBlk *tmp;
3890         dprintkdbg(DBG_1, "adapter_remove_and_free_all_devices: num=%i\n",
3891                    list_size(&acb->dcb_list));
3892
3893         list_for_each_entry_safe(dcb, tmp, &acb->dcb_list, list)
3894                 adapter_remove_and_free_device(acb, dcb);
3895 }
3896
3897
3898 /**
3899  * dc395x_slave_alloc - Called by the scsi mid layer to tell us about a new
3900  * scsi device that we need to deal with. We allocate a new device and then
3901  * insert that device into the adapters device list.
3902  *
3903  * @scsi_device: The new scsi device that we need to handle.
3904  **/
3905 static int dc395x_slave_alloc(struct scsi_device *scsi_device)
3906 {
3907         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3908         struct DeviceCtlBlk *dcb;
3909
3910         dcb = device_alloc(acb, scsi_device->id, scsi_device->lun);
3911         if (!dcb)
3912                 return -ENOMEM;
3913         adapter_add_device(acb, dcb);
3914
3915         return 0;
3916 }
3917
3918
3919 /**
3920  * dc395x_slave_destroy - Called by the scsi mid layer to tell us about a
3921  * device that is going away.
3922  *
3923  * @scsi_device: The new scsi device that we need to handle.
3924  **/
3925 static void dc395x_slave_destroy(struct scsi_device *scsi_device)
3926 {
3927         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3928         struct DeviceCtlBlk *dcb = find_dcb(acb, scsi_device->id, scsi_device->lun);
3929         if (dcb)
3930                 adapter_remove_and_free_device(acb, dcb);
3931 }
3932
3933
3934
3935
3936 /**
3937  * trms1040_wait_30us: wait for 30 us
3938  *
3939  * Waits for 30us (using the chip by the looks of it..)
3940  *
3941  * @io_port: base I/O address
3942  **/
3943 static void trms1040_wait_30us(unsigned long io_port)
3944 {
3945         /* ScsiPortStallExecution(30); wait 30 us */
3946         outb(5, io_port + TRM_S1040_GEN_TIMER);
3947         while (!(inb(io_port + TRM_S1040_GEN_STATUS) & GTIMEOUT))
3948                 /* nothing */ ;
3949 }
3950
3951
3952 /**
3953  * trms1040_write_cmd - write the secified command and address to
3954  * chip
3955  *
3956  * @io_port:    base I/O address
3957  * @cmd:        SB + op code (command) to send
3958  * @addr:       address to send
3959  **/
3960 static void trms1040_write_cmd(unsigned long io_port, u8 cmd, u8 addr)
3961 {
3962         int i;
3963         u8 send_data;
3964
3965         /* program SB + OP code */
3966         for (i = 0; i < 3; i++, cmd <<= 1) {
3967                 send_data = NVR_SELECT;
3968                 if (cmd & 0x04) /* Start from bit 2 */
3969                         send_data |= NVR_BITOUT;
3970
3971                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3972                 trms1040_wait_30us(io_port);
3973                 outb((send_data | NVR_CLOCK),
3974                      io_port + TRM_S1040_GEN_NVRAM);
3975                 trms1040_wait_30us(io_port);
3976         }
3977
3978         /* send address */
3979         for (i = 0; i < 7; i++, addr <<= 1) {
3980                 send_data = NVR_SELECT;
3981                 if (addr & 0x40)        /* Start from bit 6 */
3982                         send_data |= NVR_BITOUT;
3983
3984                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3985                 trms1040_wait_30us(io_port);
3986                 outb((send_data | NVR_CLOCK),
3987                      io_port + TRM_S1040_GEN_NVRAM);
3988                 trms1040_wait_30us(io_port);
3989         }
3990         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3991         trms1040_wait_30us(io_port);
3992 }
3993
3994
3995 /**
3996  * trms1040_set_data - store a single byte in the eeprom
3997  *
3998  * Called from write all to write a single byte into the SSEEPROM
3999  * Which is done one bit at a time.
4000  *
4001  * @io_port:    base I/O address
4002  * @addr:       offset into EEPROM
4003  * @byte:       bytes to write
4004  **/
4005 static void trms1040_set_data(unsigned long io_port, u8 addr, u8 byte)
4006 {
4007         int i;
4008         u8 send_data;
4009
4010         /* Send write command & address */
4011         trms1040_write_cmd(io_port, 0x05, addr);
4012
4013         /* Write data */
4014         for (i = 0; i < 8; i++, byte <<= 1) {
4015                 send_data = NVR_SELECT;
4016                 if (byte & 0x80)        /* Start from bit 7 */
4017                         send_data |= NVR_BITOUT;
4018
4019                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
4020                 trms1040_wait_30us(io_port);
4021                 outb((send_data | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
4022                 trms1040_wait_30us(io_port);
4023         }
4024         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4025         trms1040_wait_30us(io_port);
4026
4027         /* Disable chip select */
4028         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4029         trms1040_wait_30us(io_port);
4030
4031         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4032         trms1040_wait_30us(io_port);
4033
4034         /* Wait for write ready */
4035         while (1) {
4036                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
4037                 trms1040_wait_30us(io_port);
4038
4039                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4040                 trms1040_wait_30us(io_port);
4041
4042                 if (inb(io_port + TRM_S1040_GEN_NVRAM) & NVR_BITIN)
4043                         break;
4044         }
4045
4046         /*  Disable chip select */
4047         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4048 }
4049
4050
4051 /**
4052  * trms1040_write_all - write 128 bytes to the eeprom
4053  *
4054  * Write the supplied 128 bytes to the chips SEEPROM
4055  *
4056  * @eeprom:     the data to write
4057  * @io_port:    the base io port
4058  **/
4059 static void trms1040_write_all(struct NvRamType *eeprom, unsigned long io_port)
4060 {
4061         u8 *b_eeprom = (u8 *)eeprom;
4062         u8 addr;
4063
4064         /* Enable SEEPROM */
4065         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
4066              io_port + TRM_S1040_GEN_CONTROL);
4067
4068         /* write enable */
4069         trms1040_write_cmd(io_port, 0x04, 0xFF);
4070         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4071         trms1040_wait_30us(io_port);
4072
4073         /* write */
4074         for (addr = 0; addr < 128; addr++, b_eeprom++)
4075                 trms1040_set_data(io_port, addr, *b_eeprom);
4076
4077         /* write disable */
4078         trms1040_write_cmd(io_port, 0x04, 0x00);
4079         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4080         trms1040_wait_30us(io_port);
4081
4082         /* Disable SEEPROM */
4083         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
4084              io_port + TRM_S1040_GEN_CONTROL);
4085 }
4086
4087
4088 /**
4089  * trms1040_get_data - get a single byte from the eeprom
4090  *
4091  * Called from read all to read a single byte into the SSEEPROM
4092  * Which is done one bit at a time.
4093  *
4094  * @io_port:    base I/O address
4095  * @addr:       offset into SEEPROM
4096  *
4097  * Returns the byte read.
4098  **/
4099 static u8 trms1040_get_data(unsigned long io_port, u8 addr)
4100 {
4101         int i;
4102         u8 read_byte;
4103         u8 result = 0;
4104
4105         /* Send read command & address */
4106         trms1040_write_cmd(io_port, 0x06, addr);
4107
4108         /* read data */
4109         for (i = 0; i < 8; i++) {
4110                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
4111                 trms1040_wait_30us(io_port);
4112                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4113
4114                 /* Get data bit while falling edge */
4115                 read_byte = inb(io_port + TRM_S1040_GEN_NVRAM);
4116                 result <<= 1;
4117                 if (read_byte & NVR_BITIN)
4118                         result |= 1;
4119
4120                 trms1040_wait_30us(io_port);
4121         }
4122
4123         /* Disable chip select */
4124         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4125         return result;
4126 }
4127
4128
4129 /**
4130  * trms1040_read_all - read all bytes from the eeprom
4131  *
4132  * Read the 128 bytes from the SEEPROM.
4133  *
4134  * @eeprom:     where to store the data
4135  * @io_port:    the base io port
4136  **/
4137 static void trms1040_read_all(struct NvRamType *eeprom, unsigned long io_port)
4138 {
4139         u8 *b_eeprom = (u8 *)eeprom;
4140         u8 addr;
4141
4142         /* Enable SEEPROM */
4143         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
4144              io_port + TRM_S1040_GEN_CONTROL);
4145
4146         /* read details */
4147         for (addr = 0; addr < 128; addr++, b_eeprom++)
4148                 *b_eeprom = trms1040_get_data(io_port, addr);
4149
4150         /* Disable SEEPROM */
4151         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
4152              io_port + TRM_S1040_GEN_CONTROL);
4153 }
4154
4155
4156
4157 /**
4158  * check_eeprom - get and check contents of the eeprom
4159  *
4160  * Read seeprom 128 bytes into the memory provider in eeprom.
4161  * Checks the checksum and if it's not correct it uses a set of default
4162  * values.
4163  *
4164  * @eeprom:     caller allocated strcuture to read the eeprom data into
4165  * @io_port:    io port to read from
4166  **/
4167 static void check_eeprom(struct NvRamType *eeprom, unsigned long io_port)
4168 {
4169         u16 *w_eeprom = (u16 *)eeprom;
4170         u16 w_addr;
4171         u16 cksum;
4172         u32 d_addr;
4173         u32 *d_eeprom;
4174
4175         trms1040_read_all(eeprom, io_port);     /* read eeprom */
4176
4177         cksum = 0;
4178         for (w_addr = 0, w_eeprom = (u16 *)eeprom; w_addr < 64;
4179              w_addr++, w_eeprom++)
4180                 cksum += *w_eeprom;
4181         if (cksum != 0x1234) {
4182                 /*
4183                  * Checksum is wrong.
4184                  * Load a set of defaults into the eeprom buffer
4185                  */
4186                 dprintkl(KERN_WARNING,
4187                         "EEProm checksum error: using default values and options.\n");
4188                 eeprom->sub_vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4189                 eeprom->sub_vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4190                 eeprom->sub_sys_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4191                 eeprom->sub_sys_id[1] =
4192                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4193                 eeprom->sub_class = 0x00;
4194                 eeprom->vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4195                 eeprom->vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4196                 eeprom->device_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4197                 eeprom->device_id[1] =
4198                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4199                 eeprom->reserved = 0x00;
4200
4201                 for (d_addr = 0, d_eeprom = (u32 *)eeprom->target;
4202                      d_addr < 16; d_addr++, d_eeprom++)
4203                         *d_eeprom = 0x00000077; /* cfg3,cfg2,period,cfg0 */
4204
4205                 *d_eeprom++ = 0x04000F07;       /* max_tag,delay_time,channel_cfg,scsi_id */
4206                 *d_eeprom++ = 0x00000015;       /* reserved1,boot_lun,boot_target,reserved0 */
4207                 for (d_addr = 0; d_addr < 12; d_addr++, d_eeprom++)
4208                         *d_eeprom = 0x00;
4209
4210                 /* Now load defaults (maybe set by boot/module params) */
4211                 set_safe_settings();
4212                 fix_settings();
4213                 eeprom_override(eeprom);
4214
4215                 eeprom->cksum = 0x00;
4216                 for (w_addr = 0, cksum = 0, w_eeprom = (u16 *)eeprom;
4217                      w_addr < 63; w_addr++, w_eeprom++)
4218                         cksum += *w_eeprom;
4219
4220                 *w_eeprom = 0x1234 - cksum;
4221                 trms1040_write_all(eeprom, io_port);
4222                 eeprom->delay_time = cfg_data[CFG_RESET_DELAY].value;
4223         } else {
4224                 set_safe_settings();
4225                 eeprom_index_to_delay(eeprom);
4226                 eeprom_override(eeprom);
4227         }
4228 }
4229
4230
4231 /**
4232  * print_eeprom_settings - output the eeprom settings
4233  * to the kernel log so people can see what they were.
4234  *
4235  * @eeprom: The eeprom data strucutre to show details for.
4236  **/
4237 static void print_eeprom_settings(struct NvRamType *eeprom)
4238 {
4239         dprintkl(KERN_INFO, "Used settings: AdapterID=%02i, Speed=%i(%02i.%01iMHz), dev_mode=0x%02x\n",
4240                 eeprom->scsi_id,
4241                 eeprom->target[0].period,
4242                 clock_speed[eeprom->target[0].period] / 10,
4243                 clock_speed[eeprom->target[0].period] % 10,
4244                 eeprom->target[0].cfg0);
4245         dprintkl(KERN_INFO, "               AdaptMode=0x%02x, Tags=%i(%02i), DelayReset=%is\n",
4246                 eeprom->channel_cfg, eeprom->max_tag,
4247                 1 << eeprom->max_tag, eeprom->delay_time);
4248 }
4249
4250
4251 /* Free SG tables */
4252 static void adapter_sg_tables_free(struct AdapterCtlBlk *acb)
4253 {
4254         int i;
4255         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4256
4257         for (i = 0; i < DC395x_MAX_SRB_CNT; i += srbs_per_page)
4258                 kfree(acb->srb_array[i].segment_x);
4259 }
4260
4261
4262 /*
4263  * Allocate SG tables; as we have to pci_map them, an SG list (struct SGentry*)
4264  * should never cross a page boundary */
4265 static int adapter_sg_tables_alloc(struct AdapterCtlBlk *acb)
4266 {
4267         const unsigned mem_needed = (DC395x_MAX_SRB_CNT+1)
4268                                     *SEGMENTX_LEN;
4269         int pages = (mem_needed+(PAGE_SIZE-1))/PAGE_SIZE;
4270         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4271         int srb_idx = 0;
4272         unsigned i = 0;
4273         struct SGentry *uninitialized_var(ptr);
4274
4275         for (i = 0; i < DC395x_MAX_SRB_CNT; i++)
4276                 acb->srb_array[i].segment_x = NULL;
4277
4278         dprintkdbg(DBG_1, "Allocate %i pages for SG tables\n", pages);
4279         while (pages--) {
4280                 ptr = kmalloc(PAGE_SIZE, GFP_KERNEL);
4281                 if (!ptr) {
4282                         adapter_sg_tables_free(acb);
4283                         return 1;
4284                 }
4285                 dprintkdbg(DBG_1, "Allocate %li bytes at %p for SG segments %i\n",
4286                         PAGE_SIZE, ptr, srb_idx);
4287                 i = 0;
4288                 while (i < srbs_per_page && srb_idx < DC395x_MAX_SRB_CNT)
4289                         acb->srb_array[srb_idx++].segment_x =
4290                             ptr + (i++ * DC395x_MAX_SG_LISTENTRY);
4291         }
4292         if (i < srbs_per_page)
4293                 acb->srb.segment_x =
4294                     ptr + (i * DC395x_MAX_SG_LISTENTRY);
4295         else
4296                 dprintkl(KERN_DEBUG, "No space for tmsrb SG table reserved?!\n");
4297         return 0;
4298 }
4299
4300
4301
4302 /**
4303  * adapter_print_config - print adapter connection and termination
4304  * config
4305  *
4306  * The io port in the adapter needs to have been set before calling
4307  * this function.
4308  *
4309  * @acb: The adapter to print the information for.
4310  **/
4311 static void adapter_print_config(struct AdapterCtlBlk *acb)
4312 {
4313         u8 bval;
4314
4315         bval = DC395x_read8(acb, TRM_S1040_GEN_STATUS);
4316         dprintkl(KERN_INFO, "%sConnectors: ",
4317                 ((bval & WIDESCSI) ? "(Wide) " : ""));
4318         if (!(bval & CON5068))
4319                 printk("ext%s ", !(bval & EXT68HIGH) ? "68" : "50");
4320         if (!(bval & CON68))
4321                 printk("int68%s ", !(bval & INT68HIGH) ? "" : "(50)");
4322         if (!(bval & CON50))
4323                 printk("int50 ");
4324         if ((bval & (CON5068 | CON50 | CON68)) ==
4325             0 /*(CON5068 | CON50 | CON68) */ )
4326                 printk(" Oops! (All 3?) ");
4327         bval = DC395x_read8(acb, TRM_S1040_GEN_CONTROL);
4328         printk(" Termination: ");
4329         if (bval & DIS_TERM)
4330                 printk("Disabled\n");
4331         else {
4332                 if (bval & AUTOTERM)
4333                         printk("Auto ");
4334                 if (bval & LOW8TERM)
4335                         printk("Low ");
4336                 if (bval & UP8TERM)
4337                         printk("High ");
4338                 printk("\n");
4339         }
4340 }
4341
4342
4343 /**
4344  * adapter_init_params - Initialize the various parameters in the
4345  * adapter structure. Note that the pointer to the scsi_host is set
4346  * early (when this instance is created) and the io_port and irq
4347  * values are set later after they have been reserved. This just gets
4348  * everything set to a good starting position.
4349  *
4350  * The eeprom structure in the adapter needs to have been set before
4351  * calling this function.
4352  *
4353  * @acb: The adapter to initialize.
4354  **/
4355 static void adapter_init_params(struct AdapterCtlBlk *acb)
4356 {
4357         struct NvRamType *eeprom = &acb->eeprom;
4358         int i;
4359
4360         /* NOTE: acb->scsi_host is set at scsi_host/acb creation time */
4361         /* NOTE: acb->io_port_base is set at port registration time */
4362         /* NOTE: acb->io_port_len is set at port registration time */
4363
4364         INIT_LIST_HEAD(&acb->dcb_list);
4365         acb->dcb_run_robin = NULL;
4366         acb->active_dcb = NULL;
4367
4368         INIT_LIST_HEAD(&acb->srb_free_list);
4369         /*  temp SRB for Q tag used or abort command used  */
4370         acb->tmp_srb = &acb->srb;
4371         init_timer(&acb->waiting_timer);
4372         init_timer(&acb->selto_timer);
4373
4374         acb->srb_count = DC395x_MAX_SRB_CNT;
4375
4376         acb->sel_timeout = DC395x_SEL_TIMEOUT;  /* timeout=250ms */
4377         /* NOTE: acb->irq_level is set at IRQ registration time */
4378
4379         acb->tag_max_num = 1 << eeprom->max_tag;
4380         if (acb->tag_max_num > 30)
4381                 acb->tag_max_num = 30;
4382
4383         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE, RESET_DEV */
4384         acb->gmode2 = eeprom->channel_cfg;
4385         acb->config = 0;        /* NOTE: actually set in adapter_init_chip */
4386
4387         if (eeprom->channel_cfg & NAC_SCANLUN)
4388                 acb->lun_chk = 1;
4389         acb->scan_devices = 1;
4390
4391         acb->scsi_host->this_id = eeprom->scsi_id;
4392         acb->hostid_bit = (1 << acb->scsi_host->this_id);
4393
4394         for (i = 0; i < DC395x_MAX_SCSI_ID; i++)
4395                 acb->dcb_map[i] = 0;
4396
4397         acb->msg_len = 0;
4398
4399         /* link static array of srbs into the srb free list */
4400         for (i = 0; i < acb->srb_count - 1; i++)
4401                 srb_free_insert(acb, &acb->srb_array[i]);
4402 }
4403
4404
4405 /**
4406  * adapter_init_host - Initialize the scsi host instance based on
4407  * values that we have already stored in the adapter instance. There's
4408  * some mention that a lot of these are deprecated, so we won't use
4409  * them (we'll use the ones in the adapter instance) but we'll fill
4410  * them in in case something else needs them.
4411  *
4412  * The eeprom structure, irq and io ports in the adapter need to have
4413  * been set before calling this function.
4414  *
4415  * @host: The scsi host instance to fill in the values for.
4416  **/
4417 static void adapter_init_scsi_host(struct Scsi_Host *host)
4418 {
4419         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4420         struct NvRamType *eeprom = &acb->eeprom;
4421
4422         host->max_cmd_len = 24;
4423         host->can_queue = DC395x_MAX_CMD_QUEUE;
4424         host->cmd_per_lun = DC395x_MAX_CMD_PER_LUN;
4425         host->this_id = (int)eeprom->scsi_id;
4426         host->io_port = acb->io_port_base;
4427         host->n_io_port = acb->io_port_len;
4428         host->dma_channel = -1;
4429         host->unique_id = acb->io_port_base;
4430         host->irq = acb->irq_level;
4431         acb->last_reset = jiffies;
4432
4433         host->max_id = 16;
4434         if (host->max_id - 1 == eeprom->scsi_id)
4435                 host->max_id--;
4436
4437 #ifdef CONFIG_SCSI_MULTI_LUN
4438         if (eeprom->channel_cfg & NAC_SCANLUN)
4439                 host->max_lun = 8;
4440         else
4441                 host->max_lun = 1;
4442 #else
4443         host->max_lun = 1;
4444 #endif
4445
4446 }
4447
4448
4449 /**
4450  * adapter_init_chip - Get the chip into a know state and figure out
4451  * some of the settings that apply to this adapter.
4452  *
4453  * The io port in the adapter needs to have been set before calling
4454  * this function. The config will be configured correctly on return.
4455  *
4456  * @acb: The adapter which we are to init.
4457  **/
4458 static void adapter_init_chip(struct AdapterCtlBlk *acb)
4459 {
4460         struct NvRamType *eeprom = &acb->eeprom;
4461
4462         /* Mask all the interrupt */
4463         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
4464         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
4465
4466         /* Reset SCSI module */
4467         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
4468
4469         /* Reset PCI/DMA module */
4470         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
4471         udelay(20);
4472
4473         /* program configuration 0 */
4474         acb->config = HCC_AUTOTERM | HCC_PARITY;
4475         if (DC395x_read8(acb, TRM_S1040_GEN_STATUS) & WIDESCSI)
4476                 acb->config |= HCC_WIDE_CARD;
4477
4478         if (eeprom->channel_cfg & NAC_POWERON_SCSI_RESET)
4479                 acb->config |= HCC_SCSI_RESET;
4480
4481         if (acb->config & HCC_SCSI_RESET) {
4482                 dprintkl(KERN_INFO, "Performing initial SCSI bus reset\n");
4483                 DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
4484
4485                 /*while (!( DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET )); */
4486                 /*spin_unlock_irq (&io_request_lock); */
4487                 udelay(500);
4488
4489                 acb->last_reset =
4490                     jiffies + HZ / 2 +
4491                     HZ * acb->eeprom.delay_time;
4492
4493                 /*spin_lock_irq (&io_request_lock); */
4494         }
4495 }
4496
4497
4498 /**
4499  * init_adapter - Grab the resource for the card, setup the adapter
4500  * information, set the card into a known state, create the various
4501  * tables etc etc. This basically gets all adapter information all up
4502  * to date, initialised and gets the chip in sync with it.
4503  *
4504  * @host:       This hosts adapter structure
4505  * @io_port:    The base I/O port
4506  * @irq:        IRQ
4507  *
4508  * Returns 0 if the initialization succeeds, any other value on
4509  * failure.
4510  **/
4511 static int adapter_init(struct AdapterCtlBlk *acb, unsigned long io_port,
4512                         u32 io_port_len, unsigned int irq)
4513 {
4514         if (!request_region(io_port, io_port_len, DC395X_NAME)) {
4515                 dprintkl(KERN_ERR, "Failed to reserve IO region 0x%lx\n", io_port);
4516                 goto failed;
4517         }
4518         /* store port base to indicate we have registered it */
4519         acb->io_port_base = io_port;
4520         acb->io_port_len = io_port_len;
4521
4522         if (request_irq(irq, dc395x_interrupt, IRQF_SHARED, DC395X_NAME, acb)) {
4523                 /* release the region we just claimed */
4524                 dprintkl(KERN_INFO, "Failed to register IRQ\n");
4525                 goto failed;
4526         }
4527         /* store irq to indicate we have registered it */
4528         acb->irq_level = irq;
4529
4530         /* get eeprom configuration information and command line settings etc */
4531         check_eeprom(&acb->eeprom, io_port);
4532         print_eeprom_settings(&acb->eeprom);
4533
4534         /* setup adapter control block */
4535         adapter_init_params(acb);
4536
4537         /* display card connectors/termination settings */
4538         adapter_print_config(acb);
4539
4540         if (adapter_sg_tables_alloc(acb)) {
4541                 dprintkl(KERN_DEBUG, "Memory allocation for SG tables failed\n");
4542                 goto failed;
4543         }
4544         adapter_init_scsi_host(acb->scsi_host);
4545         adapter_init_chip(acb);
4546         set_basic_config(acb);
4547
4548         dprintkdbg(DBG_0,
4549                 "adapter_init: acb=%p, pdcb_map=%p psrb_array=%p "
4550                 "size{acb=0x%04x dcb=0x%04x srb=0x%04x}\n",
4551                 acb, acb->dcb_map, acb->srb_array, sizeof(struct AdapterCtlBlk),
4552                 sizeof(struct DeviceCtlBlk), sizeof(struct ScsiReqBlk));
4553         return 0;
4554
4555 failed:
4556         if (acb->irq_level)
4557                 free_irq(acb->irq_level, acb);
4558         if (acb->io_port_base)
4559                 release_region(acb->io_port_base, acb->io_port_len);
4560         adapter_sg_tables_free(acb);
4561
4562         return 1;
4563 }
4564
4565
4566 /**
4567  * adapter_uninit_chip - cleanly shut down the scsi controller chip,
4568  * stopping all operations and disabling interrupt generation on the
4569  * card.
4570  *
4571  * @acb: The adapter which we are to shutdown.
4572  **/
4573 static void adapter_uninit_chip(struct AdapterCtlBlk *acb)
4574 {
4575         /* disable interrupts */
4576         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0);
4577         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0);
4578
4579         /* reset the scsi bus */
4580         if (acb->config & HCC_SCSI_RESET)
4581                 reset_scsi_bus(acb);
4582
4583         /* clear any pending interrupt state */
4584         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
4585 }
4586
4587
4588
4589 /**
4590  * adapter_uninit - Shut down the chip and release any resources that
4591  * we had allocated. Once this returns the adapter should not be used
4592  * anymore.
4593  *
4594  * @acb: The adapter which we are to un-initialize.
4595  **/
4596 static void adapter_uninit(struct AdapterCtlBlk *acb)
4597 {
4598         unsigned long flags;
4599         DC395x_LOCK_IO(acb->scsi_host, flags);
4600
4601         /* remove timers */
4602         if (timer_pending(&acb->waiting_timer))
4603                 del_timer(&acb->waiting_timer);
4604         if (timer_pending(&acb->selto_timer))
4605                 del_timer(&acb->selto_timer);
4606
4607         adapter_uninit_chip(acb);
4608         adapter_remove_and_free_all_devices(acb);
4609         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4610
4611         if (acb->irq_level)
4612                 free_irq(acb->irq_level, acb);
4613         if (acb->io_port_base)
4614                 release_region(acb->io_port_base, acb->io_port_len);
4615
4616         adapter_sg_tables_free(acb);
4617 }
4618
4619
4620 #undef SPRINTF
4621 #define SPRINTF(args...) seq_printf(m,##args)
4622
4623 #undef YESNO
4624 #define YESNO(YN) \
4625  if (YN) SPRINTF(" Yes ");\
4626  else SPRINTF(" No  ")
4627
4628 static int dc395x_show_info(struct seq_file *m, struct Scsi_Host *host)
4629 {
4630         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4631         int spd, spd1;
4632         struct DeviceCtlBlk *dcb;
4633         unsigned long flags;
4634         int dev;
4635
4636         SPRINTF(DC395X_BANNER " PCI SCSI Host Adapter\n");
4637         SPRINTF(" Driver Version " DC395X_VERSION "\n");
4638
4639         DC395x_LOCK_IO(acb->scsi_host, flags);
4640
4641         SPRINTF("SCSI Host Nr %i, ", host->host_no);
4642         SPRINTF("DC395U/UW/F DC315/U %s\n",
4643                 (acb->config & HCC_WIDE_CARD) ? "Wide" : "");
4644         SPRINTF("io_port_base 0x%04lx, ", acb->io_port_base);
4645         SPRINTF("irq_level 0x%04x, ", acb->irq_level);
4646         SPRINTF(" SelTimeout %ims\n", (1638 * acb->sel_timeout) / 1000);
4647
4648         SPRINTF("MaxID %i, MaxLUN %i, ", host->max_id, host->max_lun);
4649         SPRINTF("AdapterID %i\n", host->this_id);
4650
4651         SPRINTF("tag_max_num %i", acb->tag_max_num);
4652         /*SPRINTF(", DMA_Status %i\n", DC395x_read8(acb, TRM_S1040_DMA_STATUS)); */
4653         SPRINTF(", FilterCfg 0x%02x",
4654                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG1));
4655         SPRINTF(", DelayReset %is\n", acb->eeprom.delay_time);
4656         /*SPRINTF("\n"); */
4657
4658         SPRINTF("Nr of DCBs: %i\n", list_size(&acb->dcb_list));
4659         SPRINTF
4660             ("Map of attached LUNs: %02x %02x %02x %02x %02x %02x %02x %02x\n",
4661              acb->dcb_map[0], acb->dcb_map[1], acb->dcb_map[2],
4662              acb->dcb_map[3], acb->dcb_map[4], acb->dcb_map[5],
4663              acb->dcb_map[6], acb->dcb_map[7]);
4664         SPRINTF
4665             ("                      %02x %02x %02x %02x %02x %02x %02x %02x\n",
4666              acb->dcb_map[8], acb->dcb_map[9], acb->dcb_map[10],
4667              acb->dcb_map[11], acb->dcb_map[12], acb->dcb_map[13],
4668              acb->dcb_map[14], acb->dcb_map[15]);
4669
4670         SPRINTF
4671             ("Un ID LUN Prty Sync Wide DsCn SndS TagQ nego_period SyncFreq SyncOffs MaxCmd\n");
4672
4673         dev = 0;
4674         list_for_each_entry(dcb, &acb->dcb_list, list) {
4675                 int nego_period;
4676                 SPRINTF("%02i %02i  %02i ", dev, dcb->target_id,
4677                         dcb->target_lun);
4678                 YESNO(dcb->dev_mode & NTC_DO_PARITY_CHK);
4679                 YESNO(dcb->sync_offset);
4680                 YESNO(dcb->sync_period & WIDE_SYNC);
4681                 YESNO(dcb->dev_mode & NTC_DO_DISCONNECT);
4682                 YESNO(dcb->dev_mode & NTC_DO_SEND_START);
4683                 YESNO(dcb->sync_mode & EN_TAG_QUEUEING);
4684                 nego_period = clock_period[dcb->sync_period & 0x07] << 2;
4685                 if (dcb->sync_offset)
4686                         SPRINTF("  %03i ns ", nego_period);
4687                 else
4688                         SPRINTF(" (%03i ns)", (dcb->min_nego_period << 2));
4689
4690                 if (dcb->sync_offset & 0x0f) {
4691                         spd = 1000 / (nego_period);
4692                         spd1 = 1000 % (nego_period);
4693                         spd1 = (spd1 * 10 + nego_period / 2) / (nego_period);
4694                         SPRINTF("   %2i.%1i M     %02i ", spd, spd1,
4695                                 (dcb->sync_offset & 0x0f));
4696                 } else
4697                         SPRINTF("                 ");
4698
4699                 /* Add more info ... */
4700                 SPRINTF("     %02i\n", dcb->max_command);
4701                 dev++;
4702         }
4703
4704         if (timer_pending(&acb->waiting_timer))
4705                 SPRINTF("Waiting queue timer running\n");
4706         else
4707                 SPRINTF("\n");
4708
4709         list_for_each_entry(dcb, &acb->dcb_list, list) {
4710                 struct ScsiReqBlk *srb;
4711                 if (!list_empty(&dcb->srb_waiting_list))
4712                         SPRINTF("DCB (%02i-%i): Waiting: %i:",
4713                                 dcb->target_id, dcb->target_lun,
4714                                 list_size(&dcb->srb_waiting_list));
4715                 list_for_each_entry(srb, &dcb->srb_waiting_list, list)
4716                         SPRINTF(" %p", srb->cmd);
4717                 if (!list_empty(&dcb->srb_going_list))
4718                         SPRINTF("\nDCB (%02i-%i): Going  : %i:",
4719                                 dcb->target_id, dcb->target_lun,
4720                                 list_size(&dcb->srb_going_list));
4721                 list_for_each_entry(srb, &dcb->srb_going_list, list)
4722                         SPRINTF(" %p", srb->cmd);
4723                 if (!list_empty(&dcb->srb_waiting_list) || !list_empty(&dcb->srb_going_list))
4724                         SPRINTF("\n");
4725         }
4726
4727         if (debug_enabled(DBG_1)) {
4728                 SPRINTF("DCB list for ACB %p:\n", acb);
4729                 list_for_each_entry(dcb, &acb->dcb_list, list) {
4730                         SPRINTF("%p -> ", dcb);
4731                 }
4732                 SPRINTF("END\n");
4733         }
4734
4735         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4736         return 0;
4737 }
4738
4739
4740 static struct scsi_host_template dc395x_driver_template = {
4741         .module                 = THIS_MODULE,
4742         .proc_name              = DC395X_NAME,
4743         .show_info              = dc395x_show_info,
4744         .name                   = DC395X_BANNER " " DC395X_VERSION,
4745         .queuecommand           = dc395x_queue_command,
4746         .bios_param             = dc395x_bios_param,
4747         .slave_alloc            = dc395x_slave_alloc,
4748         .slave_destroy          = dc395x_slave_destroy,
4749         .can_queue              = DC395x_MAX_CAN_QUEUE,
4750         .this_id                = 7,
4751         .sg_tablesize           = DC395x_MAX_SG_TABLESIZE,
4752         .cmd_per_lun            = DC395x_MAX_CMD_PER_LUN,
4753         .eh_abort_handler       = dc395x_eh_abort,
4754         .eh_bus_reset_handler   = dc395x_eh_bus_reset,
4755         .use_clustering         = DISABLE_CLUSTERING,
4756 };
4757
4758
4759 /**
4760  * banner_display - Display banner on first instance of driver
4761  * initialized.
4762  **/
4763 static void banner_display(void)
4764 {
4765         static int banner_done = 0;
4766         if (!banner_done)
4767         {
4768                 dprintkl(KERN_INFO, "%s %s\n", DC395X_BANNER, DC395X_VERSION);
4769                 banner_done = 1;
4770         }
4771 }
4772
4773
4774 /**
4775  * dc395x_init_one - Initialise a single instance of the adapter.
4776  *
4777  * The PCI layer will call this once for each instance of the adapter
4778  * that it finds in the system. The pci_dev strcuture indicates which
4779  * instance we are being called from.
4780  *
4781  * @dev: The PCI device to initialize.
4782  * @id: Looks like a pointer to the entry in our pci device table
4783  * that was actually matched by the PCI subsystem.
4784  *
4785  * Returns 0 on success, or an error code (-ve) on failure.
4786  **/
4787 static int dc395x_init_one(struct pci_dev *dev, const struct pci_device_id *id)
4788 {
4789         struct Scsi_Host *scsi_host = NULL;
4790         struct AdapterCtlBlk *acb = NULL;
4791         unsigned long io_port_base;
4792         unsigned int io_port_len;
4793         unsigned int irq;
4794
4795         dprintkdbg(DBG_0, "Init one instance (%s)\n", pci_name(dev));
4796         banner_display();
4797
4798         if (pci_enable_device(dev))
4799         {
4800                 dprintkl(KERN_INFO, "PCI Enable device failed.\n");
4801                 return -ENODEV;
4802         }
4803         io_port_base = pci_resource_start(dev, 0) & PCI_BASE_ADDRESS_IO_MASK;
4804         io_port_len = pci_resource_len(dev, 0);
4805         irq = dev->irq;
4806         dprintkdbg(DBG_0, "IO_PORT=0x%04lx, IRQ=0x%x\n", io_port_base, dev->irq);
4807
4808         /* allocate scsi host information (includes out adapter) */
4809         scsi_host = scsi_host_alloc(&dc395x_driver_template,
4810                                     sizeof(struct AdapterCtlBlk));
4811         if (!scsi_host) {
4812                 dprintkl(KERN_INFO, "scsi_host_alloc failed\n");
4813                 goto fail;
4814         }
4815         acb = (struct AdapterCtlBlk*)scsi_host->hostdata;
4816         acb->scsi_host = scsi_host;
4817         acb->dev = dev;
4818
4819         /* initialise the adapter and everything we need */
4820         if (adapter_init(acb, io_port_base, io_port_len, irq)) {
4821                 dprintkl(KERN_INFO, "adapter init failed\n");
4822                 goto fail;
4823         }
4824
4825         pci_set_master(dev);
4826
4827         /* get the scsi mid level to scan for new devices on the bus */
4828         if (scsi_add_host(scsi_host, &dev->dev)) {
4829                 dprintkl(KERN_ERR, "scsi_add_host failed\n");
4830                 goto fail;
4831         }
4832         pci_set_drvdata(dev, scsi_host);
4833         scsi_scan_host(scsi_host);
4834
4835         return 0;
4836
4837 fail:
4838         if (acb != NULL)
4839                 adapter_uninit(acb);
4840         if (scsi_host != NULL)
4841                 scsi_host_put(scsi_host);
4842         pci_disable_device(dev);
4843         return -ENODEV;
4844 }
4845
4846
4847 /**
4848  * dc395x_remove_one - Called to remove a single instance of the
4849  * adapter.
4850  *
4851  * @dev: The PCI device to initialize.
4852  **/
4853 static void dc395x_remove_one(struct pci_dev *dev)
4854 {
4855         struct Scsi_Host *scsi_host = pci_get_drvdata(dev);
4856         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)(scsi_host->hostdata);
4857
4858         dprintkdbg(DBG_0, "dc395x_remove_one: acb=%p\n", acb);
4859
4860         scsi_remove_host(scsi_host);
4861         adapter_uninit(acb);
4862         pci_disable_device(dev);
4863         scsi_host_put(scsi_host);
4864 }
4865
4866
4867 static struct pci_device_id dc395x_pci_table[] = {
4868         {
4869                 .vendor         = PCI_VENDOR_ID_TEKRAM,
4870                 .device         = PCI_DEVICE_ID_TEKRAM_TRMS1040,
4871                 .subvendor      = PCI_ANY_ID,
4872                 .subdevice      = PCI_ANY_ID,
4873          },
4874         {}                      /* Terminating entry */
4875 };
4876 MODULE_DEVICE_TABLE(pci, dc395x_pci_table);
4877
4878
4879 static struct pci_driver dc395x_driver = {
4880         .name           = DC395X_NAME,
4881         .id_table       = dc395x_pci_table,
4882         .probe          = dc395x_init_one,
4883         .remove         = dc395x_remove_one,
4884 };
4885
4886
4887 /**
4888  * dc395x_module_init - Module initialization function
4889  *
4890  * Used by both module and built-in driver to initialise this driver.
4891  **/
4892 static int __init dc395x_module_init(void)
4893 {
4894         return pci_register_driver(&dc395x_driver);
4895 }
4896
4897
4898 /**
4899  * dc395x_module_exit - Module cleanup function.
4900  **/
4901 static void __exit dc395x_module_exit(void)
4902 {
4903         pci_unregister_driver(&dc395x_driver);
4904 }
4905
4906
4907 module_init(dc395x_module_init);
4908 module_exit(dc395x_module_exit);
4909
4910 MODULE_AUTHOR("C.L. Huang / Erich Chen / Kurt Garloff");
4911 MODULE_DESCRIPTION("SCSI host adapter driver for Tekram TRM-S1040 based adapters: Tekram DC395 and DC315 series");
4912 MODULE_LICENSE("GPL");