blob: 3ad3ebaca8e99a3dc52876547283649e08d1f987 [file] [log] [blame]
Thomas Gleixner74ba9202019-05-20 09:19:02 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Linus Torvalds1da177e2005-04-16 15:20:36 -07002
3/* NCR (or Symbios) 53c700 and 53c700-66 Driver
4 *
5 * Copyright (C) 2001 by James.Bottomley@HansenPartnership.com
6**-----------------------------------------------------------------------------
7**
Linus Torvalds1da177e2005-04-16 15:20:36 -07008**
9**-----------------------------------------------------------------------------
10 */
11
12/* Notes:
13 *
14 * This driver is designed exclusively for these chips (virtually the
15 * earliest of the scripts engine chips). They need their own drivers
16 * because they are missing so many of the scripts and snazzy register
17 * features of their elder brothers (the 710, 720 and 770).
18 *
19 * The 700 is the lowliest of the line, it can only do async SCSI.
20 * The 700-66 can at least do synchronous SCSI up to 10MHz.
21 *
22 * The 700 chip has no host bus interface logic of its own. However,
23 * it is usually mapped to a location with well defined register
24 * offsets. Therefore, if you can determine the base address and the
25 * irq your board incorporating this chip uses, you can probably use
26 * this driver to run it (although you'll probably have to write a
27 * minimal wrapper for the purpose---see the NCR_D700 driver for
28 * details about how to do this).
29 *
30 *
31 * TODO List:
32 *
33 * 1. Better statistics in the proc fs
34 *
35 * 2. Implement message queue (queues SCSI messages like commands) and make
36 * the abort and device reset functions use them.
37 * */
38
39/* CHANGELOG
40 *
41 * Version 2.8
42 *
43 * Fixed bad bug affecting tag starvation processing (previously the
44 * driver would hang the system if too many tags starved. Also fixed
45 * bad bug having to do with 10 byte command processing and REQUEST
46 * SENSE (the command would loop forever getting a transfer length
47 * mismatch in the CMD phase).
48 *
49 * Version 2.7
50 *
51 * Fixed scripts problem which caused certain devices (notably CDRWs)
52 * to hang on initial INQUIRY. Updated NCR_700_readl/writel to use
53 * __raw_readl/writel for parisc compatibility (Thomas
54 * Bogendoerfer). Added missing SCp->request_bufflen initialisation
55 * for sense requests (Ryan Bradetich).
56 *
57 * Version 2.6
58 *
59 * Following test of the 64 bit parisc kernel by Richard Hirst,
60 * several problems have now been corrected. Also adds support for
61 * consistent memory allocation.
62 *
63 * Version 2.5
64 *
65 * More Compatibility changes for 710 (now actually works). Enhanced
66 * support for odd clock speeds which constrain SDTR negotiations.
67 * correct cacheline separation for scsi messages and status for
68 * incoherent architectures. Use of the pci mapping functions on
69 * buffers to begin support for 64 bit drivers.
70 *
71 * Version 2.4
72 *
73 * Added support for the 53c710 chip (in 53c700 emulation mode only---no
74 * special 53c710 instructions or registers are used).
75 *
76 * Version 2.3
77 *
78 * More endianness/cache coherency changes.
79 *
80 * Better bad device handling (handles devices lying about tag
81 * queueing support and devices which fail to provide sense data on
82 * contingent allegiance conditions)
83 *
84 * Many thanks to Richard Hirst <rhirst@linuxcare.com> for patiently
85 * debugging this driver on the parisc architecture and suggesting
86 * many improvements and bug fixes.
87 *
88 * Thanks also go to Linuxcare Inc. for providing several PARISC
89 * machines for me to debug the driver on.
90 *
91 * Version 2.2
92 *
93 * Made the driver mem or io mapped; added endian invariance; added
94 * dma cache flushing operations for architectures which need it;
95 * added support for more varied clocking speeds.
96 *
97 * Version 2.1
98 *
99 * Initial modularisation from the D700. See NCR_D700.c for the rest of
100 * the changelog.
101 * */
102#define NCR_700_VERSION "2.8"
103
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104#include <linux/kernel.h>
105#include <linux/types.h>
106#include <linux/string.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +0900107#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108#include <linux/ioport.h>
109#include <linux/delay.h>
110#include <linux/spinlock.h>
111#include <linux/completion.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#include <linux/init.h>
113#include <linux/proc_fs.h>
114#include <linux/blkdev.h>
115#include <linux/module.h>
116#include <linux/interrupt.h>
Jeff Garzik017560f2005-10-24 18:04:36 -0400117#include <linux/device.h>
Mike Rapoport65fddcf2020-06-08 21:32:42 -0700118#include <linux/pgtable.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119#include <asm/dma.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120#include <asm/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121#include <asm/byteorder.h>
122
123#include <scsi/scsi.h>
124#include <scsi/scsi_cmnd.h>
125#include <scsi/scsi_dbg.h>
126#include <scsi/scsi_eh.h>
127#include <scsi/scsi_host.h>
128#include <scsi/scsi_tcq.h>
129#include <scsi/scsi_transport.h>
130#include <scsi/scsi_transport_spi.h>
131
132#include "53c700.h"
133
134/* NOTE: For 64 bit drivers there are points in the code where we use
135 * a non dereferenceable pointer to point to a structure in dma-able
136 * memory (which is 32 bits) so that we can use all of the structure
137 * operations but take the address at the end. This macro allows us
138 * to truncate the 64 bit pointer down to 32 bits without the compiler
139 * complaining */
140#define to32bit(x) ((__u32)((unsigned long)(x)))
141
142#ifdef NCR_700_DEBUG
143#define STATIC
144#else
145#define STATIC static
146#endif
147
148MODULE_AUTHOR("James Bottomley");
149MODULE_DESCRIPTION("53c700 and 53c700-66 Driver");
150MODULE_LICENSE("GPL");
151
152/* This is the script */
153#include "53c700_d.h"
154
155
Jeff Garzikf2812332010-11-16 02:10:29 -0500156STATIC int NCR_700_queuecommand(struct Scsi_Host *h, struct scsi_cmnd *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157STATIC int NCR_700_abort(struct scsi_cmnd * SCpnt);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158STATIC int NCR_700_host_reset(struct scsi_cmnd * SCpnt);
159STATIC void NCR_700_chip_setup(struct Scsi_Host *host);
160STATIC void NCR_700_chip_reset(struct Scsi_Host *host);
James Bottomley0f13fc02006-06-29 13:02:11 -0400161STATIC int NCR_700_slave_alloc(struct scsi_device *SDpnt);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162STATIC int NCR_700_slave_configure(struct scsi_device *SDpnt);
163STATIC void NCR_700_slave_destroy(struct scsi_device *SDpnt);
Christoph Hellwigdb5ed4d2014-11-13 15:08:42 +0100164static int NCR_700_change_queue_depth(struct scsi_device *SDpnt, int depth);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165
Bart Van Assche90cb6532021-10-12 16:35:22 -0700166STATIC const struct attribute_group *NCR_700_dev_groups[];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167
168STATIC struct scsi_transport_template *NCR_700_transport_template = NULL;
169
170static char *NCR_700_phase[] = {
171 "",
172 "after selection",
173 "before command phase",
174 "after command phase",
175 "after status phase",
176 "after data in phase",
177 "after data out phase",
178 "during data phase",
179};
180
181static char *NCR_700_condition[] = {
182 "",
183 "NOT MSG_OUT",
184 "UNEXPECTED PHASE",
185 "NOT MSG_IN",
186 "UNEXPECTED MSG",
187 "MSG_IN",
188 "SDTR_MSG RECEIVED",
189 "REJECT_MSG RECEIVED",
190 "DISCONNECT_MSG RECEIVED",
191 "MSG_OUT",
192 "DATA_IN",
193
194};
195
196static char *NCR_700_fatal_messages[] = {
197 "unexpected message after reselection",
198 "still MSG_OUT after message injection",
199 "not MSG_IN after selection",
200 "Illegal message length received",
201};
202
203static char *NCR_700_SBCL_bits[] = {
204 "IO ",
205 "CD ",
206 "MSG ",
207 "ATN ",
208 "SEL ",
209 "BSY ",
210 "ACK ",
211 "REQ ",
212};
213
214static char *NCR_700_SBCL_to_phase[] = {
215 "DATA_OUT",
216 "DATA_IN",
217 "CMD_OUT",
218 "STATE",
219 "ILLEGAL PHASE",
220 "ILLEGAL PHASE",
221 "MSG OUT",
222 "MSG IN",
223};
224
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225/* This translates the SDTR message offset and period to a value
226 * which can be loaded into the SXFER_REG.
227 *
228 * NOTE: According to SCSI-2, the true transfer period (in ns) is
229 * actually four times this period value */
230static inline __u8
231NCR_700_offset_period_to_sxfer(struct NCR_700_Host_Parameters *hostdata,
232 __u8 offset, __u8 period)
233{
234 int XFERP;
235
236 __u8 min_xferp = (hostdata->chip710
237 ? NCR_710_MIN_XFERP : NCR_700_MIN_XFERP);
238 __u8 max_offset = (hostdata->chip710
239 ? NCR_710_MAX_OFFSET : NCR_700_MAX_OFFSET);
240
241 if(offset == 0)
242 return 0;
243
244 if(period < hostdata->min_period) {
Matthew Wilcox6ea3c0b2006-02-07 07:54:46 -0700245 printk(KERN_WARNING "53c700: Period %dns is less than this chip's minimum, setting to %d\n", period*4, NCR_700_MIN_PERIOD*4);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 period = hostdata->min_period;
247 }
248 XFERP = (period*4 * hostdata->sync_clock)/1000 - 4;
249 if(offset > max_offset) {
250 printk(KERN_WARNING "53c700: Offset %d exceeds chip maximum, setting to %d\n",
251 offset, max_offset);
252 offset = max_offset;
253 }
254 if(XFERP < min_xferp) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 XFERP = min_xferp;
256 }
257 return (offset & 0x0f) | (XFERP & 0x07)<<4;
258}
259
260static inline __u8
261NCR_700_get_SXFER(struct scsi_device *SDp)
262{
263 struct NCR_700_Host_Parameters *hostdata =
264 (struct NCR_700_Host_Parameters *)SDp->host->hostdata[0];
265
266 return NCR_700_offset_period_to_sxfer(hostdata,
267 spi_offset(SDp->sdev_target),
268 spi_period(SDp->sdev_target));
269}
270
Christoph Hellwigd69d8ad2020-08-18 16:38:25 +0200271static inline dma_addr_t virt_to_dma(struct NCR_700_Host_Parameters *h, void *p)
272{
273 return h->pScript + ((uintptr_t)p - (uintptr_t)h->script);
274}
275
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200276static inline void dma_sync_to_dev(struct NCR_700_Host_Parameters *h,
277 void *addr, size_t size)
278{
279 if (h->noncoherent)
Christoph Hellwigd69d8ad2020-08-18 16:38:25 +0200280 dma_sync_single_for_device(h->dev, virt_to_dma(h, addr),
281 size, DMA_BIDIRECTIONAL);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200282}
283
284static inline void dma_sync_from_dev(struct NCR_700_Host_Parameters *h,
285 void *addr, size_t size)
286{
287 if (h->noncoherent)
Christoph Hellwigd69d8ad2020-08-18 16:38:25 +0200288 dma_sync_single_for_device(h->dev, virt_to_dma(h, addr), size,
289 DMA_BIDIRECTIONAL);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200290}
291
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292struct Scsi_Host *
293NCR_700_detect(struct scsi_host_template *tpnt,
294 struct NCR_700_Host_Parameters *hostdata, struct device *dev)
295{
296 dma_addr_t pScript, pSlots;
297 __u8 *memory;
298 __u32 *script;
299 struct Scsi_Host *host;
300 static int banner = 0;
301 int j;
302
Bart Van Assche90cb6532021-10-12 16:35:22 -0700303 if (tpnt->sdev_groups == NULL)
304 tpnt->sdev_groups = NCR_700_dev_groups;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200306 memory = dma_alloc_coherent(dev, TOTAL_MEM_SIZE, &pScript, GFP_KERNEL);
307 if (!memory) {
308 hostdata->noncoherent = 1;
Christoph Hellwigd69d8ad2020-08-18 16:38:25 +0200309 memory = dma_alloc_noncoherent(dev, TOTAL_MEM_SIZE, &pScript,
310 DMA_BIDIRECTIONAL, GFP_KERNEL);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200311 }
312 if (!memory) {
Masanari Iida804ff602015-05-07 23:21:27 +0900313 printk(KERN_ERR "53c700: Failed to allocate memory for driver, detaching\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 return NULL;
315 }
316
317 script = (__u32 *)memory;
318 hostdata->msgin = memory + MSGIN_OFFSET;
319 hostdata->msgout = memory + MSGOUT_OFFSET;
320 hostdata->status = memory + STATUS_OFFSET;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 hostdata->slots = (struct NCR_700_command_slot *)(memory + SLOTS_OFFSET);
322 hostdata->dev = dev;
Tobias Klauser6391a112006-06-08 22:23:48 -0700323
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 pSlots = pScript + SLOTS_OFFSET;
325
326 /* Fill in the missing routines from the host template */
327 tpnt->queuecommand = NCR_700_queuecommand;
328 tpnt->eh_abort_handler = NCR_700_abort;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 tpnt->eh_host_reset_handler = NCR_700_host_reset;
330 tpnt->can_queue = NCR_700_COMMAND_SLOTS_PER_HOST;
331 tpnt->sg_tablesize = NCR_700_SG_SEGMENTS;
332 tpnt->cmd_per_lun = NCR_700_CMD_PER_LUN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 tpnt->slave_configure = NCR_700_slave_configure;
334 tpnt->slave_destroy = NCR_700_slave_destroy;
James Bottomley0f13fc02006-06-29 13:02:11 -0400335 tpnt->slave_alloc = NCR_700_slave_alloc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 tpnt->change_queue_depth = NCR_700_change_queue_depth;
Tobias Klauser6391a112006-06-08 22:23:48 -0700337
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338 if(tpnt->name == NULL)
339 tpnt->name = "53c700";
340 if(tpnt->proc_name == NULL)
341 tpnt->proc_name = "53c700";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342
343 host = scsi_host_alloc(tpnt, 4);
344 if (!host)
345 return NULL;
346 memset(hostdata->slots, 0, sizeof(struct NCR_700_command_slot)
347 * NCR_700_COMMAND_SLOTS_PER_HOST);
Tobias Klauser6391a112006-06-08 22:23:48 -0700348 for (j = 0; j < NCR_700_COMMAND_SLOTS_PER_HOST; j++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 dma_addr_t offset = (dma_addr_t)((unsigned long)&hostdata->slots[j].SG[0]
350 - (unsigned long)&hostdata->slots[0].SG[0]);
351 hostdata->slots[j].pSG = (struct NCR_700_SG_List *)((unsigned long)(pSlots + offset));
352 if(j == 0)
353 hostdata->free_list = &hostdata->slots[j];
354 else
355 hostdata->slots[j-1].ITL_forw = &hostdata->slots[j];
356 hostdata->slots[j].state = NCR_700_SLOT_FREE;
357 }
358
Tobias Klauser6391a112006-06-08 22:23:48 -0700359 for (j = 0; j < ARRAY_SIZE(SCRIPT); j++)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360 script[j] = bS_to_host(SCRIPT[j]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361
362 /* adjust all labels to be bus physical */
Tobias Klauser6391a112006-06-08 22:23:48 -0700363 for (j = 0; j < PATCHES; j++)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 script[LABELPATCHES[j]] = bS_to_host(pScript + SCRIPT[LABELPATCHES[j]]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 /* now patch up fixed addresses. */
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200366 script_patch_32(hostdata, script, MessageLocation,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 pScript + MSGOUT_OFFSET);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200368 script_patch_32(hostdata, script, StatusAddress,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369 pScript + STATUS_OFFSET);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200370 script_patch_32(hostdata, script, ReceiveMsgAddress,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 pScript + MSGIN_OFFSET);
372
373 hostdata->script = script;
374 hostdata->pScript = pScript;
375 dma_sync_single_for_device(hostdata->dev, pScript, sizeof(SCRIPT), DMA_TO_DEVICE);
376 hostdata->state = NCR_700_HOST_FREE;
377 hostdata->cmd = NULL;
Hannes Reinecke2b89dad2006-05-23 10:29:28 +0200378 host->max_id = 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 host->max_lun = NCR_700_MAX_LUNS;
380 BUG_ON(NCR_700_transport_template == NULL);
381 host->transportt = NCR_700_transport_template;
56fece22005-04-03 03:57:48 -0600382 host->unique_id = (unsigned long)hostdata->base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 hostdata->eh_complete = NULL;
384 host->hostdata[0] = (unsigned long)hostdata;
385 /* kick the chip */
386 NCR_700_writeb(0xff, host, CTEST9_REG);
Tobias Klauser6391a112006-06-08 22:23:48 -0700387 if (hostdata->chip710)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388 hostdata->rev = (NCR_700_readb(host, CTEST8_REG)>>4) & 0x0f;
389 else
390 hostdata->rev = (NCR_700_readb(host, CTEST7_REG)>>4) & 0x0f;
391 hostdata->fast = (NCR_700_readb(host, CTEST9_REG) == 0);
Tobias Klauser6391a112006-06-08 22:23:48 -0700392 if (banner == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393 printk(KERN_NOTICE "53c700: Version " NCR_700_VERSION " By James.Bottomley@HansenPartnership.com\n");
394 banner = 1;
395 }
396 printk(KERN_NOTICE "scsi%d: %s rev %d %s\n", host->host_no,
Tobias Klauser6391a112006-06-08 22:23:48 -0700397 hostdata->chip710 ? "53c710" :
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 (hostdata->fast ? "53c700-66" : "53c700"),
399 hostdata->rev, hostdata->differential ?
400 "(Differential)" : "");
401 /* reset the chip */
402 NCR_700_chip_reset(host);
403
404 if (scsi_add_host(host, dev)) {
405 dev_printk(KERN_ERR, dev, "53c700: scsi_add_host failed\n");
406 scsi_host_put(host);
407 return NULL;
408 }
409
410 spi_signalling(host) = hostdata->differential ? SPI_SIGNAL_HVD :
411 SPI_SIGNAL_SE;
412
413 return host;
414}
415
416int
417NCR_700_release(struct Scsi_Host *host)
418{
419 struct NCR_700_Host_Parameters *hostdata =
420 (struct NCR_700_Host_Parameters *)host->hostdata[0];
421
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200422 if (hostdata->noncoherent)
Christoph Hellwigd69d8ad2020-08-18 16:38:25 +0200423 dma_free_noncoherent(hostdata->dev, TOTAL_MEM_SIZE,
424 hostdata->script, hostdata->pScript,
425 DMA_BIDIRECTIONAL);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200426 else
427 dma_free_coherent(hostdata->dev, TOTAL_MEM_SIZE,
428 hostdata->script, hostdata->pScript);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429 return 1;
430}
431
432static inline __u8
433NCR_700_identify(int can_disconnect, __u8 lun)
434{
435 return IDENTIFY_BASE |
436 ((can_disconnect) ? 0x40 : 0) |
437 (lun & NCR_700_LUN_MASK);
438}
439
440/*
441 * Function : static int data_residual (Scsi_Host *host)
442 *
443 * Purpose : return residual data count of what's in the chip. If you
444 * really want to know what this function is doing, it's almost a
445 * direct transcription of the algorithm described in the 53c710
446 * guide, except that the DBC and DFIFO registers are only 6 bits
447 * wide on a 53c700.
448 *
449 * Inputs : host - SCSI host */
450static inline int
451NCR_700_data_residual (struct Scsi_Host *host) {
452 struct NCR_700_Host_Parameters *hostdata =
453 (struct NCR_700_Host_Parameters *)host->hostdata[0];
454 int count, synchronous = 0;
455 unsigned int ddir;
456
457 if(hostdata->chip710) {
458 count = ((NCR_700_readb(host, DFIFO_REG) & 0x7f) -
459 (NCR_700_readl(host, DBC_REG) & 0x7f)) & 0x7f;
460 } else {
461 count = ((NCR_700_readb(host, DFIFO_REG) & 0x3f) -
462 (NCR_700_readl(host, DBC_REG) & 0x3f)) & 0x3f;
463 }
464
465 if(hostdata->fast)
466 synchronous = NCR_700_readb(host, SXFER_REG) & 0x0f;
467
468 /* get the data direction */
469 ddir = NCR_700_readb(host, CTEST0_REG) & 0x01;
470
471 if (ddir) {
472 /* Receive */
473 if (synchronous)
474 count += (NCR_700_readb(host, SSTAT2_REG) & 0xf0) >> 4;
475 else
476 if (NCR_700_readb(host, SSTAT1_REG) & SIDL_REG_FULL)
477 ++count;
478 } else {
479 /* Send */
480 __u8 sstat = NCR_700_readb(host, SSTAT1_REG);
481 if (sstat & SODL_REG_FULL)
482 ++count;
483 if (synchronous && (sstat & SODR_REG_FULL))
484 ++count;
485 }
486#ifdef NCR_700_DEBUG
487 if(count)
488 printk("RESIDUAL IS %d (ddir %d)\n", count, ddir);
489#endif
490 return count;
491}
492
493/* print out the SCSI wires and corresponding phase from the SBCL register
494 * in the chip */
495static inline char *
496sbcl_to_string(__u8 sbcl)
497{
498 int i;
499 static char ret[256];
500
501 ret[0]='\0';
502 for(i=0; i<8; i++) {
503 if((1<<i) & sbcl)
504 strcat(ret, NCR_700_SBCL_bits[i]);
505 }
506 strcat(ret, NCR_700_SBCL_to_phase[sbcl & 0x07]);
507 return ret;
508}
509
510static inline __u8
511bitmap_to_number(__u8 bitmap)
512{
513 __u8 i;
514
515 for(i=0; i<8 && !(bitmap &(1<<i)); i++)
516 ;
517 return i;
518}
519
520/* Pull a slot off the free list */
521STATIC struct NCR_700_command_slot *
522find_empty_slot(struct NCR_700_Host_Parameters *hostdata)
523{
524 struct NCR_700_command_slot *slot = hostdata->free_list;
525
526 if(slot == NULL) {
527 /* sanity check */
528 if(hostdata->command_slot_count != NCR_700_COMMAND_SLOTS_PER_HOST)
529 printk(KERN_ERR "SLOTS FULL, but count is %d, should be %d\n", hostdata->command_slot_count, NCR_700_COMMAND_SLOTS_PER_HOST);
530 return NULL;
531 }
532
533 if(slot->state != NCR_700_SLOT_FREE)
534 /* should panic! */
535 printk(KERN_ERR "BUSY SLOT ON FREE LIST!!!\n");
536
537
538 hostdata->free_list = slot->ITL_forw;
539 slot->ITL_forw = NULL;
540
541
542 /* NOTE: set the state to busy here, not queued, since this
543 * indicates the slot is in use and cannot be run by the IRQ
544 * finish routine. If we cannot queue the command when it
545 * is properly build, we then change to NCR_700_SLOT_QUEUED */
546 slot->state = NCR_700_SLOT_BUSY;
James Bottomley67d59df2006-06-13 21:31:19 -0500547 slot->flags = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548 hostdata->command_slot_count++;
549
550 return slot;
551}
552
553STATIC void
554free_slot(struct NCR_700_command_slot *slot,
555 struct NCR_700_Host_Parameters *hostdata)
556{
557 if((slot->state & NCR_700_SLOT_MASK) != NCR_700_SLOT_MAGIC) {
558 printk(KERN_ERR "53c700: SLOT %p is not MAGIC!!!\n", slot);
559 }
560 if(slot->state == NCR_700_SLOT_FREE) {
561 printk(KERN_ERR "53c700: SLOT %p is FREE!!!\n", slot);
562 }
563
564 slot->resume_offset = 0;
565 slot->cmnd = NULL;
566 slot->state = NCR_700_SLOT_FREE;
567 slot->ITL_forw = hostdata->free_list;
568 hostdata->free_list = slot;
569 hostdata->command_slot_count--;
570}
571
572
573/* This routine really does very little. The command is indexed on
574 the ITL and (if tagged) the ITLQ lists in _queuecommand */
575STATIC void
576save_for_reselection(struct NCR_700_Host_Parameters *hostdata,
577 struct scsi_cmnd *SCp, __u32 dsp)
578{
579 /* Its just possible that this gets executed twice */
580 if(SCp != NULL) {
581 struct NCR_700_command_slot *slot =
582 (struct NCR_700_command_slot *)SCp->host_scribble;
583
584 slot->resume_offset = dsp;
585 }
586 hostdata->state = NCR_700_HOST_FREE;
587 hostdata->cmd = NULL;
588}
589
590STATIC inline void
591NCR_700_unmap(struct NCR_700_Host_Parameters *hostdata, struct scsi_cmnd *SCp,
592 struct NCR_700_command_slot *slot)
593{
594 if(SCp->sc_data_direction != DMA_NONE &&
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +0900595 SCp->sc_data_direction != DMA_BIDIRECTIONAL)
596 scsi_dma_unmap(SCp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700597}
598
599STATIC inline void
600NCR_700_scsi_done(struct NCR_700_Host_Parameters *hostdata,
601 struct scsi_cmnd *SCp, int result)
602{
603 hostdata->state = NCR_700_HOST_FREE;
604 hostdata->cmd = NULL;
605
606 if(SCp != NULL) {
Hannes Reinecke7d170902014-10-24 14:26:49 +0200607 struct NCR_700_command_slot *slot =
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608 (struct NCR_700_command_slot *)SCp->host_scribble;
Hannes Reinecke7d170902014-10-24 14:26:49 +0200609
James Bottomley0f13fc02006-06-29 13:02:11 -0400610 dma_unmap_single(hostdata->dev, slot->pCmd,
Boaz Harrosh64a87b22008-04-30 11:19:47 +0300611 MAX_COMMAND_SIZE, DMA_TO_DEVICE);
James Bottomley67d59df2006-06-13 21:31:19 -0500612 if (slot->flags == NCR_700_FLAG_AUTOSENSE) {
James Bottomley0f13fc02006-06-29 13:02:11 -0400613 char *cmnd = NCR_700_get_sense_cmnd(SCp->device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614
FUJITA Tomonorib80ca4f2008-01-13 15:46:13 +0900615 dma_unmap_single(hostdata->dev, slot->dma_handle,
616 SCSI_SENSE_BUFFERSIZE, DMA_FROM_DEVICE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 /* restore the old result if the request sense was
618 * successful */
James Bottomleyc603d042006-12-01 11:25:12 -0600619 if (result == 0)
James Bottomley0f13fc02006-06-29 13:02:11 -0400620 result = cmnd[7];
James Bottomleyc603d042006-12-01 11:25:12 -0600621 /* restore the original length */
622 SCp->cmd_len = cmnd[8];
James Bottomley67d59df2006-06-13 21:31:19 -0500623 } else
James Bottomley0f13fc02006-06-29 13:02:11 -0400624 NCR_700_unmap(hostdata, SCp, slot);
James Bottomley67d59df2006-06-13 21:31:19 -0500625
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626 free_slot(slot, hostdata);
627#ifdef NCR_700_DEBUG
628 if(NCR_700_get_depth(SCp->device) == 0 ||
629 NCR_700_get_depth(SCp->device) > SCp->device->queue_depth)
630 printk(KERN_ERR "Invalid depth in NCR_700_scsi_done(): %d\n",
631 NCR_700_get_depth(SCp->device));
632#endif /* NCR_700_DEBUG */
633 NCR_700_set_depth(SCp->device, NCR_700_get_depth(SCp->device) - 1);
634
635 SCp->host_scribble = NULL;
636 SCp->result = result;
Bart Van Assche656f26a2021-10-07 13:28:06 -0700637 scsi_done(SCp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638 } else {
639 printk(KERN_ERR "53c700: SCSI DONE HAS NULL SCp\n");
640 }
641}
642
643
644STATIC void
645NCR_700_internal_bus_reset(struct Scsi_Host *host)
646{
647 /* Bus reset */
648 NCR_700_writeb(ASSERT_RST, host, SCNTL1_REG);
649 udelay(50);
650 NCR_700_writeb(0, host, SCNTL1_REG);
651
652}
653
654STATIC void
655NCR_700_chip_setup(struct Scsi_Host *host)
656{
657 struct NCR_700_Host_Parameters *hostdata =
658 (struct NCR_700_Host_Parameters *)host->hostdata[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 __u8 min_period;
660 __u8 min_xferp = (hostdata->chip710 ? NCR_710_MIN_XFERP : NCR_700_MIN_XFERP);
661
662 if(hostdata->chip710) {
Thomas Bogendoerferf67a9c12006-12-25 21:30:08 +0100663 __u8 burst_disable = 0;
664 __u8 burst_length = 0;
665
666 switch (hostdata->burst_length) {
667 case 1:
668 burst_length = BURST_LENGTH_1;
669 break;
670 case 2:
671 burst_length = BURST_LENGTH_2;
672 break;
673 case 4:
674 burst_length = BURST_LENGTH_4;
675 break;
676 case 8:
677 burst_length = BURST_LENGTH_8;
678 break;
679 default:
680 burst_disable = BURST_DISABLE;
681 break;
682 }
Kars de Jong63273132007-06-17 14:47:05 +0200683 hostdata->dcntl_extra |= COMPAT_700_MODE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700684
Kars de Jong63273132007-06-17 14:47:05 +0200685 NCR_700_writeb(hostdata->dcntl_extra, host, DCNTL_REG);
Thomas Bogendoerferf67a9c12006-12-25 21:30:08 +0100686 NCR_700_writeb(burst_length | hostdata->dmode_extra,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687 host, DMODE_710_REG);
Kars de Jong63273132007-06-17 14:47:05 +0200688 NCR_700_writeb(burst_disable | hostdata->ctest7_extra |
689 (hostdata->differential ? DIFF : 0),
690 host, CTEST7_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 NCR_700_writeb(BTB_TIMER_DISABLE, host, CTEST0_REG);
692 NCR_700_writeb(FULL_ARBITRATION | ENABLE_PARITY | PARITY
693 | AUTO_ATN, host, SCNTL0_REG);
694 } else {
695 NCR_700_writeb(BURST_LENGTH_8 | hostdata->dmode_extra,
696 host, DMODE_700_REG);
697 NCR_700_writeb(hostdata->differential ?
698 DIFF : 0, host, CTEST7_REG);
699 if(hostdata->fast) {
700 /* this is for 700-66, does nothing on 700 */
701 NCR_700_writeb(LAST_DIS_ENBL | ENABLE_ACTIVE_NEGATION
702 | GENERATE_RECEIVE_PARITY, host,
703 CTEST8_REG);
704 } else {
705 NCR_700_writeb(FULL_ARBITRATION | ENABLE_PARITY
706 | PARITY | AUTO_ATN, host, SCNTL0_REG);
707 }
708 }
709
710 NCR_700_writeb(1 << host->this_id, host, SCID_REG);
711 NCR_700_writeb(0, host, SBCL_REG);
712 NCR_700_writeb(ASYNC_OPERATION, host, SXFER_REG);
713
714 NCR_700_writeb(PHASE_MM_INT | SEL_TIMEOUT_INT | GROSS_ERR_INT | UX_DISC_INT
715 | RST_INT | PAR_ERR_INT | SELECT_INT, host, SIEN_REG);
716
717 NCR_700_writeb(ABORT_INT | INT_INST_INT | ILGL_INST_INT, host, DIEN_REG);
718 NCR_700_writeb(ENABLE_SELECT, host, SCNTL1_REG);
719 if(hostdata->clock > 75) {
720 printk(KERN_ERR "53c700: Clock speed %dMHz is too high: 75Mhz is the maximum this chip can be driven at\n", hostdata->clock);
721 /* do the best we can, but the async clock will be out
722 * of spec: sync divider 2, async divider 3 */
723 DEBUG(("53c700: sync 2 async 3\n"));
724 NCR_700_writeb(SYNC_DIV_2_0, host, SBCL_REG);
Kars de Jong63273132007-06-17 14:47:05 +0200725 NCR_700_writeb(ASYNC_DIV_3_0 | hostdata->dcntl_extra, host, DCNTL_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726 hostdata->sync_clock = hostdata->clock/2;
727 } else if(hostdata->clock > 50 && hostdata->clock <= 75) {
728 /* sync divider 1.5, async divider 3 */
729 DEBUG(("53c700: sync 1.5 async 3\n"));
730 NCR_700_writeb(SYNC_DIV_1_5, host, SBCL_REG);
Kars de Jong63273132007-06-17 14:47:05 +0200731 NCR_700_writeb(ASYNC_DIV_3_0 | hostdata->dcntl_extra, host, DCNTL_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732 hostdata->sync_clock = hostdata->clock*2;
733 hostdata->sync_clock /= 3;
734
735 } else if(hostdata->clock > 37 && hostdata->clock <= 50) {
736 /* sync divider 1, async divider 2 */
737 DEBUG(("53c700: sync 1 async 2\n"));
738 NCR_700_writeb(SYNC_DIV_1_0, host, SBCL_REG);
Kars de Jong63273132007-06-17 14:47:05 +0200739 NCR_700_writeb(ASYNC_DIV_2_0 | hostdata->dcntl_extra, host, DCNTL_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740 hostdata->sync_clock = hostdata->clock;
741 } else if(hostdata->clock > 25 && hostdata->clock <=37) {
742 /* sync divider 1, async divider 1.5 */
743 DEBUG(("53c700: sync 1 async 1.5\n"));
744 NCR_700_writeb(SYNC_DIV_1_0, host, SBCL_REG);
Kars de Jong63273132007-06-17 14:47:05 +0200745 NCR_700_writeb(ASYNC_DIV_1_5 | hostdata->dcntl_extra, host, DCNTL_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746 hostdata->sync_clock = hostdata->clock;
747 } else {
748 DEBUG(("53c700: sync 1 async 1\n"));
749 NCR_700_writeb(SYNC_DIV_1_0, host, SBCL_REG);
Kars de Jong63273132007-06-17 14:47:05 +0200750 NCR_700_writeb(ASYNC_DIV_1_0 | hostdata->dcntl_extra, host, DCNTL_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700751 /* sync divider 1, async divider 1 */
752 hostdata->sync_clock = hostdata->clock;
753 }
754 /* Calculate the actual minimum period that can be supported
755 * by our synchronous clock speed. See the 710 manual for
756 * exact details of this calculation which is based on a
757 * setting of the SXFER register */
758 min_period = 1000*(4+min_xferp)/(4*hostdata->sync_clock);
759 hostdata->min_period = NCR_700_MIN_PERIOD;
760 if(min_period > NCR_700_MIN_PERIOD)
761 hostdata->min_period = min_period;
762}
763
764STATIC void
765NCR_700_chip_reset(struct Scsi_Host *host)
766{
767 struct NCR_700_Host_Parameters *hostdata =
768 (struct NCR_700_Host_Parameters *)host->hostdata[0];
769 if(hostdata->chip710) {
770 NCR_700_writeb(SOFTWARE_RESET_710, host, ISTAT_REG);
771 udelay(100);
772
773 NCR_700_writeb(0, host, ISTAT_REG);
774 } else {
775 NCR_700_writeb(SOFTWARE_RESET, host, DCNTL_REG);
776 udelay(100);
777
778 NCR_700_writeb(0, host, DCNTL_REG);
779 }
780
781 mdelay(1000);
782
783 NCR_700_chip_setup(host);
784}
785
786/* The heart of the message processing engine is that the instruction
787 * immediately after the INT is the normal case (and so must be CLEAR
788 * ACK). If we want to do something else, we call that routine in
789 * scripts and set temp to be the normal case + 8 (skipping the CLEAR
790 * ACK) so that the routine returns correctly to resume its activity
791 * */
792STATIC __u32
793process_extended_message(struct Scsi_Host *host,
794 struct NCR_700_Host_Parameters *hostdata,
795 struct scsi_cmnd *SCp, __u32 dsp, __u32 dsps)
796{
797 __u32 resume_offset = dsp, temp = dsp + 8;
798 __u8 pun = 0xff, lun = 0xff;
799
800 if(SCp != NULL) {
801 pun = SCp->device->id;
802 lun = SCp->device->lun;
803 }
804
805 switch(hostdata->msgin[2]) {
806 case A_SDTR_MSG:
807 if(SCp != NULL && NCR_700_is_flag_set(SCp->device, NCR_700_DEV_BEGIN_SYNC_NEGOTIATION)) {
808 struct scsi_target *starget = SCp->device->sdev_target;
809 __u8 period = hostdata->msgin[3];
810 __u8 offset = hostdata->msgin[4];
811
812 if(offset == 0 || period == 0) {
813 offset = 0;
814 period = 0;
815 }
816
817 spi_offset(starget) = offset;
818 spi_period(starget) = period;
819
820 if(NCR_700_is_flag_set(SCp->device, NCR_700_DEV_PRINT_SYNC_NEGOTIATION)) {
821 spi_display_xfer_agreement(starget);
822 NCR_700_clear_flag(SCp->device, NCR_700_DEV_PRINT_SYNC_NEGOTIATION);
823 }
824
825 NCR_700_set_flag(SCp->device, NCR_700_DEV_NEGOTIATED_SYNC);
826 NCR_700_clear_flag(SCp->device, NCR_700_DEV_BEGIN_SYNC_NEGOTIATION);
827
828 NCR_700_writeb(NCR_700_get_SXFER(SCp->device),
829 host, SXFER_REG);
830
831 } else {
832 /* SDTR message out of the blue, reject it */
Jeff Garzik017560f2005-10-24 18:04:36 -0400833 shost_printk(KERN_WARNING, host,
834 "Unexpected SDTR msg\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700835 hostdata->msgout[0] = A_REJECT_MSG;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200836 dma_sync_to_dev(hostdata, hostdata->msgout, 1);
837 script_patch_16(hostdata, hostdata->script,
Ralf Baechled3fa72e2006-12-06 20:38:56 -0800838 MessageCount, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839 /* SendMsgOut returns, so set up the return
840 * address */
841 resume_offset = hostdata->pScript + Ent_SendMessageWithATN;
842 }
843 break;
844
845 case A_WDTR_MSG:
846 printk(KERN_INFO "scsi%d: (%d:%d), Unsolicited WDTR after CMD, Rejecting\n",
847 host->host_no, pun, lun);
848 hostdata->msgout[0] = A_REJECT_MSG;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200849 dma_sync_to_dev(hostdata, hostdata->msgout, 1);
850 script_patch_16(hostdata, hostdata->script, MessageCount, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700851 resume_offset = hostdata->pScript + Ent_SendMessageWithATN;
852
853 break;
854
855 default:
856 printk(KERN_INFO "scsi%d (%d:%d): Unexpected message %s: ",
857 host->host_no, pun, lun,
858 NCR_700_phase[(dsps & 0xf00) >> 8]);
Matthew Wilcox1abfd372005-12-15 16:22:01 -0500859 spi_print_msg(hostdata->msgin);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700860 printk("\n");
861 /* just reject it */
862 hostdata->msgout[0] = A_REJECT_MSG;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200863 dma_sync_to_dev(hostdata, hostdata->msgout, 1);
864 script_patch_16(hostdata, hostdata->script, MessageCount, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700865 /* SendMsgOut returns, so set up the return
866 * address */
867 resume_offset = hostdata->pScript + Ent_SendMessageWithATN;
868 }
869 NCR_700_writel(temp, host, TEMP_REG);
870 return resume_offset;
871}
872
873STATIC __u32
874process_message(struct Scsi_Host *host, struct NCR_700_Host_Parameters *hostdata,
875 struct scsi_cmnd *SCp, __u32 dsp, __u32 dsps)
876{
877 /* work out where to return to */
878 __u32 temp = dsp + 8, resume_offset = dsp;
879 __u8 pun = 0xff, lun = 0xff;
880
881 if(SCp != NULL) {
882 pun = SCp->device->id;
883 lun = SCp->device->lun;
884 }
885
886#ifdef NCR_700_DEBUG
887 printk("scsi%d (%d:%d): message %s: ", host->host_no, pun, lun,
888 NCR_700_phase[(dsps & 0xf00) >> 8]);
Matthew Wilcox1abfd372005-12-15 16:22:01 -0500889 spi_print_msg(hostdata->msgin);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700890 printk("\n");
891#endif
892
893 switch(hostdata->msgin[0]) {
894
895 case A_EXTENDED_MSG:
896 resume_offset = process_extended_message(host, hostdata, SCp,
897 dsp, dsps);
898 break;
899
900 case A_REJECT_MSG:
901 if(SCp != NULL && NCR_700_is_flag_set(SCp->device, NCR_700_DEV_BEGIN_SYNC_NEGOTIATION)) {
902 /* Rejected our sync negotiation attempt */
903 spi_period(SCp->device->sdev_target) =
904 spi_offset(SCp->device->sdev_target) = 0;
905 NCR_700_set_flag(SCp->device, NCR_700_DEV_NEGOTIATED_SYNC);
906 NCR_700_clear_flag(SCp->device, NCR_700_DEV_BEGIN_SYNC_NEGOTIATION);
907 } else if(SCp != NULL && NCR_700_get_tag_neg_state(SCp->device) == NCR_700_DURING_TAG_NEGOTIATION) {
908 /* rejected our first simple tag message */
Jeff Garzik017560f2005-10-24 18:04:36 -0400909 scmd_printk(KERN_WARNING, SCp,
910 "Rejected first tag queue attempt, turning off tag queueing\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700911 /* we're done negotiating */
912 NCR_700_set_tag_neg_state(SCp->device, NCR_700_FINISHED_TAG_NEGOTIATION);
Jeff Garzik017560f2005-10-24 18:04:36 -0400913 hostdata->tag_negotiated &= ~(1<<scmd_id(SCp));
Christoph Hellwigc8b09f62014-11-03 20:15:14 +0100914
Linus Torvalds1da177e2005-04-16 15:20:36 -0700915 SCp->device->tagged_supported = 0;
Christoph Hellwig4e484892014-11-24 15:36:21 +0100916 SCp->device->simple_tags = 0;
Christoph Hellwigdb5ed4d2014-11-13 15:08:42 +0100917 scsi_change_queue_depth(SCp->device, host->cmd_per_lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700918 } else {
Jeff Garzik017560f2005-10-24 18:04:36 -0400919 shost_printk(KERN_WARNING, host,
920 "(%d:%d) Unexpected REJECT Message %s\n",
921 pun, lun,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700922 NCR_700_phase[(dsps & 0xf00) >> 8]);
923 /* however, just ignore it */
924 }
925 break;
926
927 case A_PARITY_ERROR_MSG:
928 printk(KERN_ERR "scsi%d (%d:%d) Parity Error!\n", host->host_no,
929 pun, lun);
930 NCR_700_internal_bus_reset(host);
931 break;
932 case A_SIMPLE_TAG_MSG:
933 printk(KERN_INFO "scsi%d (%d:%d) SIMPLE TAG %d %s\n", host->host_no,
934 pun, lun, hostdata->msgin[1],
935 NCR_700_phase[(dsps & 0xf00) >> 8]);
936 /* just ignore it */
937 break;
938 default:
939 printk(KERN_INFO "scsi%d (%d:%d): Unexpected message %s: ",
940 host->host_no, pun, lun,
941 NCR_700_phase[(dsps & 0xf00) >> 8]);
942
Matthew Wilcox1abfd372005-12-15 16:22:01 -0500943 spi_print_msg(hostdata->msgin);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700944 printk("\n");
945 /* just reject it */
946 hostdata->msgout[0] = A_REJECT_MSG;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200947 dma_sync_to_dev(hostdata, hostdata->msgout, 1);
948 script_patch_16(hostdata, hostdata->script, MessageCount, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949 /* SendMsgOut returns, so set up the return
950 * address */
951 resume_offset = hostdata->pScript + Ent_SendMessageWithATN;
952
953 break;
954 }
955 NCR_700_writel(temp, host, TEMP_REG);
956 /* set us up to receive another message */
Christoph Hellwig91af2dd2020-08-18 16:07:21 +0200957 dma_sync_from_dev(hostdata, hostdata->msgin, MSG_ARRAY_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700958 return resume_offset;
959}
960
961STATIC __u32
962process_script_interrupt(__u32 dsps, __u32 dsp, struct scsi_cmnd *SCp,
963 struct Scsi_Host *host,
964 struct NCR_700_Host_Parameters *hostdata)
965{
966 __u32 resume_offset = 0;
967 __u8 pun = 0xff, lun=0xff;
968
969 if(SCp != NULL) {
970 pun = SCp->device->id;
971 lun = SCp->device->lun;
972 }
973
974 if(dsps == A_GOOD_STATUS_AFTER_STATUS) {
975 DEBUG((" COMMAND COMPLETE, status=%02x\n",
976 hostdata->status[0]));
977 /* OK, if TCQ still under negotiation, we now know it works */
978 if (NCR_700_get_tag_neg_state(SCp->device) == NCR_700_DURING_TAG_NEGOTIATION)
979 NCR_700_set_tag_neg_state(SCp->device,
980 NCR_700_FINISHED_TAG_NEGOTIATION);
Hannes Reinecke3d45cefc2021-04-27 10:30:46 +0200981
ganjishengac5669b2021-03-16 10:51:41 +0800982 /* check for contingent allegiance conditions */
Hannes Reinecke3d45cefc2021-04-27 10:30:46 +0200983 if (hostdata->status[0] == SAM_STAT_CHECK_CONDITION ||
984 hostdata->status[0] == SAM_STAT_COMMAND_TERMINATED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700985 struct NCR_700_command_slot *slot =
986 (struct NCR_700_command_slot *)SCp->host_scribble;
James Bottomley0f13fc02006-06-29 13:02:11 -0400987 if(slot->flags == NCR_700_FLAG_AUTOSENSE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700988 /* OOPS: bad device, returning another
989 * contingent allegiance condition */
Jeff Garzik017560f2005-10-24 18:04:36 -0400990 scmd_printk(KERN_ERR, SCp,
991 "broken device is looping in contingent allegiance: ignoring\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700992 NCR_700_scsi_done(hostdata, SCp, hostdata->status[0]);
993 } else {
James Bottomley0f13fc02006-06-29 13:02:11 -0400994 char *cmnd =
995 NCR_700_get_sense_cmnd(SCp->device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700996#ifdef NCR_DEBUG
997 scsi_print_command(SCp);
998 printk(" cmd %p has status %d, requesting sense\n",
999 SCp, hostdata->status[0]);
1000#endif
1001 /* we can destroy the command here
1002 * because the contingent allegiance
1003 * condition will cause a retry which
1004 * will re-copy the command from the
1005 * saved data_cmnd. We also unmap any
1006 * data associated with the command
1007 * here */
1008 NCR_700_unmap(hostdata, SCp, slot);
James Bottomley67d59df2006-06-13 21:31:19 -05001009 dma_unmap_single(hostdata->dev, slot->pCmd,
Boaz Harrosh64a87b22008-04-30 11:19:47 +03001010 MAX_COMMAND_SIZE,
James Bottomley67d59df2006-06-13 21:31:19 -05001011 DMA_TO_DEVICE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001012
James Bottomley0f13fc02006-06-29 13:02:11 -04001013 cmnd[0] = REQUEST_SENSE;
Hannes Reinecke9cb78c12014-06-25 15:27:36 +02001014 cmnd[1] = (lun & 0x7) << 5;
James Bottomley0f13fc02006-06-29 13:02:11 -04001015 cmnd[2] = 0;
1016 cmnd[3] = 0;
FUJITA Tomonorib80ca4f2008-01-13 15:46:13 +09001017 cmnd[4] = SCSI_SENSE_BUFFERSIZE;
James Bottomley0f13fc02006-06-29 13:02:11 -04001018 cmnd[5] = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001019 /* Here's a quiet hack: the
1020 * REQUEST_SENSE command is six bytes,
1021 * so store a flag indicating that
1022 * this was an internal sense request
1023 * and the original status at the end
1024 * of the command */
James Bottomley0f13fc02006-06-29 13:02:11 -04001025 cmnd[6] = NCR_700_INTERNAL_SENSE_MAGIC;
1026 cmnd[7] = hostdata->status[0];
James Bottomleyc603d042006-12-01 11:25:12 -06001027 cmnd[8] = SCp->cmd_len;
1028 SCp->cmd_len = 6; /* command length for
1029 * REQUEST_SENSE */
James Bottomley0f13fc02006-06-29 13:02:11 -04001030 slot->pCmd = dma_map_single(hostdata->dev, cmnd, MAX_COMMAND_SIZE, DMA_TO_DEVICE);
FUJITA Tomonorib80ca4f2008-01-13 15:46:13 +09001031 slot->dma_handle = dma_map_single(hostdata->dev, SCp->sense_buffer, SCSI_SENSE_BUFFERSIZE, DMA_FROM_DEVICE);
1032 slot->SG[0].ins = bS_to_host(SCRIPT_MOVE_DATA_IN | SCSI_SENSE_BUFFERSIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001033 slot->SG[0].pAddr = bS_to_host(slot->dma_handle);
1034 slot->SG[1].ins = bS_to_host(SCRIPT_RETURN);
1035 slot->SG[1].pAddr = 0;
1036 slot->resume_offset = hostdata->pScript;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001037 dma_sync_to_dev(hostdata, slot->SG, sizeof(slot->SG[0])*2);
1038 dma_sync_from_dev(hostdata, SCp->sense_buffer, SCSI_SENSE_BUFFERSIZE);
Ralf Baechled3fa72e2006-12-06 20:38:56 -08001039
Linus Torvalds1da177e2005-04-16 15:20:36 -07001040 /* queue the command for reissue */
1041 slot->state = NCR_700_SLOT_QUEUED;
James Bottomley67d59df2006-06-13 21:31:19 -05001042 slot->flags = NCR_700_FLAG_AUTOSENSE;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001043 hostdata->state = NCR_700_HOST_FREE;
1044 hostdata->cmd = NULL;
1045 }
1046 } else {
1047 // Currently rely on the mid layer evaluation
1048 // of the tag queuing capability
1049 //
1050 //if(status_byte(hostdata->status[0]) == GOOD &&
1051 // SCp->cmnd[0] == INQUIRY && SCp->use_sg == 0) {
1052 // /* Piggy back the tag queueing support
1053 // * on this command */
1054 // dma_sync_single_for_cpu(hostdata->dev,
1055 // slot->dma_handle,
1056 // SCp->request_bufflen,
1057 // DMA_FROM_DEVICE);
1058 // if(((char *)SCp->request_buffer)[7] & 0x02) {
Jeff Garzik017560f2005-10-24 18:04:36 -04001059 // scmd_printk(KERN_INFO, SCp,
1060 // "Enabling Tag Command Queuing\n");
1061 // hostdata->tag_negotiated |= (1<<scmd_id(SCp));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001062 // NCR_700_set_flag(SCp->device, NCR_700_DEV_BEGIN_TAG_QUEUEING);
1063 // } else {
1064 // NCR_700_clear_flag(SCp->device, NCR_700_DEV_BEGIN_TAG_QUEUEING);
Jeff Garzik017560f2005-10-24 18:04:36 -04001065 // hostdata->tag_negotiated &= ~(1<<scmd_id(SCp));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001066 // }
1067 //}
1068 NCR_700_scsi_done(hostdata, SCp, hostdata->status[0]);
1069 }
1070 } else if((dsps & 0xfffff0f0) == A_UNEXPECTED_PHASE) {
1071 __u8 i = (dsps & 0xf00) >> 8;
1072
Jeff Garzik017560f2005-10-24 18:04:36 -04001073 scmd_printk(KERN_ERR, SCp, "UNEXPECTED PHASE %s (%s)\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001074 NCR_700_phase[i],
1075 sbcl_to_string(NCR_700_readb(host, SBCL_REG)));
Jeff Garzik017560f2005-10-24 18:04:36 -04001076 scmd_printk(KERN_ERR, SCp, " len = %d, cmd =",
1077 SCp->cmd_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001078 scsi_print_command(SCp);
1079
1080 NCR_700_internal_bus_reset(host);
1081 } else if((dsps & 0xfffff000) == A_FATAL) {
1082 int i = (dsps & 0xfff);
1083
1084 printk(KERN_ERR "scsi%d: (%d:%d) FATAL ERROR: %s\n",
1085 host->host_no, pun, lun, NCR_700_fatal_messages[i]);
1086 if(dsps == A_FATAL_ILLEGAL_MSG_LENGTH) {
1087 printk(KERN_ERR " msg begins %02x %02x\n",
1088 hostdata->msgin[0], hostdata->msgin[1]);
1089 }
1090 NCR_700_internal_bus_reset(host);
1091 } else if((dsps & 0xfffff0f0) == A_DISCONNECT) {
1092#ifdef NCR_700_DEBUG
1093 __u8 i = (dsps & 0xf00) >> 8;
1094
1095 printk("scsi%d: (%d:%d), DISCONNECTED (%d) %s\n",
1096 host->host_no, pun, lun,
1097 i, NCR_700_phase[i]);
1098#endif
1099 save_for_reselection(hostdata, SCp, dsp);
1100
1101 } else if(dsps == A_RESELECTION_IDENTIFIED) {
1102 __u8 lun;
1103 struct NCR_700_command_slot *slot;
1104 __u8 reselection_id = hostdata->reselection_id;
1105 struct scsi_device *SDp;
1106
1107 lun = hostdata->msgin[0] & 0x1f;
1108
1109 hostdata->reselection_id = 0xff;
1110 DEBUG(("scsi%d: (%d:%d) RESELECTED!\n",
1111 host->host_no, reselection_id, lun));
1112 /* clear the reselection indicator */
1113 SDp = __scsi_device_lookup(host, 0, reselection_id, lun);
1114 if(unlikely(SDp == NULL)) {
1115 printk(KERN_ERR "scsi%d: (%d:%d) HAS NO device\n",
1116 host->host_no, reselection_id, lun);
1117 BUG();
1118 }
1119 if(hostdata->msgin[1] == A_SIMPLE_TAG_MSG) {
Christoph Hellwig64d513a2015-10-08 09:28:04 +01001120 struct scsi_cmnd *SCp;
1121
1122 SCp = scsi_host_find_tag(SDp->host, hostdata->msgin[2]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123 if(unlikely(SCp == NULL)) {
1124 printk(KERN_ERR "scsi%d: (%d:%d) no saved request for tag %d\n",
1125 host->host_no, reselection_id, lun, hostdata->msgin[2]);
1126 BUG();
1127 }
1128
1129 slot = (struct NCR_700_command_slot *)SCp->host_scribble;
Jeff Garzik017560f2005-10-24 18:04:36 -04001130 DDEBUG(KERN_DEBUG, SDp,
1131 "reselection is tag %d, slot %p(%d)\n",
1132 hostdata->msgin[2], slot, slot->tag);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001133 } else {
Christoph Hellwig68350a82016-07-11 13:34:55 +09001134 struct NCR_700_Device_Parameters *p = SDp->hostdata;
1135 struct scsi_cmnd *SCp = p->current_cmnd;
Christoph Hellwig64d513a2015-10-08 09:28:04 +01001136
Linus Torvalds1da177e2005-04-16 15:20:36 -07001137 if(unlikely(SCp == NULL)) {
Jeff Garzik017560f2005-10-24 18:04:36 -04001138 sdev_printk(KERN_ERR, SDp,
1139 "no saved request for untagged cmd\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001140 BUG();
1141 }
1142 slot = (struct NCR_700_command_slot *)SCp->host_scribble;
1143 }
1144
1145 if(slot == NULL) {
1146 printk(KERN_ERR "scsi%d: (%d:%d) RESELECTED but no saved command (MSG = %02x %02x %02x)!!\n",
1147 host->host_no, reselection_id, lun,
1148 hostdata->msgin[0], hostdata->msgin[1],
1149 hostdata->msgin[2]);
1150 } else {
1151 if(hostdata->state != NCR_700_HOST_BUSY)
1152 printk(KERN_ERR "scsi%d: FATAL, host not busy during valid reselection!\n",
1153 host->host_no);
1154 resume_offset = slot->resume_offset;
1155 hostdata->cmd = slot->cmnd;
1156
1157 /* re-patch for this command */
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001158 script_patch_32_abs(hostdata, hostdata->script,
Ralf Baechled3fa72e2006-12-06 20:38:56 -08001159 CommandAddress, slot->pCmd);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001160 script_patch_16(hostdata, hostdata->script,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001161 CommandCount, slot->cmnd->cmd_len);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001162 script_patch_32_abs(hostdata, hostdata->script,
Ralf Baechled3fa72e2006-12-06 20:38:56 -08001163 SGScriptStartAddress,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001164 to32bit(&slot->pSG[0].ins));
1165
1166 /* Note: setting SXFER only works if we're
1167 * still in the MESSAGE phase, so it is vital
1168 * that ACK is still asserted when we process
1169 * the reselection message. The resume offset
1170 * should therefore always clear ACK */
1171 NCR_700_writeb(NCR_700_get_SXFER(hostdata->cmd->device),
1172 host, SXFER_REG);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001173 dma_sync_from_dev(hostdata, hostdata->msgin,
1174 MSG_ARRAY_SIZE);
1175 dma_sync_to_dev(hostdata, hostdata->msgout,
1176 MSG_ARRAY_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001177 /* I'm just being paranoid here, the command should
1178 * already have been flushed from the cache */
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001179 dma_sync_to_dev(hostdata, slot->cmnd->cmnd,
1180 slot->cmnd->cmd_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001181
1182
1183
1184 }
1185 } else if(dsps == A_RESELECTED_DURING_SELECTION) {
1186
1187 /* This section is full of debugging code because I've
1188 * never managed to reach it. I think what happens is
1189 * that, because the 700 runs with selection
1190 * interrupts enabled the whole time that we take a
1191 * selection interrupt before we manage to get to the
1192 * reselected script interrupt */
1193
1194 __u8 reselection_id = NCR_700_readb(host, SFBR_REG);
1195 struct NCR_700_command_slot *slot;
1196
1197 /* Take out our own ID */
1198 reselection_id &= ~(1<<host->this_id);
1199
1200 /* I've never seen this happen, so keep this as a printk rather
1201 * than a debug */
1202 printk(KERN_INFO "scsi%d: (%d:%d) RESELECTION DURING SELECTION, dsp=%08x[%04x] state=%d, count=%d\n",
1203 host->host_no, reselection_id, lun, dsp, dsp - hostdata->pScript, hostdata->state, hostdata->command_slot_count);
1204
1205 {
1206 /* FIXME: DEBUGGING CODE */
1207 __u32 SG = (__u32)bS_to_cpu(hostdata->script[A_SGScriptStartAddress_used[0]]);
1208 int i;
1209
1210 for(i=0; i< NCR_700_COMMAND_SLOTS_PER_HOST; i++) {
1211 if(SG >= to32bit(&hostdata->slots[i].pSG[0])
1212 && SG <= to32bit(&hostdata->slots[i].pSG[NCR_700_SG_SEGMENTS]))
1213 break;
1214 }
1215 printk(KERN_INFO "IDENTIFIED SG segment as being %08x in slot %p, cmd %p, slot->resume_offset=%08x\n", SG, &hostdata->slots[i], hostdata->slots[i].cmnd, hostdata->slots[i].resume_offset);
1216 SCp = hostdata->slots[i].cmnd;
1217 }
1218
1219 if(SCp != NULL) {
1220 slot = (struct NCR_700_command_slot *)SCp->host_scribble;
1221 /* change slot from busy to queued to redo command */
1222 slot->state = NCR_700_SLOT_QUEUED;
1223 }
1224 hostdata->cmd = NULL;
1225
1226 if(reselection_id == 0) {
1227 if(hostdata->reselection_id == 0xff) {
1228 printk(KERN_ERR "scsi%d: Invalid reselection during selection!!\n", host->host_no);
1229 return 0;
1230 } else {
1231 printk(KERN_ERR "scsi%d: script reselected and we took a selection interrupt\n",
1232 host->host_no);
1233 reselection_id = hostdata->reselection_id;
1234 }
1235 } else {
1236
1237 /* convert to real ID */
1238 reselection_id = bitmap_to_number(reselection_id);
1239 }
1240 hostdata->reselection_id = reselection_id;
1241 /* just in case we have a stale simple tag message, clear it */
1242 hostdata->msgin[1] = 0;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001243 dma_sync_to_dev(hostdata, hostdata->msgin, MSG_ARRAY_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001244 if(hostdata->tag_negotiated & (1<<reselection_id)) {
1245 resume_offset = hostdata->pScript + Ent_GetReselectionWithTag;
1246 } else {
1247 resume_offset = hostdata->pScript + Ent_GetReselectionData;
1248 }
1249 } else if(dsps == A_COMPLETED_SELECTION_AS_TARGET) {
1250 /* we've just disconnected from the bus, do nothing since
1251 * a return here will re-run the queued command slot
1252 * that may have been interrupted by the initial selection */
1253 DEBUG((" SELECTION COMPLETED\n"));
1254 } else if((dsps & 0xfffff0f0) == A_MSG_IN) {
1255 resume_offset = process_message(host, hostdata, SCp,
1256 dsp, dsps);
1257 } else if((dsps & 0xfffff000) == 0) {
1258 __u8 i = (dsps & 0xf0) >> 4, j = (dsps & 0xf00) >> 8;
1259 printk(KERN_ERR "scsi%d: (%d:%d), unhandled script condition %s %s at %04x\n",
1260 host->host_no, pun, lun, NCR_700_condition[i],
1261 NCR_700_phase[j], dsp - hostdata->pScript);
1262 if(SCp != NULL) {
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001263 struct scatterlist *sg;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001264
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001265 scsi_print_command(SCp);
1266 scsi_for_each_sg(SCp, sg, scsi_sg_count(SCp) + 1, i) {
1267 printk(KERN_INFO " SG[%d].length = %d, move_insn=%08x, addr %08x\n", i, sg->length, ((struct NCR_700_command_slot *)SCp->host_scribble)->SG[i].ins, ((struct NCR_700_command_slot *)SCp->host_scribble)->SG[i].pAddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001268 }
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001269 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001270 NCR_700_internal_bus_reset(host);
1271 } else if((dsps & 0xfffff000) == A_DEBUG_INTERRUPT) {
1272 printk(KERN_NOTICE "scsi%d (%d:%d) DEBUG INTERRUPT %d AT %08x[%04x], continuing\n",
1273 host->host_no, pun, lun, dsps & 0xfff, dsp, dsp - hostdata->pScript);
1274 resume_offset = dsp;
1275 } else {
1276 printk(KERN_ERR "scsi%d: (%d:%d), unidentified script interrupt 0x%x at %04x\n",
1277 host->host_no, pun, lun, dsps, dsp - hostdata->pScript);
1278 NCR_700_internal_bus_reset(host);
1279 }
1280 return resume_offset;
1281}
1282
1283/* We run the 53c700 with selection interrupts always enabled. This
1284 * means that the chip may be selected as soon as the bus frees. On a
1285 * busy bus, this can be before the scripts engine finishes its
1286 * processing. Therefore, part of the selection processing has to be
1287 * to find out what the scripts engine is doing and complete the
1288 * function if necessary (i.e. process the pending disconnect or save
1289 * the interrupted initial selection */
1290STATIC inline __u32
1291process_selection(struct Scsi_Host *host, __u32 dsp)
1292{
1293 __u8 id = 0; /* Squash compiler warning */
1294 int count = 0;
1295 __u32 resume_offset = 0;
1296 struct NCR_700_Host_Parameters *hostdata =
1297 (struct NCR_700_Host_Parameters *)host->hostdata[0];
1298 struct scsi_cmnd *SCp = hostdata->cmd;
1299 __u8 sbcl;
1300
1301 for(count = 0; count < 5; count++) {
1302 id = NCR_700_readb(host, hostdata->chip710 ?
1303 CTEST9_REG : SFBR_REG);
1304
1305 /* Take out our own ID */
1306 id &= ~(1<<host->this_id);
1307 if(id != 0)
1308 break;
1309 udelay(5);
1310 }
1311 sbcl = NCR_700_readb(host, SBCL_REG);
1312 if((sbcl & SBCL_IO) == 0) {
1313 /* mark as having been selected rather than reselected */
1314 id = 0xff;
1315 } else {
1316 /* convert to real ID */
1317 hostdata->reselection_id = id = bitmap_to_number(id);
1318 DEBUG(("scsi%d: Reselected by %d\n",
1319 host->host_no, id));
1320 }
1321 if(hostdata->state == NCR_700_HOST_BUSY && SCp != NULL) {
1322 struct NCR_700_command_slot *slot =
1323 (struct NCR_700_command_slot *)SCp->host_scribble;
1324 DEBUG((" ID %d WARNING: RESELECTION OF BUSY HOST, saving cmd %p, slot %p, addr %x [%04x], resume %x!\n", id, hostdata->cmd, slot, dsp, dsp - hostdata->pScript, resume_offset));
1325
1326 switch(dsp - hostdata->pScript) {
1327 case Ent_Disconnect1:
1328 case Ent_Disconnect2:
1329 save_for_reselection(hostdata, SCp, Ent_Disconnect2 + hostdata->pScript);
1330 break;
1331 case Ent_Disconnect3:
1332 case Ent_Disconnect4:
1333 save_for_reselection(hostdata, SCp, Ent_Disconnect4 + hostdata->pScript);
1334 break;
1335 case Ent_Disconnect5:
1336 case Ent_Disconnect6:
1337 save_for_reselection(hostdata, SCp, Ent_Disconnect6 + hostdata->pScript);
1338 break;
1339 case Ent_Disconnect7:
1340 case Ent_Disconnect8:
1341 save_for_reselection(hostdata, SCp, Ent_Disconnect8 + hostdata->pScript);
1342 break;
1343 case Ent_Finish1:
1344 case Ent_Finish2:
1345 process_script_interrupt(A_GOOD_STATUS_AFTER_STATUS, dsp, SCp, host, hostdata);
1346 break;
1347
1348 default:
1349 slot->state = NCR_700_SLOT_QUEUED;
1350 break;
1351 }
1352 }
1353 hostdata->state = NCR_700_HOST_BUSY;
1354 hostdata->cmd = NULL;
1355 /* clear any stale simple tag message */
1356 hostdata->msgin[1] = 0;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001357 dma_sync_to_dev(hostdata, hostdata->msgin, MSG_ARRAY_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001358
1359 if(id == 0xff) {
1360 /* Selected as target, Ignore */
1361 resume_offset = hostdata->pScript + Ent_SelectedAsTarget;
1362 } else if(hostdata->tag_negotiated & (1<<id)) {
1363 resume_offset = hostdata->pScript + Ent_GetReselectionWithTag;
1364 } else {
1365 resume_offset = hostdata->pScript + Ent_GetReselectionData;
1366 }
1367 return resume_offset;
1368}
1369
1370static inline void
1371NCR_700_clear_fifo(struct Scsi_Host *host) {
1372 const struct NCR_700_Host_Parameters *hostdata
1373 = (struct NCR_700_Host_Parameters *)host->hostdata[0];
1374 if(hostdata->chip710) {
1375 NCR_700_writeb(CLR_FIFO_710, host, CTEST8_REG);
1376 } else {
1377 NCR_700_writeb(CLR_FIFO, host, DFIFO_REG);
1378 }
1379}
1380
1381static inline void
1382NCR_700_flush_fifo(struct Scsi_Host *host) {
1383 const struct NCR_700_Host_Parameters *hostdata
1384 = (struct NCR_700_Host_Parameters *)host->hostdata[0];
1385 if(hostdata->chip710) {
1386 NCR_700_writeb(FLUSH_DMA_FIFO_710, host, CTEST8_REG);
1387 udelay(10);
1388 NCR_700_writeb(0, host, CTEST8_REG);
1389 } else {
1390 NCR_700_writeb(FLUSH_DMA_FIFO, host, DFIFO_REG);
1391 udelay(10);
1392 NCR_700_writeb(0, host, DFIFO_REG);
1393 }
1394}
1395
1396
1397/* The queue lock with interrupts disabled must be held on entry to
1398 * this function */
1399STATIC int
1400NCR_700_start_command(struct scsi_cmnd *SCp)
1401{
1402 struct NCR_700_command_slot *slot =
1403 (struct NCR_700_command_slot *)SCp->host_scribble;
1404 struct NCR_700_Host_Parameters *hostdata =
1405 (struct NCR_700_Host_Parameters *)SCp->device->host->hostdata[0];
1406 __u16 count = 1; /* for IDENTIFY message */
Hannes Reinecke9cb78c12014-06-25 15:27:36 +02001407 u8 lun = SCp->device->lun;
1408
Linus Torvalds1da177e2005-04-16 15:20:36 -07001409 if(hostdata->state != NCR_700_HOST_FREE) {
1410 /* keep this inside the lock to close the race window where
1411 * the running command finishes on another CPU while we don't
1412 * change the state to queued on this one */
1413 slot->state = NCR_700_SLOT_QUEUED;
1414
1415 DEBUG(("scsi%d: host busy, queueing command %p, slot %p\n",
1416 SCp->device->host->host_no, slot->cmnd, slot));
1417 return 0;
1418 }
1419 hostdata->state = NCR_700_HOST_BUSY;
1420 hostdata->cmd = SCp;
1421 slot->state = NCR_700_SLOT_BUSY;
1422 /* keep interrupts disabled until we have the command correctly
1423 * set up so we cannot take a selection interrupt */
1424
James Bottomley67d59df2006-06-13 21:31:19 -05001425 hostdata->msgout[0] = NCR_700_identify((SCp->cmnd[0] != REQUEST_SENSE &&
1426 slot->flags != NCR_700_FLAG_AUTOSENSE),
Hannes Reinecke9cb78c12014-06-25 15:27:36 +02001427 lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001428 /* for INQUIRY or REQUEST_SENSE commands, we cannot be sure
1429 * if the negotiated transfer parameters still hold, so
1430 * always renegotiate them */
James Bottomley67d59df2006-06-13 21:31:19 -05001431 if(SCp->cmnd[0] == INQUIRY || SCp->cmnd[0] == REQUEST_SENSE ||
1432 slot->flags == NCR_700_FLAG_AUTOSENSE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001433 NCR_700_clear_flag(SCp->device, NCR_700_DEV_NEGOTIATED_SYNC);
1434 }
1435
1436 /* REQUEST_SENSE is asking for contingent I_T_L(_Q) status.
1437 * If a contingent allegiance condition exists, the device
1438 * will refuse all tags, so send the request sense as untagged
1439 * */
Jeff Garzik422c0d62005-10-24 18:05:09 -04001440 if((hostdata->tag_negotiated & (1<<scmd_id(SCp)))
James Bottomley67d59df2006-06-13 21:31:19 -05001441 && (slot->tag != SCSI_NO_TAG && SCp->cmnd[0] != REQUEST_SENSE &&
1442 slot->flags != NCR_700_FLAG_AUTOSENSE)) {
Christoph Hellwig50668632014-10-30 14:30:06 +01001443 count += spi_populate_tag_msg(&hostdata->msgout[count], SCp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001444 }
1445
1446 if(hostdata->fast &&
1447 NCR_700_is_flag_clear(SCp->device, NCR_700_DEV_NEGOTIATED_SYNC)) {
Matthew Wilcox6ea3c0b2006-02-07 07:54:46 -07001448 count += spi_populate_sync_msg(&hostdata->msgout[count],
1449 spi_period(SCp->device->sdev_target),
1450 spi_offset(SCp->device->sdev_target));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001451 NCR_700_set_flag(SCp->device, NCR_700_DEV_BEGIN_SYNC_NEGOTIATION);
1452 }
1453
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001454 script_patch_16(hostdata, hostdata->script, MessageCount, count);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001455
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001456 script_patch_ID(hostdata, hostdata->script, Device_ID, 1<<scmd_id(SCp));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001457
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001458 script_patch_32_abs(hostdata, hostdata->script, CommandAddress,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001459 slot->pCmd);
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001460 script_patch_16(hostdata, hostdata->script, CommandCount, SCp->cmd_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001461 /* finally plumb the beginning of the SG list into the script
1462 * */
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001463 script_patch_32_abs(hostdata, hostdata->script,
Ralf Baechled3fa72e2006-12-06 20:38:56 -08001464 SGScriptStartAddress, to32bit(&slot->pSG[0].ins));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001465 NCR_700_clear_fifo(SCp->device->host);
1466
1467 if(slot->resume_offset == 0)
1468 slot->resume_offset = hostdata->pScript;
1469 /* now perform all the writebacks and invalidates */
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001470 dma_sync_to_dev(hostdata, hostdata->msgout, count);
1471 dma_sync_from_dev(hostdata, hostdata->msgin, MSG_ARRAY_SIZE);
1472 dma_sync_to_dev(hostdata, SCp->cmnd, SCp->cmd_len);
1473 dma_sync_from_dev(hostdata, hostdata->status, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001474
1475 /* set the synchronous period/offset */
1476 NCR_700_writeb(NCR_700_get_SXFER(SCp->device),
1477 SCp->device->host, SXFER_REG);
1478 NCR_700_writel(slot->temp, SCp->device->host, TEMP_REG);
1479 NCR_700_writel(slot->resume_offset, SCp->device->host, DSP_REG);
1480
1481 return 1;
1482}
1483
1484irqreturn_t
David Howells7d12e782006-10-05 14:55:46 +01001485NCR_700_intr(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001486{
1487 struct Scsi_Host *host = (struct Scsi_Host *)dev_id;
1488 struct NCR_700_Host_Parameters *hostdata =
1489 (struct NCR_700_Host_Parameters *)host->hostdata[0];
1490 __u8 istat;
1491 __u32 resume_offset = 0;
1492 __u8 pun = 0xff, lun = 0xff;
1493 unsigned long flags;
1494 int handled = 0;
1495
André Goddard Rosaaf901ca2009-11-14 13:09:05 -02001496 /* Use the host lock to serialise access to the 53c700
Linus Torvalds1da177e2005-04-16 15:20:36 -07001497 * hardware. Note: In future, we may need to take the queue
1498 * lock to enter the done routines. When that happens, we
1499 * need to ensure that for this driver, the host lock and the
1500 * queue lock point to the same thing. */
1501 spin_lock_irqsave(host->host_lock, flags);
1502 if((istat = NCR_700_readb(host, ISTAT_REG))
1503 & (SCSI_INT_PENDING | DMA_INT_PENDING)) {
1504 __u32 dsps;
1505 __u8 sstat0 = 0, dstat = 0;
1506 __u32 dsp;
1507 struct scsi_cmnd *SCp = hostdata->cmd;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001508
1509 handled = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001510 SCp = hostdata->cmd;
1511
1512 if(istat & SCSI_INT_PENDING) {
1513 udelay(10);
1514
1515 sstat0 = NCR_700_readb(host, SSTAT0_REG);
1516 }
1517
1518 if(istat & DMA_INT_PENDING) {
1519 udelay(10);
1520
1521 dstat = NCR_700_readb(host, DSTAT_REG);
1522 }
1523
1524 dsps = NCR_700_readl(host, DSPS_REG);
1525 dsp = NCR_700_readl(host, DSP_REG);
1526
1527 DEBUG(("scsi%d: istat %02x sstat0 %02x dstat %02x dsp %04x[%08x] dsps 0x%x\n",
1528 host->host_no, istat, sstat0, dstat,
1529 (dsp - (__u32)(hostdata->pScript))/4,
1530 dsp, dsps));
1531
1532 if(SCp != NULL) {
1533 pun = SCp->device->id;
1534 lun = SCp->device->lun;
1535 }
1536
1537 if(sstat0 & SCSI_RESET_DETECTED) {
1538 struct scsi_device *SDp;
1539 int i;
1540
1541 hostdata->state = NCR_700_HOST_BUSY;
1542
1543 printk(KERN_ERR "scsi%d: Bus Reset detected, executing command %p, slot %p, dsp %08x[%04x]\n",
1544 host->host_no, SCp, SCp == NULL ? NULL : SCp->host_scribble, dsp, dsp - hostdata->pScript);
1545
1546 scsi_report_bus_reset(host, 0);
1547
1548 /* clear all the negotiated parameters */
1549 __shost_for_each_device(SDp, host)
James Bottomley0f13fc02006-06-29 13:02:11 -04001550 NCR_700_clear_flag(SDp, ~0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001551
1552 /* clear all the slots and their pending commands */
1553 for(i = 0; i < NCR_700_COMMAND_SLOTS_PER_HOST; i++) {
1554 struct scsi_cmnd *SCp;
1555 struct NCR_700_command_slot *slot =
1556 &hostdata->slots[i];
1557
1558 if(slot->state == NCR_700_SLOT_FREE)
1559 continue;
1560
1561 SCp = slot->cmnd;
1562 printk(KERN_ERR " failing command because of reset, slot %p, cmnd %p\n",
1563 slot, SCp);
1564 free_slot(slot, hostdata);
1565 SCp->host_scribble = NULL;
1566 NCR_700_set_depth(SCp->device, 0);
1567 /* NOTE: deadlock potential here: we
1568 * rely on mid-layer guarantees that
1569 * scsi_done won't try to issue the
1570 * command again otherwise we'll
1571 * deadlock on the
1572 * hostdata->state_lock */
1573 SCp->result = DID_RESET << 16;
Bart Van Assche656f26a2021-10-07 13:28:06 -07001574 scsi_done(SCp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001575 }
1576 mdelay(25);
1577 NCR_700_chip_setup(host);
1578
1579 hostdata->state = NCR_700_HOST_FREE;
1580 hostdata->cmd = NULL;
1581 /* signal back if this was an eh induced reset */
1582 if(hostdata->eh_complete != NULL)
1583 complete(hostdata->eh_complete);
1584 goto out_unlock;
1585 } else if(sstat0 & SELECTION_TIMEOUT) {
1586 DEBUG(("scsi%d: (%d:%d) selection timeout\n",
1587 host->host_no, pun, lun));
1588 NCR_700_scsi_done(hostdata, SCp, DID_NO_CONNECT<<16);
1589 } else if(sstat0 & PHASE_MISMATCH) {
1590 struct NCR_700_command_slot *slot = (SCp == NULL) ? NULL :
1591 (struct NCR_700_command_slot *)SCp->host_scribble;
1592
1593 if(dsp == Ent_SendMessage + 8 + hostdata->pScript) {
1594 /* It wants to reply to some part of
1595 * our message */
1596#ifdef NCR_700_DEBUG
1597 __u32 temp = NCR_700_readl(host, TEMP_REG);
1598 int count = (hostdata->script[Ent_SendMessage/4] & 0xffffff) - ((NCR_700_readl(host, DBC_REG) & 0xffffff) + NCR_700_data_residual(host));
1599 printk("scsi%d (%d:%d) PHASE MISMATCH IN SEND MESSAGE %d remain, return %p[%04x], phase %s\n", host->host_no, pun, lun, count, (void *)temp, temp - hostdata->pScript, sbcl_to_string(NCR_700_readb(host, SBCL_REG)));
1600#endif
1601 resume_offset = hostdata->pScript + Ent_SendMessagePhaseMismatch;
1602 } else if(dsp >= to32bit(&slot->pSG[0].ins) &&
1603 dsp <= to32bit(&slot->pSG[NCR_700_SG_SEGMENTS].ins)) {
1604 int data_transfer = NCR_700_readl(host, DBC_REG) & 0xffffff;
1605 int SGcount = (dsp - to32bit(&slot->pSG[0].ins))/sizeof(struct NCR_700_SG_List);
1606 int residual = NCR_700_data_residual(host);
1607 int i;
1608#ifdef NCR_700_DEBUG
1609 __u32 naddr = NCR_700_readl(host, DNAD_REG);
1610
1611 printk("scsi%d: (%d:%d) Expected phase mismatch in slot->SG[%d], transferred 0x%x\n",
1612 host->host_no, pun, lun,
1613 SGcount, data_transfer);
1614 scsi_print_command(SCp);
1615 if(residual) {
1616 printk("scsi%d: (%d:%d) Expected phase mismatch in slot->SG[%d], transferred 0x%x, residual %d\n",
1617 host->host_no, pun, lun,
1618 SGcount, data_transfer, residual);
1619 }
1620#endif
1621 data_transfer += residual;
1622
1623 if(data_transfer != 0) {
1624 int count;
1625 __u32 pAddr;
1626
1627 SGcount--;
1628
1629 count = (bS_to_cpu(slot->SG[SGcount].ins) & 0x00ffffff);
1630 DEBUG(("DATA TRANSFER MISMATCH, count = %d, transferred %d\n", count, count-data_transfer));
1631 slot->SG[SGcount].ins &= bS_to_host(0xff000000);
1632 slot->SG[SGcount].ins |= bS_to_host(data_transfer);
1633 pAddr = bS_to_cpu(slot->SG[SGcount].pAddr);
1634 pAddr += (count - data_transfer);
1635#ifdef NCR_700_DEBUG
1636 if(pAddr != naddr) {
1637 printk("scsi%d (%d:%d) transfer mismatch pAddr=%lx, naddr=%lx, data_transfer=%d, residual=%d\n", host->host_no, pun, lun, (unsigned long)pAddr, (unsigned long)naddr, data_transfer, residual);
1638 }
1639#endif
1640 slot->SG[SGcount].pAddr = bS_to_host(pAddr);
1641 }
1642 /* set the executed moves to nops */
1643 for(i=0; i<SGcount; i++) {
1644 slot->SG[i].ins = bS_to_host(SCRIPT_NOP);
1645 slot->SG[i].pAddr = 0;
1646 }
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001647 dma_sync_to_dev(hostdata, slot->SG, sizeof(slot->SG));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001648 /* and pretend we disconnected after
1649 * the command phase */
1650 resume_offset = hostdata->pScript + Ent_MsgInDuringData;
1651 /* make sure all the data is flushed */
1652 NCR_700_flush_fifo(host);
1653 } else {
1654 __u8 sbcl = NCR_700_readb(host, SBCL_REG);
1655 printk(KERN_ERR "scsi%d: (%d:%d) phase mismatch at %04x, phase %s\n",
1656 host->host_no, pun, lun, dsp - hostdata->pScript, sbcl_to_string(sbcl));
1657 NCR_700_internal_bus_reset(host);
1658 }
1659
1660 } else if(sstat0 & SCSI_GROSS_ERROR) {
1661 printk(KERN_ERR "scsi%d: (%d:%d) GROSS ERROR\n",
1662 host->host_no, pun, lun);
1663 NCR_700_scsi_done(hostdata, SCp, DID_ERROR<<16);
1664 } else if(sstat0 & PARITY_ERROR) {
1665 printk(KERN_ERR "scsi%d: (%d:%d) PARITY ERROR\n",
1666 host->host_no, pun, lun);
1667 NCR_700_scsi_done(hostdata, SCp, DID_ERROR<<16);
1668 } else if(dstat & SCRIPT_INT_RECEIVED) {
1669 DEBUG(("scsi%d: (%d:%d) ====>SCRIPT INTERRUPT<====\n",
1670 host->host_no, pun, lun));
1671 resume_offset = process_script_interrupt(dsps, dsp, SCp, host, hostdata);
1672 } else if(dstat & (ILGL_INST_DETECTED)) {
1673 printk(KERN_ERR "scsi%d: (%d:%d) Illegal Instruction detected at 0x%08x[0x%x]!!!\n"
1674 " Please email James.Bottomley@HansenPartnership.com with the details\n",
1675 host->host_no, pun, lun,
1676 dsp, dsp - hostdata->pScript);
1677 NCR_700_scsi_done(hostdata, SCp, DID_ERROR<<16);
1678 } else if(dstat & (WATCH_DOG_INTERRUPT|ABORTED)) {
1679 printk(KERN_ERR "scsi%d: (%d:%d) serious DMA problem, dstat=%02x\n",
1680 host->host_no, pun, lun, dstat);
1681 NCR_700_scsi_done(hostdata, SCp, DID_ERROR<<16);
1682 }
1683
1684
1685 /* NOTE: selection interrupt processing MUST occur
1686 * after script interrupt processing to correctly cope
1687 * with the case where we process a disconnect and
1688 * then get reselected before we process the
1689 * disconnection */
1690 if(sstat0 & SELECTED) {
1691 /* FIXME: It currently takes at least FOUR
1692 * interrupts to complete a command that
1693 * disconnects: one for the disconnect, one
1694 * for the reselection, one to get the
1695 * reselection data and one to complete the
1696 * command. If we guess the reselected
1697 * command here and prepare it, we only need
1698 * to get a reselection data interrupt if we
1699 * guessed wrongly. Since the interrupt
1700 * overhead is much greater than the command
1701 * setup, this would be an efficient
1702 * optimisation particularly as we probably
1703 * only have one outstanding command on a
1704 * target most of the time */
1705
1706 resume_offset = process_selection(host, dsp);
1707
1708 }
1709
1710 }
1711
1712 if(resume_offset) {
1713 if(hostdata->state != NCR_700_HOST_BUSY) {
1714 printk(KERN_ERR "scsi%d: Driver error: resume at 0x%08x [0x%04x] with non busy host!\n",
1715 host->host_no, resume_offset, resume_offset - hostdata->pScript);
1716 hostdata->state = NCR_700_HOST_BUSY;
1717 }
1718
1719 DEBUG(("Attempting to resume at %x\n", resume_offset));
1720 NCR_700_clear_fifo(host);
1721 NCR_700_writel(resume_offset, host, DSP_REG);
1722 }
1723 /* There is probably a technical no-no about this: If we're a
1724 * shared interrupt and we got this interrupt because the
1725 * other device needs servicing not us, we're still going to
1726 * check our queued commands here---of course, there shouldn't
1727 * be any outstanding.... */
1728 if(hostdata->state == NCR_700_HOST_FREE) {
1729 int i;
1730
1731 for(i = 0; i < NCR_700_COMMAND_SLOTS_PER_HOST; i++) {
1732 /* fairness: always run the queue from the last
1733 * position we left off */
1734 int j = (i + hostdata->saved_slot_position)
1735 % NCR_700_COMMAND_SLOTS_PER_HOST;
1736
1737 if(hostdata->slots[j].state != NCR_700_SLOT_QUEUED)
1738 continue;
1739 if(NCR_700_start_command(hostdata->slots[j].cmnd)) {
1740 DEBUG(("scsi%d: Issuing saved command slot %p, cmd %p\t\n",
1741 host->host_no, &hostdata->slots[j],
1742 hostdata->slots[j].cmnd));
1743 hostdata->saved_slot_position = j + 1;
1744 }
1745
1746 break;
1747 }
1748 }
1749 out_unlock:
1750 spin_unlock_irqrestore(host->host_lock, flags);
1751 return IRQ_RETVAL(handled);
1752}
1753
Bart Van Asscheaf049df2021-10-07 13:46:14 -07001754static int NCR_700_queuecommand_lck(struct scsi_cmnd *SCp)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001755{
1756 struct NCR_700_Host_Parameters *hostdata =
1757 (struct NCR_700_Host_Parameters *)SCp->device->host->hostdata[0];
1758 __u32 move_ins;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001759 struct NCR_700_command_slot *slot;
1760
1761 if(hostdata->command_slot_count >= NCR_700_COMMAND_SLOTS_PER_HOST) {
1762 /* We're over our allocation, this should never happen
1763 * since we report the max allocation to the mid layer */
1764 printk(KERN_WARNING "scsi%d: Command depth has gone over queue depth\n", SCp->device->host->host_no);
1765 return 1;
1766 }
1767 /* check for untagged commands. We cannot have any outstanding
1768 * commands if we accept them. Commands could be untagged because:
1769 *
1770 * - The tag negotiated bitmap is clear
1771 * - The blk layer sent and untagged command
1772 */
1773 if(NCR_700_get_depth(SCp->device) != 0
Jeff Garzik017560f2005-10-24 18:04:36 -04001774 && (!(hostdata->tag_negotiated & (1<<scmd_id(SCp)))
Christoph Hellwig125c99b2014-11-03 12:47:47 +01001775 || !(SCp->flags & SCMD_TAGGED))) {
Jeff Garzik017560f2005-10-24 18:04:36 -04001776 CDEBUG(KERN_ERR, SCp, "has non zero depth %d\n",
1777 NCR_700_get_depth(SCp->device));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001778 return SCSI_MLQUEUE_DEVICE_BUSY;
1779 }
1780 if(NCR_700_get_depth(SCp->device) >= SCp->device->queue_depth) {
Jeff Garzik017560f2005-10-24 18:04:36 -04001781 CDEBUG(KERN_ERR, SCp, "has max tag depth %d\n",
1782 NCR_700_get_depth(SCp->device));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001783 return SCSI_MLQUEUE_DEVICE_BUSY;
1784 }
1785 NCR_700_set_depth(SCp->device, NCR_700_get_depth(SCp->device) + 1);
1786
1787 /* begin the command here */
1788 /* no need to check for NULL, test for command_slot_count above
1789 * ensures a slot is free */
1790 slot = find_empty_slot(hostdata);
1791
1792 slot->cmnd = SCp;
1793
Linus Torvalds1da177e2005-04-16 15:20:36 -07001794 SCp->host_scribble = (unsigned char *)slot;
1795 SCp->SCp.ptr = NULL;
1796 SCp->SCp.buffer = NULL;
1797
1798#ifdef NCR_700_DEBUG
1799 printk("53c700: scsi%d, command ", SCp->device->host->host_no);
1800 scsi_print_command(SCp);
1801#endif
Christoph Hellwig125c99b2014-11-03 12:47:47 +01001802 if ((SCp->flags & SCMD_TAGGED)
Jeff Garzik017560f2005-10-24 18:04:36 -04001803 && (hostdata->tag_negotiated &(1<<scmd_id(SCp))) == 0
Linus Torvalds1da177e2005-04-16 15:20:36 -07001804 && NCR_700_get_tag_neg_state(SCp->device) == NCR_700_START_TAG_NEGOTIATION) {
Jeff Garzik017560f2005-10-24 18:04:36 -04001805 scmd_printk(KERN_ERR, SCp, "Enabling Tag Command Queuing\n");
1806 hostdata->tag_negotiated |= (1<<scmd_id(SCp));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001807 NCR_700_set_tag_neg_state(SCp->device, NCR_700_DURING_TAG_NEGOTIATION);
1808 }
1809
1810 /* here we may have to process an untagged command. The gate
1811 * above ensures that this will be the only one outstanding,
1812 * so clear the tag negotiated bit.
1813 *
1814 * FIXME: This will royally screw up on multiple LUN devices
1815 * */
Christoph Hellwig125c99b2014-11-03 12:47:47 +01001816 if (!(SCp->flags & SCMD_TAGGED)
Jeff Garzik017560f2005-10-24 18:04:36 -04001817 && (hostdata->tag_negotiated &(1<<scmd_id(SCp)))) {
1818 scmd_printk(KERN_INFO, SCp, "Disabling Tag Command Queuing\n");
1819 hostdata->tag_negotiated &= ~(1<<scmd_id(SCp));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001820 }
1821
Christoph Hellwig17ea0122014-11-24 15:36:20 +01001822 if ((hostdata->tag_negotiated & (1<<scmd_id(SCp))) &&
1823 SCp->device->simple_tags) {
Bart Van Asschecd4b46c2021-08-09 16:03:14 -07001824 slot->tag = scsi_cmd_to_rq(SCp)->tag;
Jeff Garzik017560f2005-10-24 18:04:36 -04001825 CDEBUG(KERN_DEBUG, SCp, "sending out tag %d, slot %p\n",
1826 slot->tag, slot);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001827 } else {
Christoph Hellwig68350a82016-07-11 13:34:55 +09001828 struct NCR_700_Device_Parameters *p = SCp->device->hostdata;
1829
Linus Torvalds1da177e2005-04-16 15:20:36 -07001830 slot->tag = SCSI_NO_TAG;
James Bottomley8beb3302016-06-13 22:00:07 -07001831 /* save current command for reselection */
Christoph Hellwig68350a82016-07-11 13:34:55 +09001832 p->current_cmnd = SCp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001833 }
1834 /* sanity check: some of the commands generated by the mid-layer
1835 * have an eccentric idea of their sc_data_direction */
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001836 if(!scsi_sg_count(SCp) && !scsi_bufflen(SCp) &&
1837 SCp->sc_data_direction != DMA_NONE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001838#ifdef NCR_700_DEBUG
1839 printk("53c700: Command");
1840 scsi_print_command(SCp);
1841 printk("Has wrong data direction %d\n", SCp->sc_data_direction);
1842#endif
1843 SCp->sc_data_direction = DMA_NONE;
1844 }
1845
1846 switch (SCp->cmnd[0]) {
1847 case REQUEST_SENSE:
1848 /* clear the internal sense magic */
1849 SCp->cmnd[6] = 0;
Gustavo A. R. Silvadf561f662020-08-23 17:36:59 -05001850 fallthrough;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001851 default:
1852 /* OK, get it from the command */
1853 switch(SCp->sc_data_direction) {
1854 case DMA_BIDIRECTIONAL:
1855 default:
1856 printk(KERN_ERR "53c700: Unknown command for data direction ");
1857 scsi_print_command(SCp);
1858
1859 move_ins = 0;
1860 break;
1861 case DMA_NONE:
1862 move_ins = 0;
1863 break;
1864 case DMA_FROM_DEVICE:
1865 move_ins = SCRIPT_MOVE_DATA_IN;
1866 break;
1867 case DMA_TO_DEVICE:
1868 move_ins = SCRIPT_MOVE_DATA_OUT;
1869 break;
1870 }
1871 }
1872
1873 /* now build the scatter gather list */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001874 if(move_ins != 0) {
1875 int i;
1876 int sg_count;
1877 dma_addr_t vPtr = 0;
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001878 struct scatterlist *sg;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001879 __u32 count = 0;
1880
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001881 sg_count = scsi_dma_map(SCp);
1882 BUG_ON(sg_count < 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001883
FUJITA Tomonori3258a4d2007-05-14 19:12:55 +09001884 scsi_for_each_sg(SCp, sg, sg_count, i) {
1885 vPtr = sg_dma_address(sg);
1886 count = sg_dma_len(sg);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001887
1888 slot->SG[i].ins = bS_to_host(move_ins | count);
1889 DEBUG((" scatter block %d: move %d[%08x] from 0x%lx\n",
1890 i, count, slot->SG[i].ins, (unsigned long)vPtr));
1891 slot->SG[i].pAddr = bS_to_host(vPtr);
1892 }
1893 slot->SG[i].ins = bS_to_host(SCRIPT_RETURN);
1894 slot->SG[i].pAddr = 0;
Christoph Hellwig91af2dd2020-08-18 16:07:21 +02001895 dma_sync_to_dev(hostdata, slot->SG, sizeof(slot->SG));
Helge Deller0da21c42016-06-10 22:39:45 +02001896 DEBUG((" SETTING %p to %x\n",
Ralf Baechled3fa72e2006-12-06 20:38:56 -08001897 (&slot->pSG[i].ins),
Linus Torvalds1da177e2005-04-16 15:20:36 -07001898 slot->SG[i].ins));
1899 }
1900 slot->resume_offset = 0;
1901 slot->pCmd = dma_map_single(hostdata->dev, SCp->cmnd,
Boaz Harrosh64a87b22008-04-30 11:19:47 +03001902 MAX_COMMAND_SIZE, DMA_TO_DEVICE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001903 NCR_700_start_command(SCp);
1904 return 0;
1905}
1906
Jeff Garzikf2812332010-11-16 02:10:29 -05001907STATIC DEF_SCSI_QCMD(NCR_700_queuecommand)
1908
Linus Torvalds1da177e2005-04-16 15:20:36 -07001909STATIC int
1910NCR_700_abort(struct scsi_cmnd * SCp)
1911{
1912 struct NCR_700_command_slot *slot;
1913
Hannes Reinecke1fa6b5f2014-10-24 14:26:58 +02001914 scmd_printk(KERN_INFO, SCp, "abort command\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001915
1916 slot = (struct NCR_700_command_slot *)SCp->host_scribble;
1917
1918 if(slot == NULL)
1919 /* no outstanding command to abort */
1920 return SUCCESS;
1921 if(SCp->cmnd[0] == TEST_UNIT_READY) {
1922 /* FIXME: This is because of a problem in the new
1923 * error handler. When it is in error recovery, it
1924 * will send a TUR to a device it thinks may still be
1925 * showing a problem. If the TUR isn't responded to,
1926 * it will abort it and mark the device off line.
1927 * Unfortunately, it does no other error recovery, so
1928 * this would leave us with an outstanding command
1929 * occupying a slot. Rather than allow this to
1930 * happen, we issue a bus reset to force all
1931 * outstanding commands to terminate here. */
1932 NCR_700_internal_bus_reset(SCp->device->host);
1933 /* still drop through and return failed */
1934 }
1935 return FAILED;
1936
1937}
1938
1939STATIC int
Hannes Reinecke44257a12017-08-25 13:57:17 +02001940NCR_700_host_reset(struct scsi_cmnd * SCp)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001941{
Peter Zijlstra6e9a4732006-09-30 23:28:10 -07001942 DECLARE_COMPLETION_ONSTACK(complete);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001943 struct NCR_700_Host_Parameters *hostdata =
1944 (struct NCR_700_Host_Parameters *)SCp->device->host->hostdata[0];
1945
Jeff Garzik017560f2005-10-24 18:04:36 -04001946 scmd_printk(KERN_INFO, SCp,
Hannes Reinecke44257a12017-08-25 13:57:17 +02001947 "New error handler wants HOST reset, cmd %p\n\t", SCp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001948 scsi_print_command(SCp);
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04001949
Linus Torvalds1da177e2005-04-16 15:20:36 -07001950 /* In theory, eh_complete should always be null because the
1951 * eh is single threaded, but just in case we're handling a
1952 * reset via sg or something */
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04001953 spin_lock_irq(SCp->device->host->host_lock);
1954 while (hostdata->eh_complete != NULL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001955 spin_unlock_irq(SCp->device->host->host_lock);
1956 msleep_interruptible(100);
1957 spin_lock_irq(SCp->device->host->host_lock);
1958 }
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04001959
Linus Torvalds1da177e2005-04-16 15:20:36 -07001960 hostdata->eh_complete = &complete;
1961 NCR_700_internal_bus_reset(SCp->device->host);
Hannes Reinecke44257a12017-08-25 13:57:17 +02001962 NCR_700_chip_reset(SCp->device->host);
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04001963
Linus Torvalds1da177e2005-04-16 15:20:36 -07001964 spin_unlock_irq(SCp->device->host->host_lock);
1965 wait_for_completion(&complete);
1966 spin_lock_irq(SCp->device->host->host_lock);
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04001967
Linus Torvalds1da177e2005-04-16 15:20:36 -07001968 hostdata->eh_complete = NULL;
1969 /* Revalidate the transport parameters of the failing device */
1970 if(hostdata->fast)
1971 spi_schedule_dv_device(SCp->device);
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04001972
1973 spin_unlock_irq(SCp->device->host->host_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001974 return SUCCESS;
1975}
1976
Linus Torvalds1da177e2005-04-16 15:20:36 -07001977STATIC void
1978NCR_700_set_period(struct scsi_target *STp, int period)
1979{
1980 struct Scsi_Host *SHp = dev_to_shost(STp->dev.parent);
1981 struct NCR_700_Host_Parameters *hostdata =
1982 (struct NCR_700_Host_Parameters *)SHp->hostdata[0];
1983
1984 if(!hostdata->fast)
1985 return;
1986
1987 if(period < hostdata->min_period)
1988 period = hostdata->min_period;
1989
1990 spi_period(STp) = period;
1991 spi_flags(STp) &= ~(NCR_700_DEV_NEGOTIATED_SYNC |
1992 NCR_700_DEV_BEGIN_SYNC_NEGOTIATION);
1993 spi_flags(STp) |= NCR_700_DEV_PRINT_SYNC_NEGOTIATION;
1994}
1995
1996STATIC void
1997NCR_700_set_offset(struct scsi_target *STp, int offset)
1998{
1999 struct Scsi_Host *SHp = dev_to_shost(STp->dev.parent);
2000 struct NCR_700_Host_Parameters *hostdata =
2001 (struct NCR_700_Host_Parameters *)SHp->hostdata[0];
2002 int max_offset = hostdata->chip710
2003 ? NCR_710_MAX_OFFSET : NCR_700_MAX_OFFSET;
2004
2005 if(!hostdata->fast)
2006 return;
2007
2008 if(offset > max_offset)
2009 offset = max_offset;
2010
2011 /* if we're currently async, make sure the period is reasonable */
2012 if(spi_offset(STp) == 0 && (spi_period(STp) < hostdata->min_period ||
2013 spi_period(STp) > 0xff))
2014 spi_period(STp) = hostdata->min_period;
2015
2016 spi_offset(STp) = offset;
2017 spi_flags(STp) &= ~(NCR_700_DEV_NEGOTIATED_SYNC |
2018 NCR_700_DEV_BEGIN_SYNC_NEGOTIATION);
2019 spi_flags(STp) |= NCR_700_DEV_PRINT_SYNC_NEGOTIATION;
2020}
2021
James Bottomley0f13fc02006-06-29 13:02:11 -04002022STATIC int
2023NCR_700_slave_alloc(struct scsi_device *SDp)
2024{
2025 SDp->hostdata = kzalloc(sizeof(struct NCR_700_Device_Parameters),
2026 GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002027
James Bottomley0f13fc02006-06-29 13:02:11 -04002028 if (!SDp->hostdata)
2029 return -ENOMEM;
2030
2031 return 0;
2032}
Linus Torvalds1da177e2005-04-16 15:20:36 -07002033
2034STATIC int
2035NCR_700_slave_configure(struct scsi_device *SDp)
2036{
2037 struct NCR_700_Host_Parameters *hostdata =
2038 (struct NCR_700_Host_Parameters *)SDp->host->hostdata[0];
2039
2040 /* to do here: allocate memory; build a queue_full list */
2041 if(SDp->tagged_supported) {
Christoph Hellwigdb5ed4d2014-11-13 15:08:42 +01002042 scsi_change_queue_depth(SDp, NCR_700_DEFAULT_TAGS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002043 NCR_700_set_tag_neg_state(SDp, NCR_700_START_TAG_NEGOTIATION);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002044 }
Christoph Hellwigc8b09f62014-11-03 20:15:14 +01002045
Linus Torvalds1da177e2005-04-16 15:20:36 -07002046 if(hostdata->fast) {
2047 /* Find the correct offset and period via domain validation */
2048 if (!spi_initial_dv(SDp->sdev_target))
2049 spi_dv_device(SDp);
2050 } else {
2051 spi_offset(SDp->sdev_target) = 0;
2052 spi_period(SDp->sdev_target) = 0;
2053 }
2054 return 0;
2055}
2056
2057STATIC void
2058NCR_700_slave_destroy(struct scsi_device *SDp)
2059{
James Bottomley67d59df2006-06-13 21:31:19 -05002060 kfree(SDp->hostdata);
2061 SDp->hostdata = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002062}
2063
2064static int
Christoph Hellwigdb5ed4d2014-11-13 15:08:42 +01002065NCR_700_change_queue_depth(struct scsi_device *SDp, int depth)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002066{
2067 if (depth > NCR_700_MAX_TAGS)
2068 depth = NCR_700_MAX_TAGS;
Christoph Hellwigdb5ed4d2014-11-13 15:08:42 +01002069 return scsi_change_queue_depth(SDp, depth);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002070}
2071
Linus Torvalds1da177e2005-04-16 15:20:36 -07002072static ssize_t
Yani Ioannou10523b32005-05-17 06:43:37 -04002073NCR_700_show_active_tags(struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002074{
2075 struct scsi_device *SDp = to_scsi_device(dev);
2076
2077 return snprintf(buf, 20, "%d\n", NCR_700_get_depth(SDp));
2078}
2079
2080static struct device_attribute NCR_700_active_tags_attr = {
2081 .attr = {
2082 .name = "active_tags",
2083 .mode = S_IRUGO,
2084 },
2085 .show = NCR_700_show_active_tags,
2086};
2087
Bart Van Assche90cb6532021-10-12 16:35:22 -07002088STATIC struct attribute *NCR_700_dev_attrs[] = {
2089 &NCR_700_active_tags_attr.attr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002090 NULL,
2091};
2092
Bart Van Assche90cb6532021-10-12 16:35:22 -07002093ATTRIBUTE_GROUPS(NCR_700_dev);
2094
Linus Torvalds1da177e2005-04-16 15:20:36 -07002095EXPORT_SYMBOL(NCR_700_detect);
2096EXPORT_SYMBOL(NCR_700_release);
2097EXPORT_SYMBOL(NCR_700_intr);
2098
2099static struct spi_function_template NCR_700_transport_functions = {
2100 .set_period = NCR_700_set_period,
2101 .show_period = 1,
2102 .set_offset = NCR_700_set_offset,
2103 .show_offset = 1,
2104};
2105
2106static int __init NCR_700_init(void)
2107{
2108 NCR_700_transport_template = spi_attach_transport(&NCR_700_transport_functions);
2109 if(!NCR_700_transport_template)
2110 return -ENODEV;
2111 return 0;
2112}
2113
2114static void __exit NCR_700_exit(void)
2115{
2116 spi_release_transport(NCR_700_transport_template);
2117}
2118
2119module_init(NCR_700_init);
2120module_exit(NCR_700_exit);
2121