blob: 84cac98b368aaceebfe1287f6d7eb1f14866a102 [file] [log] [blame]
John Garrye8899fa2015-11-18 00:50:30 +08001/*
2 * Copyright (c) 2015 Linaro Ltd.
3 * Copyright (c) 2015 Hisilicon Limited.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 */
11
12#ifndef _HISI_SAS_H_
13#define _HISI_SAS_H_
14
John Garry4d558c72016-02-04 02:26:08 +080015#include <linux/acpi.h>
John Garry3bc45af2016-10-04 19:11:11 +080016#include <linux/clk.h>
John Garrye8899fa2015-11-18 00:50:30 +080017#include <linux/dmapool.h>
18#include <linux/mfd/syscon.h>
19#include <linux/module.h>
20#include <linux/of_address.h>
John Garry11b75242017-06-14 23:33:17 +080021#include <linux/pci.h>
John Garrye8899fa2015-11-18 00:50:30 +080022#include <linux/platform_device.h>
John Garry4d558c72016-02-04 02:26:08 +080023#include <linux/property.h>
John Garrye8899fa2015-11-18 00:50:30 +080024#include <linux/regmap.h>
John Garry6f2ff1a2016-01-26 02:47:20 +080025#include <scsi/sas_ata.h>
John Garrye8899fa2015-11-18 00:50:30 +080026#include <scsi/libsas.h>
27
John Garry6328d902016-08-24 19:05:54 +080028#define DRV_VERSION "v1.6"
John Garrye8899fa2015-11-18 00:50:30 +080029
John Garry7eb78692015-11-18 00:50:31 +080030#define HISI_SAS_MAX_PHYS 9
John Garry6be6de12015-11-18 00:50:34 +080031#define HISI_SAS_MAX_QUEUES 32
32#define HISI_SAS_QUEUE_SLOTS 512
John Garry5560e9f2016-01-26 02:47:04 +080033#define HISI_SAS_MAX_ITCT_ENTRIES 2048
John Garry7eb78692015-11-18 00:50:31 +080034#define HISI_SAS_MAX_DEVICES HISI_SAS_MAX_ITCT_ENTRIES
Xiang Chen06ec0fb2017-03-23 01:25:18 +080035#define HISI_SAS_RESET_BIT 0
John Garry7eb78692015-11-18 00:50:31 +080036
John Garry6be6de12015-11-18 00:50:34 +080037#define HISI_SAS_STATUS_BUF_SZ \
38 (sizeof(struct hisi_sas_err_record) + 1024)
39#define HISI_SAS_COMMAND_TABLE_SZ \
40 (((sizeof(union hisi_sas_command_table)+3)/4)*4)
41
John Garry42e7a692015-11-18 00:50:49 +080042#define HISI_SAS_MAX_SSP_RESP_SZ (sizeof(struct ssp_frame_hdr) + 1024)
John Garry66ee9992015-11-18 00:50:54 +080043#define HISI_SAS_MAX_SMP_RESP_SZ 1028
John Garry6f2ff1a2016-01-26 02:47:20 +080044#define HISI_SAS_MAX_STP_RESP_SZ 28
John Garry42e7a692015-11-18 00:50:49 +080045
John Garry98bf39f2016-01-26 02:47:02 +080046#define DEV_IS_EXPANDER(type) \
47 ((type == SAS_EDGE_EXPANDER_DEVICE) || \
48 (type == SAS_FANOUT_EXPANDER_DEVICE))
49
Xiang Chen6c7bb8a2017-06-14 23:33:14 +080050#define HISI_SAS_SATA_PROTOCOL_NONDATA 0x1
51#define HISI_SAS_SATA_PROTOCOL_PIO 0x2
52#define HISI_SAS_SATA_PROTOCOL_DMA 0x4
53#define HISI_SAS_SATA_PROTOCOL_FPDMA 0x8
54#define HISI_SAS_SATA_PROTOCOL_ATAPI 0x10
55
John Garryabda97c2015-11-18 00:50:51 +080056struct hisi_hba;
John Garryaf740db2015-11-18 00:50:41 +080057
John Garry07d78592015-11-18 00:50:47 +080058enum {
59 PORT_TYPE_SAS = (1U << 1),
60 PORT_TYPE_SATA = (1U << 0),
61};
62
John Garryaf740db2015-11-18 00:50:41 +080063enum dev_status {
64 HISI_SAS_DEV_NORMAL,
65 HISI_SAS_DEV_EH,
66};
John Garryabda97c2015-11-18 00:50:51 +080067
John Garry441c2742016-08-24 19:05:47 +080068enum {
69 HISI_SAS_INT_ABT_CMD = 0,
70 HISI_SAS_INT_ABT_DEV = 1,
71};
72
John Garryabda97c2015-11-18 00:50:51 +080073enum hisi_sas_dev_type {
74 HISI_SAS_DEV_TYPE_STP = 0,
75 HISI_SAS_DEV_TYPE_SSP,
76 HISI_SAS_DEV_TYPE_SATA,
77};
78
John Garry7eb78692015-11-18 00:50:31 +080079struct hisi_sas_phy {
John Garry976867e2015-11-18 00:50:42 +080080 struct hisi_hba *hisi_hba;
81 struct hisi_sas_port *port;
John Garry7eb78692015-11-18 00:50:31 +080082 struct asd_sas_phy sas_phy;
John Garry976867e2015-11-18 00:50:42 +080083 struct sas_identify identify;
84 struct timer_list timer;
John Garry66139922015-11-18 00:50:48 +080085 struct work_struct phyup_ws;
John Garry976867e2015-11-18 00:50:42 +080086 u64 port_id; /* from hw */
John Garry5d742422015-11-18 00:50:38 +080087 u64 dev_sas_addr;
John Garry976867e2015-11-18 00:50:42 +080088 u64 phy_type;
89 u64 frame_rcvd_size;
90 u8 frame_rcvd[32];
91 u8 phy_attached;
92 u8 reserved[3];
93 enum sas_linkrate minimum_linkrate;
94 enum sas_linkrate maximum_linkrate;
John Garry7eb78692015-11-18 00:50:31 +080095};
96
97struct hisi_sas_port {
98 struct asd_sas_port sas_port;
John Garry976867e2015-11-18 00:50:42 +080099 u8 port_attached;
100 u8 id; /* from hw */
John Garry7eb78692015-11-18 00:50:31 +0800101};
102
John Garry9101a072015-11-18 00:50:37 +0800103struct hisi_sas_cq {
104 struct hisi_hba *hisi_hba;
John Garryd177c402017-01-03 20:24:48 +0800105 struct tasklet_struct tasklet;
John Garrye6c346f2016-09-06 23:36:11 +0800106 int rd_point;
John Garry9101a072015-11-18 00:50:37 +0800107 int id;
108};
109
John Garry4fde02a2016-09-06 23:36:12 +0800110struct hisi_sas_dq {
111 struct hisi_hba *hisi_hba;
Xiang Chenb1a49412017-06-14 23:33:13 +0800112 struct hisi_sas_slot *slot_prep;
113 spinlock_t lock;
John Garry4fde02a2016-09-06 23:36:12 +0800114 int wr_point;
115 int id;
116};
117
John Garryaf740db2015-11-18 00:50:41 +0800118struct hisi_sas_device {
John Garryabda97c2015-11-18 00:50:51 +0800119 struct hisi_hba *hisi_hba;
120 struct domain_device *sas_device;
Xiang Chenb1a49412017-06-14 23:33:13 +0800121 struct hisi_sas_dq *dq;
John Garry405314d2017-03-23 01:25:21 +0800122 struct list_head list;
John Garryad604832017-06-14 23:33:12 +0800123 u64 attached_phy;
124 atomic64_t running_req;
125 enum sas_device_type dev_type;
126 int device_id;
Xiaofei Tan32ccba52017-04-10 21:21:57 +0800127 int sata_idx;
John Garryad604832017-06-14 23:33:12 +0800128 u8 dev_status;
John Garryaf740db2015-11-18 00:50:41 +0800129};
130
John Garry6be6de12015-11-18 00:50:34 +0800131struct hisi_sas_slot {
John Garry42e7a692015-11-18 00:50:49 +0800132 struct list_head entry;
133 struct sas_task *task;
134 struct hisi_sas_port *port;
135 u64 n_elem;
136 int dlvry_queue;
137 int dlvry_queue_slot;
John Garry27a3f222015-11-18 00:50:50 +0800138 int cmplt_queue;
139 int cmplt_queue_slot;
John Garry42e7a692015-11-18 00:50:49 +0800140 int idx;
John Garrycac9b2a2016-02-25 17:42:11 +0800141 int abort;
John Garry42e7a692015-11-18 00:50:49 +0800142 void *cmd_hdr;
143 dma_addr_t cmd_hdr_dma;
144 void *status_buffer;
145 dma_addr_t status_buffer_dma;
146 void *command_table;
147 dma_addr_t command_table_dma;
148 struct hisi_sas_sge_page *sge_page;
149 dma_addr_t sge_page_dma;
John Garrycac9b2a2016-02-25 17:42:11 +0800150 struct work_struct abort_slot;
John Garry0844a3f2017-04-10 21:21:59 +0800151 struct timer_list internal_abort_timer;
John Garry42e7a692015-11-18 00:50:49 +0800152};
153
154struct hisi_sas_tmf_task {
155 u8 tmf;
156 u16 tag_of_task_to_be_managed;
John Garry6be6de12015-11-18 00:50:34 +0800157};
158
John Garry7eb78692015-11-18 00:50:31 +0800159struct hisi_sas_hw {
John Garry8ff1d572015-11-18 00:50:46 +0800160 int (*hw_init)(struct hisi_hba *hisi_hba);
John Garryabda97c2015-11-18 00:50:51 +0800161 void (*setup_itct)(struct hisi_hba *hisi_hba,
162 struct hisi_sas_device *device);
John Garry685b6d62016-04-15 21:36:36 +0800163 int (*slot_index_alloc)(struct hisi_hba *hisi_hba, int *slot_idx,
164 struct domain_device *device);
165 struct hisi_sas_device *(*alloc_dev)(struct domain_device *device);
John Garry66139922015-11-18 00:50:48 +0800166 void (*sl_notify)(struct hisi_hba *hisi_hba, int phy_no);
Xiang Chenb1a49412017-06-14 23:33:13 +0800167 int (*get_free_slot)(struct hisi_hba *hisi_hba, struct hisi_sas_dq *dq);
168 void (*start_delivery)(struct hisi_sas_dq *dq);
John Garry42e7a692015-11-18 00:50:49 +0800169 int (*prep_ssp)(struct hisi_hba *hisi_hba,
170 struct hisi_sas_slot *slot, int is_tmf,
171 struct hisi_sas_tmf_task *tmf);
John Garry66ee9992015-11-18 00:50:54 +0800172 int (*prep_smp)(struct hisi_hba *hisi_hba,
173 struct hisi_sas_slot *slot);
John Garry6f2ff1a2016-01-26 02:47:20 +0800174 int (*prep_stp)(struct hisi_hba *hisi_hba,
175 struct hisi_sas_slot *slot);
John Garry441c2742016-08-24 19:05:47 +0800176 int (*prep_abort)(struct hisi_hba *hisi_hba,
177 struct hisi_sas_slot *slot,
178 int device_id, int abort_flag, int tag_to_abort);
John Garry27a3f222015-11-18 00:50:50 +0800179 int (*slot_complete)(struct hisi_hba *hisi_hba,
John Garry405314d2017-03-23 01:25:21 +0800180 struct hisi_sas_slot *slot);
John Garry396b8042017-03-23 01:25:19 +0800181 void (*phys_init)(struct hisi_hba *hisi_hba);
John Garrye4189d52015-11-18 00:50:57 +0800182 void (*phy_enable)(struct hisi_hba *hisi_hba, int phy_no);
183 void (*phy_disable)(struct hisi_hba *hisi_hba, int phy_no);
184 void (*phy_hard_reset)(struct hisi_hba *hisi_hba, int phy_no);
Xiang Chen2ae75782016-11-07 20:48:40 +0800185 void (*phy_set_linkrate)(struct hisi_hba *hisi_hba, int phy_no,
186 struct sas_phy_linkrates *linkrates);
187 enum sas_linkrate (*phy_get_max_linkrate)(void);
John Garry27a3f222015-11-18 00:50:50 +0800188 void (*free_device)(struct hisi_hba *hisi_hba,
189 struct hisi_sas_device *dev);
John Garry184a4632015-11-18 00:50:52 +0800190 int (*get_wideport_bitmap)(struct hisi_hba *hisi_hba, int port_id);
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800191 int (*soft_reset)(struct hisi_hba *hisi_hba);
John Garrya8d547b2016-01-26 02:47:03 +0800192 int max_command_entries;
John Garry6be6de12015-11-18 00:50:34 +0800193 int complete_hdr_size;
John Garry7eb78692015-11-18 00:50:31 +0800194};
195
196struct hisi_hba {
197 /* This must be the first element, used by SHOST_TO_SAS_HA */
198 struct sas_ha_struct *p;
199
John Garry11b75242017-06-14 23:33:17 +0800200 struct platform_device *platform_dev;
201 struct pci_dev *pci_dev;
202 struct device *dev;
203
John Garrye26b2f42015-11-18 00:50:32 +0800204 void __iomem *regs;
205 struct regmap *ctrl;
206 u32 ctrl_reset_reg;
207 u32 ctrl_reset_sts_reg;
208 u32 ctrl_clock_ena_reg;
John Garry3bc45af2016-10-04 19:11:11 +0800209 u32 refclk_frequency_mhz;
John Garry7eb78692015-11-18 00:50:31 +0800210 u8 sas_addr[SAS_ADDR_SIZE];
211
212 int n_phy;
John Garryfa42d802015-11-18 00:50:43 +0800213 spinlock_t lock;
John Garry7eb78692015-11-18 00:50:31 +0800214
John Garryfa42d802015-11-18 00:50:43 +0800215 struct timer_list timer;
John Garry7e9080e2015-11-18 00:50:40 +0800216 struct workqueue_struct *wq;
John Garry257efd12015-11-18 00:50:36 +0800217
218 int slot_index_count;
219 unsigned long *slot_index_tags;
Xiaofei Tanc7b9d362017-04-10 21:21:56 +0800220 unsigned long reject_stp_links_msk;
John Garry257efd12015-11-18 00:50:36 +0800221
John Garry7eb78692015-11-18 00:50:31 +0800222 /* SCSI/SAS glue */
223 struct sas_ha_struct sha;
224 struct Scsi_Host *shost;
John Garry9101a072015-11-18 00:50:37 +0800225
226 struct hisi_sas_cq cq[HISI_SAS_MAX_QUEUES];
John Garry4fde02a2016-09-06 23:36:12 +0800227 struct hisi_sas_dq dq[HISI_SAS_MAX_QUEUES];
John Garry7eb78692015-11-18 00:50:31 +0800228 struct hisi_sas_phy phy[HISI_SAS_MAX_PHYS];
229 struct hisi_sas_port port[HISI_SAS_MAX_PHYS];
John Garrye26b2f42015-11-18 00:50:32 +0800230
231 int queue_count;
John Garry6be6de12015-11-18 00:50:34 +0800232
233 struct dma_pool *sge_page_pool;
John Garryaf740db2015-11-18 00:50:41 +0800234 struct hisi_sas_device devices[HISI_SAS_MAX_DEVICES];
John Garry6be6de12015-11-18 00:50:34 +0800235 struct dma_pool *command_table_pool;
236 struct dma_pool *status_buffer_pool;
237 struct hisi_sas_cmd_hdr *cmd_hdr[HISI_SAS_MAX_QUEUES];
238 dma_addr_t cmd_hdr_dma[HISI_SAS_MAX_QUEUES];
239 void *complete_hdr[HISI_SAS_MAX_QUEUES];
240 dma_addr_t complete_hdr_dma[HISI_SAS_MAX_QUEUES];
241 struct hisi_sas_initial_fis *initial_fis;
242 dma_addr_t initial_fis_dma;
243 struct hisi_sas_itct *itct;
244 dma_addr_t itct_dma;
245 struct hisi_sas_iost *iost;
246 dma_addr_t iost_dma;
247 struct hisi_sas_breakpoint *breakpoint;
248 dma_addr_t breakpoint_dma;
249 struct hisi_sas_breakpoint *sata_breakpoint;
250 dma_addr_t sata_breakpoint_dma;
251 struct hisi_sas_slot *slot_info;
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800252 unsigned long flags;
John Garry7eb78692015-11-18 00:50:31 +0800253 const struct hisi_sas_hw *hw; /* Low level hw interface */
Xiaofei Tan32ccba52017-04-10 21:21:57 +0800254 unsigned long sata_dev_bitmap[BITS_TO_LONGS(HISI_SAS_MAX_DEVICES)];
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800255 struct work_struct rst_work;
John Garry7eb78692015-11-18 00:50:31 +0800256};
257
John Garryc799d6b2015-11-18 00:50:33 +0800258/* Generic HW DMA host memory structures */
259/* Delivery queue header */
260struct hisi_sas_cmd_hdr {
261 /* dw0 */
262 __le32 dw0;
263
264 /* dw1 */
265 __le32 dw1;
266
267 /* dw2 */
268 __le32 dw2;
269
270 /* dw3 */
271 __le32 transfer_tags;
272
273 /* dw4 */
274 __le32 data_transfer_len;
275
276 /* dw5 */
277 __le32 first_burst_num;
278
279 /* dw6 */
280 __le32 sg_len;
281
282 /* dw7 */
283 __le32 dw7;
284
285 /* dw8-9 */
286 __le64 cmd_table_addr;
287
288 /* dw10-11 */
289 __le64 sts_buffer_addr;
290
291 /* dw12-13 */
292 __le64 prd_table_addr;
293
294 /* dw14-15 */
295 __le64 dif_prd_table_addr;
296};
297
298struct hisi_sas_itct {
299 __le64 qw0;
300 __le64 sas_addr;
301 __le64 qw2;
302 __le64 qw3;
John Garry281e3bf2016-01-26 02:47:06 +0800303 __le64 qw4_15[12];
John Garryc799d6b2015-11-18 00:50:33 +0800304};
305
306struct hisi_sas_iost {
307 __le64 qw0;
308 __le64 qw1;
309 __le64 qw2;
310 __le64 qw3;
311};
312
313struct hisi_sas_err_record {
John Garry8d1eee72016-01-26 02:47:05 +0800314 u32 data[4];
John Garryc799d6b2015-11-18 00:50:33 +0800315};
316
317struct hisi_sas_initial_fis {
318 struct hisi_sas_err_record err_record;
319 struct dev_to_host_fis fis;
320 u32 rsvd[3];
321};
322
323struct hisi_sas_breakpoint {
324 u8 data[128]; /*io128 byte*/
325};
326
327struct hisi_sas_sge {
328 __le64 addr;
329 __le32 page_ctrl_0;
330 __le32 page_ctrl_1;
331 __le32 data_len;
332 __le32 data_off;
333};
334
335struct hisi_sas_command_table_smp {
336 u8 bytes[44];
337};
338
339struct hisi_sas_command_table_stp {
340 struct host_to_dev_fis command_fis;
341 u8 dummy[12];
342 u8 atapi_cdb[ATAPI_CDB_LEN];
343};
344
Ming Lin65e86172016-04-04 14:48:10 -0700345#define HISI_SAS_SGE_PAGE_CNT SG_CHUNK_SIZE
John Garryc799d6b2015-11-18 00:50:33 +0800346struct hisi_sas_sge_page {
347 struct hisi_sas_sge sge[HISI_SAS_SGE_PAGE_CNT];
348};
349
350struct hisi_sas_command_table_ssp {
351 struct ssp_frame_hdr hdr;
352 union {
353 struct {
354 struct ssp_command_iu task;
355 u32 prot[6];
356 };
357 struct ssp_tmf_iu ssp_task;
358 struct xfer_rdy_iu xfer_rdy;
359 struct ssp_response_iu ssp_res;
360 } u;
361};
362
363union hisi_sas_command_table {
364 struct hisi_sas_command_table_ssp ssp;
365 struct hisi_sas_command_table_smp smp;
366 struct hisi_sas_command_table_stp stp;
367};
John Garry2e244f02017-03-23 01:25:17 +0800368
Xiang Chen6c7bb8a2017-06-14 23:33:14 +0800369extern u8 hisi_sas_get_ata_protocol(u8 cmd, int direction);
John Garry2e244f02017-03-23 01:25:17 +0800370extern struct hisi_sas_port *to_hisi_sas_port(struct asd_sas_port *sas_port);
Xiang Chen75904072017-06-14 23:33:15 +0800371extern void hisi_sas_sata_done(struct sas_task *task,
372 struct hisi_sas_slot *slot);
Xiang Chen318913c2017-06-14 23:33:16 +0800373extern int hisi_sas_get_ncq_tag(struct sas_task *task, u32 *tag);
John Garry9fb10b52015-11-18 00:50:44 +0800374extern int hisi_sas_probe(struct platform_device *pdev,
375 const struct hisi_sas_hw *ops);
376extern int hisi_sas_remove(struct platform_device *pdev);
John Garryc799d6b2015-11-18 00:50:33 +0800377
John Garry184a4632015-11-18 00:50:52 +0800378extern void hisi_sas_phy_down(struct hisi_hba *hisi_hba, int phy_no, int rdy);
John Garry27a3f222015-11-18 00:50:50 +0800379extern void hisi_sas_slot_task_free(struct hisi_hba *hisi_hba,
380 struct sas_task *task,
381 struct hisi_sas_slot *slot);
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800382extern void hisi_sas_init_mem(struct hisi_hba *hisi_hba);
383extern void hisi_sas_rescan_topology(struct hisi_hba *hisi_hba, u32 old_state,
384 u32 state);
John Garrye8899fa2015-11-18 00:50:30 +0800385#endif