blob: 4e28f32e90b0a1d43eb5cd150703498b14da951d [file] [log] [blame]
John Garrye8899fa2015-11-18 00:50:30 +08001/*
2 * Copyright (c) 2015 Linaro Ltd.
3 * Copyright (c) 2015 Hisilicon Limited.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 */
11
12#ifndef _HISI_SAS_H_
13#define _HISI_SAS_H_
14
John Garry4d558c72016-02-04 02:26:08 +080015#include <linux/acpi.h>
John Garry3bc45af2016-10-04 19:11:11 +080016#include <linux/clk.h>
John Garrye8899fa2015-11-18 00:50:30 +080017#include <linux/dmapool.h>
18#include <linux/mfd/syscon.h>
19#include <linux/module.h>
20#include <linux/of_address.h>
John Garrye8899fa2015-11-18 00:50:30 +080021#include <linux/platform_device.h>
John Garry4d558c72016-02-04 02:26:08 +080022#include <linux/property.h>
John Garrye8899fa2015-11-18 00:50:30 +080023#include <linux/regmap.h>
John Garry6f2ff1a2016-01-26 02:47:20 +080024#include <scsi/sas_ata.h>
John Garrye8899fa2015-11-18 00:50:30 +080025#include <scsi/libsas.h>
26
John Garry6328d902016-08-24 19:05:54 +080027#define DRV_VERSION "v1.6"
John Garrye8899fa2015-11-18 00:50:30 +080028
John Garry7eb78692015-11-18 00:50:31 +080029#define HISI_SAS_MAX_PHYS 9
John Garry6be6de12015-11-18 00:50:34 +080030#define HISI_SAS_MAX_QUEUES 32
31#define HISI_SAS_QUEUE_SLOTS 512
John Garry5560e9f2016-01-26 02:47:04 +080032#define HISI_SAS_MAX_ITCT_ENTRIES 2048
John Garry7eb78692015-11-18 00:50:31 +080033#define HISI_SAS_MAX_DEVICES HISI_SAS_MAX_ITCT_ENTRIES
Xiang Chen06ec0fb2017-03-23 01:25:18 +080034#define HISI_SAS_RESET_BIT 0
John Garry7eb78692015-11-18 00:50:31 +080035
John Garry6be6de12015-11-18 00:50:34 +080036#define HISI_SAS_STATUS_BUF_SZ \
37 (sizeof(struct hisi_sas_err_record) + 1024)
38#define HISI_SAS_COMMAND_TABLE_SZ \
39 (((sizeof(union hisi_sas_command_table)+3)/4)*4)
40
John Garry42e7a692015-11-18 00:50:49 +080041#define HISI_SAS_MAX_SSP_RESP_SZ (sizeof(struct ssp_frame_hdr) + 1024)
John Garry66ee9992015-11-18 00:50:54 +080042#define HISI_SAS_MAX_SMP_RESP_SZ 1028
John Garry6f2ff1a2016-01-26 02:47:20 +080043#define HISI_SAS_MAX_STP_RESP_SZ 28
John Garry42e7a692015-11-18 00:50:49 +080044
John Garry98bf39f2016-01-26 02:47:02 +080045#define DEV_IS_EXPANDER(type) \
46 ((type == SAS_EDGE_EXPANDER_DEVICE) || \
47 (type == SAS_FANOUT_EXPANDER_DEVICE))
48
John Garryabda97c2015-11-18 00:50:51 +080049struct hisi_hba;
John Garryaf740db2015-11-18 00:50:41 +080050
John Garry07d78592015-11-18 00:50:47 +080051enum {
52 PORT_TYPE_SAS = (1U << 1),
53 PORT_TYPE_SATA = (1U << 0),
54};
55
John Garryaf740db2015-11-18 00:50:41 +080056enum dev_status {
57 HISI_SAS_DEV_NORMAL,
58 HISI_SAS_DEV_EH,
59};
John Garryabda97c2015-11-18 00:50:51 +080060
John Garry441c2742016-08-24 19:05:47 +080061enum {
62 HISI_SAS_INT_ABT_CMD = 0,
63 HISI_SAS_INT_ABT_DEV = 1,
64};
65
John Garryabda97c2015-11-18 00:50:51 +080066enum hisi_sas_dev_type {
67 HISI_SAS_DEV_TYPE_STP = 0,
68 HISI_SAS_DEV_TYPE_SSP,
69 HISI_SAS_DEV_TYPE_SATA,
70};
71
John Garry7eb78692015-11-18 00:50:31 +080072struct hisi_sas_phy {
John Garry976867e2015-11-18 00:50:42 +080073 struct hisi_hba *hisi_hba;
74 struct hisi_sas_port *port;
John Garry7eb78692015-11-18 00:50:31 +080075 struct asd_sas_phy sas_phy;
John Garry976867e2015-11-18 00:50:42 +080076 struct sas_identify identify;
77 struct timer_list timer;
John Garry66139922015-11-18 00:50:48 +080078 struct work_struct phyup_ws;
John Garry976867e2015-11-18 00:50:42 +080079 u64 port_id; /* from hw */
John Garry5d742422015-11-18 00:50:38 +080080 u64 dev_sas_addr;
John Garry976867e2015-11-18 00:50:42 +080081 u64 phy_type;
82 u64 frame_rcvd_size;
83 u8 frame_rcvd[32];
84 u8 phy_attached;
85 u8 reserved[3];
86 enum sas_linkrate minimum_linkrate;
87 enum sas_linkrate maximum_linkrate;
John Garry7eb78692015-11-18 00:50:31 +080088};
89
90struct hisi_sas_port {
91 struct asd_sas_port sas_port;
John Garry976867e2015-11-18 00:50:42 +080092 u8 port_attached;
93 u8 id; /* from hw */
John Garry7eb78692015-11-18 00:50:31 +080094};
95
John Garry9101a072015-11-18 00:50:37 +080096struct hisi_sas_cq {
97 struct hisi_hba *hisi_hba;
John Garryd177c402017-01-03 20:24:48 +080098 struct tasklet_struct tasklet;
John Garrye6c346f2016-09-06 23:36:11 +080099 int rd_point;
John Garry9101a072015-11-18 00:50:37 +0800100 int id;
101};
102
John Garry4fde02a2016-09-06 23:36:12 +0800103struct hisi_sas_dq {
104 struct hisi_hba *hisi_hba;
105 int wr_point;
106 int id;
107};
108
John Garryaf740db2015-11-18 00:50:41 +0800109struct hisi_sas_device {
110 enum sas_device_type dev_type;
John Garryabda97c2015-11-18 00:50:51 +0800111 struct hisi_hba *hisi_hba;
112 struct domain_device *sas_device;
113 u64 attached_phy;
John Garryaf740db2015-11-18 00:50:41 +0800114 u64 device_id;
John Garryf696cc32016-11-07 20:48:39 +0800115 atomic64_t running_req;
John Garry405314d2017-03-23 01:25:21 +0800116 struct list_head list;
John Garryaf740db2015-11-18 00:50:41 +0800117 u8 dev_status;
Xiaofei Tan32ccba52017-04-10 21:21:57 +0800118 int sata_idx;
John Garryaf740db2015-11-18 00:50:41 +0800119};
120
John Garry6be6de12015-11-18 00:50:34 +0800121struct hisi_sas_slot {
John Garry42e7a692015-11-18 00:50:49 +0800122 struct list_head entry;
123 struct sas_task *task;
124 struct hisi_sas_port *port;
125 u64 n_elem;
126 int dlvry_queue;
127 int dlvry_queue_slot;
John Garry27a3f222015-11-18 00:50:50 +0800128 int cmplt_queue;
129 int cmplt_queue_slot;
John Garry42e7a692015-11-18 00:50:49 +0800130 int idx;
John Garrycac9b2a2016-02-25 17:42:11 +0800131 int abort;
John Garry42e7a692015-11-18 00:50:49 +0800132 void *cmd_hdr;
133 dma_addr_t cmd_hdr_dma;
134 void *status_buffer;
135 dma_addr_t status_buffer_dma;
136 void *command_table;
137 dma_addr_t command_table_dma;
138 struct hisi_sas_sge_page *sge_page;
139 dma_addr_t sge_page_dma;
John Garrycac9b2a2016-02-25 17:42:11 +0800140 struct work_struct abort_slot;
John Garry0844a3f2017-04-10 21:21:59 +0800141 struct timer_list internal_abort_timer;
John Garry42e7a692015-11-18 00:50:49 +0800142};
143
144struct hisi_sas_tmf_task {
145 u8 tmf;
146 u16 tag_of_task_to_be_managed;
John Garry6be6de12015-11-18 00:50:34 +0800147};
148
John Garry7eb78692015-11-18 00:50:31 +0800149struct hisi_sas_hw {
John Garry8ff1d572015-11-18 00:50:46 +0800150 int (*hw_init)(struct hisi_hba *hisi_hba);
John Garryabda97c2015-11-18 00:50:51 +0800151 void (*setup_itct)(struct hisi_hba *hisi_hba,
152 struct hisi_sas_device *device);
John Garry685b6d62016-04-15 21:36:36 +0800153 int (*slot_index_alloc)(struct hisi_hba *hisi_hba, int *slot_idx,
154 struct domain_device *device);
155 struct hisi_sas_device *(*alloc_dev)(struct domain_device *device);
John Garry66139922015-11-18 00:50:48 +0800156 void (*sl_notify)(struct hisi_hba *hisi_hba, int phy_no);
Xiang Chenc70f1fb2016-11-07 20:48:31 +0800157 int (*get_free_slot)(struct hisi_hba *hisi_hba, u32 dev_id,
158 int *q, int *s);
John Garry42e7a692015-11-18 00:50:49 +0800159 void (*start_delivery)(struct hisi_hba *hisi_hba);
160 int (*prep_ssp)(struct hisi_hba *hisi_hba,
161 struct hisi_sas_slot *slot, int is_tmf,
162 struct hisi_sas_tmf_task *tmf);
John Garry66ee9992015-11-18 00:50:54 +0800163 int (*prep_smp)(struct hisi_hba *hisi_hba,
164 struct hisi_sas_slot *slot);
John Garry6f2ff1a2016-01-26 02:47:20 +0800165 int (*prep_stp)(struct hisi_hba *hisi_hba,
166 struct hisi_sas_slot *slot);
John Garry441c2742016-08-24 19:05:47 +0800167 int (*prep_abort)(struct hisi_hba *hisi_hba,
168 struct hisi_sas_slot *slot,
169 int device_id, int abort_flag, int tag_to_abort);
John Garry27a3f222015-11-18 00:50:50 +0800170 int (*slot_complete)(struct hisi_hba *hisi_hba,
John Garry405314d2017-03-23 01:25:21 +0800171 struct hisi_sas_slot *slot);
John Garry396b8042017-03-23 01:25:19 +0800172 void (*phys_init)(struct hisi_hba *hisi_hba);
John Garrye4189d52015-11-18 00:50:57 +0800173 void (*phy_enable)(struct hisi_hba *hisi_hba, int phy_no);
174 void (*phy_disable)(struct hisi_hba *hisi_hba, int phy_no);
175 void (*phy_hard_reset)(struct hisi_hba *hisi_hba, int phy_no);
Xiang Chen2ae75782016-11-07 20:48:40 +0800176 void (*phy_set_linkrate)(struct hisi_hba *hisi_hba, int phy_no,
177 struct sas_phy_linkrates *linkrates);
178 enum sas_linkrate (*phy_get_max_linkrate)(void);
John Garry27a3f222015-11-18 00:50:50 +0800179 void (*free_device)(struct hisi_hba *hisi_hba,
180 struct hisi_sas_device *dev);
John Garry184a4632015-11-18 00:50:52 +0800181 int (*get_wideport_bitmap)(struct hisi_hba *hisi_hba, int port_id);
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800182 int (*soft_reset)(struct hisi_hba *hisi_hba);
John Garrya8d547b2016-01-26 02:47:03 +0800183 int max_command_entries;
John Garry6be6de12015-11-18 00:50:34 +0800184 int complete_hdr_size;
John Garry7eb78692015-11-18 00:50:31 +0800185};
186
187struct hisi_hba {
188 /* This must be the first element, used by SHOST_TO_SAS_HA */
189 struct sas_ha_struct *p;
190
191 struct platform_device *pdev;
John Garrye26b2f42015-11-18 00:50:32 +0800192 void __iomem *regs;
193 struct regmap *ctrl;
194 u32 ctrl_reset_reg;
195 u32 ctrl_reset_sts_reg;
196 u32 ctrl_clock_ena_reg;
John Garry3bc45af2016-10-04 19:11:11 +0800197 u32 refclk_frequency_mhz;
John Garry7eb78692015-11-18 00:50:31 +0800198 u8 sas_addr[SAS_ADDR_SIZE];
199
200 int n_phy;
John Garryfa42d802015-11-18 00:50:43 +0800201 spinlock_t lock;
John Garry7eb78692015-11-18 00:50:31 +0800202
John Garryfa42d802015-11-18 00:50:43 +0800203 struct timer_list timer;
John Garry7e9080e2015-11-18 00:50:40 +0800204 struct workqueue_struct *wq;
John Garry257efd12015-11-18 00:50:36 +0800205
206 int slot_index_count;
207 unsigned long *slot_index_tags;
Xiaofei Tanc7b9d362017-04-10 21:21:56 +0800208 unsigned long reject_stp_links_msk;
John Garry257efd12015-11-18 00:50:36 +0800209
John Garry7eb78692015-11-18 00:50:31 +0800210 /* SCSI/SAS glue */
211 struct sas_ha_struct sha;
212 struct Scsi_Host *shost;
John Garry9101a072015-11-18 00:50:37 +0800213
214 struct hisi_sas_cq cq[HISI_SAS_MAX_QUEUES];
John Garry4fde02a2016-09-06 23:36:12 +0800215 struct hisi_sas_dq dq[HISI_SAS_MAX_QUEUES];
John Garry7eb78692015-11-18 00:50:31 +0800216 struct hisi_sas_phy phy[HISI_SAS_MAX_PHYS];
217 struct hisi_sas_port port[HISI_SAS_MAX_PHYS];
John Garrye26b2f42015-11-18 00:50:32 +0800218
219 int queue_count;
John Garry42e7a692015-11-18 00:50:49 +0800220 struct hisi_sas_slot *slot_prep;
John Garry6be6de12015-11-18 00:50:34 +0800221
222 struct dma_pool *sge_page_pool;
John Garryaf740db2015-11-18 00:50:41 +0800223 struct hisi_sas_device devices[HISI_SAS_MAX_DEVICES];
John Garry6be6de12015-11-18 00:50:34 +0800224 struct dma_pool *command_table_pool;
225 struct dma_pool *status_buffer_pool;
226 struct hisi_sas_cmd_hdr *cmd_hdr[HISI_SAS_MAX_QUEUES];
227 dma_addr_t cmd_hdr_dma[HISI_SAS_MAX_QUEUES];
228 void *complete_hdr[HISI_SAS_MAX_QUEUES];
229 dma_addr_t complete_hdr_dma[HISI_SAS_MAX_QUEUES];
230 struct hisi_sas_initial_fis *initial_fis;
231 dma_addr_t initial_fis_dma;
232 struct hisi_sas_itct *itct;
233 dma_addr_t itct_dma;
234 struct hisi_sas_iost *iost;
235 dma_addr_t iost_dma;
236 struct hisi_sas_breakpoint *breakpoint;
237 dma_addr_t breakpoint_dma;
238 struct hisi_sas_breakpoint *sata_breakpoint;
239 dma_addr_t sata_breakpoint_dma;
240 struct hisi_sas_slot *slot_info;
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800241 unsigned long flags;
John Garry7eb78692015-11-18 00:50:31 +0800242 const struct hisi_sas_hw *hw; /* Low level hw interface */
Xiaofei Tan32ccba52017-04-10 21:21:57 +0800243 unsigned long sata_dev_bitmap[BITS_TO_LONGS(HISI_SAS_MAX_DEVICES)];
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800244 struct work_struct rst_work;
John Garry7eb78692015-11-18 00:50:31 +0800245};
246
John Garryc799d6b2015-11-18 00:50:33 +0800247/* Generic HW DMA host memory structures */
248/* Delivery queue header */
249struct hisi_sas_cmd_hdr {
250 /* dw0 */
251 __le32 dw0;
252
253 /* dw1 */
254 __le32 dw1;
255
256 /* dw2 */
257 __le32 dw2;
258
259 /* dw3 */
260 __le32 transfer_tags;
261
262 /* dw4 */
263 __le32 data_transfer_len;
264
265 /* dw5 */
266 __le32 first_burst_num;
267
268 /* dw6 */
269 __le32 sg_len;
270
271 /* dw7 */
272 __le32 dw7;
273
274 /* dw8-9 */
275 __le64 cmd_table_addr;
276
277 /* dw10-11 */
278 __le64 sts_buffer_addr;
279
280 /* dw12-13 */
281 __le64 prd_table_addr;
282
283 /* dw14-15 */
284 __le64 dif_prd_table_addr;
285};
286
287struct hisi_sas_itct {
288 __le64 qw0;
289 __le64 sas_addr;
290 __le64 qw2;
291 __le64 qw3;
John Garry281e3bf2016-01-26 02:47:06 +0800292 __le64 qw4_15[12];
John Garryc799d6b2015-11-18 00:50:33 +0800293};
294
295struct hisi_sas_iost {
296 __le64 qw0;
297 __le64 qw1;
298 __le64 qw2;
299 __le64 qw3;
300};
301
302struct hisi_sas_err_record {
John Garry8d1eee72016-01-26 02:47:05 +0800303 u32 data[4];
John Garryc799d6b2015-11-18 00:50:33 +0800304};
305
306struct hisi_sas_initial_fis {
307 struct hisi_sas_err_record err_record;
308 struct dev_to_host_fis fis;
309 u32 rsvd[3];
310};
311
312struct hisi_sas_breakpoint {
313 u8 data[128]; /*io128 byte*/
314};
315
316struct hisi_sas_sge {
317 __le64 addr;
318 __le32 page_ctrl_0;
319 __le32 page_ctrl_1;
320 __le32 data_len;
321 __le32 data_off;
322};
323
324struct hisi_sas_command_table_smp {
325 u8 bytes[44];
326};
327
328struct hisi_sas_command_table_stp {
329 struct host_to_dev_fis command_fis;
330 u8 dummy[12];
331 u8 atapi_cdb[ATAPI_CDB_LEN];
332};
333
Ming Lin65e86172016-04-04 14:48:10 -0700334#define HISI_SAS_SGE_PAGE_CNT SG_CHUNK_SIZE
John Garryc799d6b2015-11-18 00:50:33 +0800335struct hisi_sas_sge_page {
336 struct hisi_sas_sge sge[HISI_SAS_SGE_PAGE_CNT];
337};
338
339struct hisi_sas_command_table_ssp {
340 struct ssp_frame_hdr hdr;
341 union {
342 struct {
343 struct ssp_command_iu task;
344 u32 prot[6];
345 };
346 struct ssp_tmf_iu ssp_task;
347 struct xfer_rdy_iu xfer_rdy;
348 struct ssp_response_iu ssp_res;
349 } u;
350};
351
352union hisi_sas_command_table {
353 struct hisi_sas_command_table_ssp ssp;
354 struct hisi_sas_command_table_smp smp;
355 struct hisi_sas_command_table_stp stp;
356};
John Garry2e244f02017-03-23 01:25:17 +0800357
358extern struct hisi_sas_port *to_hisi_sas_port(struct asd_sas_port *sas_port);
John Garry9fb10b52015-11-18 00:50:44 +0800359extern int hisi_sas_probe(struct platform_device *pdev,
360 const struct hisi_sas_hw *ops);
361extern int hisi_sas_remove(struct platform_device *pdev);
John Garryc799d6b2015-11-18 00:50:33 +0800362
John Garry184a4632015-11-18 00:50:52 +0800363extern void hisi_sas_phy_down(struct hisi_hba *hisi_hba, int phy_no, int rdy);
John Garry27a3f222015-11-18 00:50:50 +0800364extern void hisi_sas_slot_task_free(struct hisi_hba *hisi_hba,
365 struct sas_task *task,
366 struct hisi_sas_slot *slot);
Xiang Chen06ec0fb2017-03-23 01:25:18 +0800367extern void hisi_sas_init_mem(struct hisi_hba *hisi_hba);
368extern void hisi_sas_rescan_topology(struct hisi_hba *hisi_hba, u32 old_state,
369 u32 state);
John Garrye8899fa2015-11-18 00:50:30 +0800370#endif