blob: 25c8fa7d073f6706da4ac29cf204a0ee869c316c [file] [log] [blame]
Feng Tang7063c0d2010-12-24 13:59:11 +08001/*
Grant Likelyca632f52011-06-06 01:16:30 -06002 * Special handling for DW core on Intel MID platform
Feng Tang7063c0d2010-12-24 13:59:11 +08003 *
Andy Shevchenko197e96b2014-09-12 15:12:01 +03004 * Copyright (c) 2009, 2014 Intel Corporation.
Feng Tang7063c0d2010-12-24 13:59:11 +08005 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
Feng Tang7063c0d2010-12-24 13:59:11 +080014 */
15
16#include <linux/dma-mapping.h>
17#include <linux/dmaengine.h>
18#include <linux/interrupt.h>
19#include <linux/slab.h>
20#include <linux/spi/spi.h>
Viresh Kumar258aea72012-02-01 16:12:19 +053021#include <linux/types.h>
Grant Likely568a60e2011-02-28 12:47:12 -070022
Grant Likelyca632f52011-06-06 01:16:30 -060023#include "spi-dw.h"
Feng Tang7063c0d2010-12-24 13:59:11 +080024
25#ifdef CONFIG_SPI_DW_MID_DMA
26#include <linux/intel_mid_dma.h>
27#include <linux/pci.h>
28
Andy Shevchenko30c8eb52014-10-28 18:25:02 +020029#define RX_BUSY 0
30#define TX_BUSY 1
31
Feng Tang7063c0d2010-12-24 13:59:11 +080032struct mid_dma {
33 struct intel_mid_dma_slave dmas_tx;
34 struct intel_mid_dma_slave dmas_rx;
35};
36
37static bool mid_spi_dma_chan_filter(struct dma_chan *chan, void *param)
38{
39 struct dw_spi *dws = param;
40
Andy Shevchenkob89e9c82014-09-12 15:12:00 +030041 return dws->dma_dev == chan->device->dev;
Feng Tang7063c0d2010-12-24 13:59:11 +080042}
43
44static int mid_spi_dma_init(struct dw_spi *dws)
45{
46 struct mid_dma *dw_dma = dws->dma_priv;
Andy Shevchenkob89e9c82014-09-12 15:12:00 +030047 struct pci_dev *dma_dev;
Feng Tang7063c0d2010-12-24 13:59:11 +080048 struct intel_mid_dma_slave *rxs, *txs;
49 dma_cap_mask_t mask;
50
51 /*
52 * Get pci device for DMA controller, currently it could only
Andy Shevchenkoea092452014-09-12 15:11:59 +030053 * be the DMA controller of Medfield
Feng Tang7063c0d2010-12-24 13:59:11 +080054 */
Andy Shevchenkob89e9c82014-09-12 15:12:00 +030055 dma_dev = pci_get_device(PCI_VENDOR_ID_INTEL, 0x0827, NULL);
56 if (!dma_dev)
57 return -ENODEV;
58
59 dws->dma_dev = &dma_dev->dev;
Feng Tang7063c0d2010-12-24 13:59:11 +080060
61 dma_cap_zero(mask);
62 dma_cap_set(DMA_SLAVE, mask);
63
64 /* 1. Init rx channel */
65 dws->rxchan = dma_request_channel(mask, mid_spi_dma_chan_filter, dws);
66 if (!dws->rxchan)
67 goto err_exit;
68 rxs = &dw_dma->dmas_rx;
69 rxs->hs_mode = LNW_DMA_HW_HS;
70 rxs->cfg_mode = LNW_DMA_PER_TO_MEM;
71 dws->rxchan->private = rxs;
72
73 /* 2. Init tx channel */
74 dws->txchan = dma_request_channel(mask, mid_spi_dma_chan_filter, dws);
75 if (!dws->txchan)
76 goto free_rxchan;
77 txs = &dw_dma->dmas_tx;
78 txs->hs_mode = LNW_DMA_HW_HS;
79 txs->cfg_mode = LNW_DMA_MEM_TO_PER;
80 dws->txchan->private = txs;
81
82 dws->dma_inited = 1;
83 return 0;
84
85free_rxchan:
86 dma_release_channel(dws->rxchan);
87err_exit:
Andy Shevchenkob89e9c82014-09-12 15:12:00 +030088 return -EBUSY;
Feng Tang7063c0d2010-12-24 13:59:11 +080089}
90
91static void mid_spi_dma_exit(struct dw_spi *dws)
92{
Andy Shevchenkofb578622014-09-12 15:11:58 +030093 if (!dws->dma_inited)
94 return;
Andy Shevchenko8e45ef62014-09-18 20:08:53 +030095
96 dmaengine_terminate_all(dws->txchan);
Feng Tang7063c0d2010-12-24 13:59:11 +080097 dma_release_channel(dws->txchan);
Andy Shevchenko8e45ef62014-09-18 20:08:53 +030098
99 dmaengine_terminate_all(dws->rxchan);
Feng Tang7063c0d2010-12-24 13:59:11 +0800100 dma_release_channel(dws->rxchan);
101}
102
Andy Shevchenkoe31abce2015-03-09 16:48:45 +0200103static enum dma_slave_buswidth convert_dma_width(u32 dma_width) {
104 if (dma_width == 1)
105 return DMA_SLAVE_BUSWIDTH_1_BYTE;
106 else if (dma_width == 2)
107 return DMA_SLAVE_BUSWIDTH_2_BYTES;
108
109 return DMA_SLAVE_BUSWIDTH_UNDEFINED;
110}
111
Feng Tang7063c0d2010-12-24 13:59:11 +0800112/*
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200113 * dws->dma_chan_busy is set before the dma transfer starts, callback for tx
114 * channel will clear a corresponding bit.
Feng Tang7063c0d2010-12-24 13:59:11 +0800115 */
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200116static void dw_spi_dma_tx_done(void *arg)
Feng Tang7063c0d2010-12-24 13:59:11 +0800117{
118 struct dw_spi *dws = arg;
119
Andy Shevchenko854d2f22015-03-06 14:42:01 +0200120 clear_bit(TX_BUSY, &dws->dma_chan_busy);
121 if (test_bit(RX_BUSY, &dws->dma_chan_busy))
Feng Tang7063c0d2010-12-24 13:59:11 +0800122 return;
Andy Shevchenkoc22c62d2015-03-02 14:58:57 +0200123 spi_finalize_current_transfer(dws->master);
Feng Tang7063c0d2010-12-24 13:59:11 +0800124}
125
Andy Shevchenkoa5c2db92014-10-28 18:25:01 +0200126static struct dma_async_tx_descriptor *dw_spi_dma_prepare_tx(struct dw_spi *dws)
Feng Tang7063c0d2010-12-24 13:59:11 +0800127{
Andy Shevchenkoa5c2db92014-10-28 18:25:01 +0200128 struct dma_slave_config txconf;
129 struct dma_async_tx_descriptor *txdesc;
Feng Tang7063c0d2010-12-24 13:59:11 +0800130
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200131 if (!dws->tx_dma)
132 return NULL;
133
Vinod Koula485df42011-10-14 10:47:38 +0530134 txconf.direction = DMA_MEM_TO_DEV;
Feng Tang7063c0d2010-12-24 13:59:11 +0800135 txconf.dst_addr = dws->dma_addr;
136 txconf.dst_maxburst = LNW_DMA_MSIZE_16;
137 txconf.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
Andy Shevchenkoe31abce2015-03-09 16:48:45 +0200138 txconf.dst_addr_width = convert_dma_width(dws->dma_width);
Viresh Kumar258aea72012-02-01 16:12:19 +0530139 txconf.device_fc = false;
Feng Tang7063c0d2010-12-24 13:59:11 +0800140
Andy Shevchenko2a285292014-10-02 16:31:08 +0300141 dmaengine_slave_config(dws->txchan, &txconf);
Feng Tang7063c0d2010-12-24 13:59:11 +0800142
143 memset(&dws->tx_sgl, 0, sizeof(dws->tx_sgl));
144 dws->tx_sgl.dma_address = dws->tx_dma;
145 dws->tx_sgl.length = dws->len;
146
Andy Shevchenko2a285292014-10-02 16:31:08 +0300147 txdesc = dmaengine_prep_slave_sg(dws->txchan,
Feng Tang7063c0d2010-12-24 13:59:11 +0800148 &dws->tx_sgl,
149 1,
Vinod Koula485df42011-10-14 10:47:38 +0530150 DMA_MEM_TO_DEV,
Andy Shevchenkof7477c22014-10-02 16:31:09 +0300151 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
Andy Shevchenkoc9dafb22015-03-02 20:15:58 +0200152 if (!txdesc)
153 return NULL;
154
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200155 txdesc->callback = dw_spi_dma_tx_done;
Feng Tang7063c0d2010-12-24 13:59:11 +0800156 txdesc->callback_param = dws;
157
Andy Shevchenkoa5c2db92014-10-28 18:25:01 +0200158 return txdesc;
159}
160
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200161/*
162 * dws->dma_chan_busy is set before the dma transfer starts, callback for rx
163 * channel will clear a corresponding bit.
164 */
165static void dw_spi_dma_rx_done(void *arg)
166{
167 struct dw_spi *dws = arg;
168
Andy Shevchenko854d2f22015-03-06 14:42:01 +0200169 clear_bit(RX_BUSY, &dws->dma_chan_busy);
170 if (test_bit(TX_BUSY, &dws->dma_chan_busy))
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200171 return;
Andy Shevchenkoc22c62d2015-03-02 14:58:57 +0200172 spi_finalize_current_transfer(dws->master);
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200173}
174
Andy Shevchenkoa5c2db92014-10-28 18:25:01 +0200175static struct dma_async_tx_descriptor *dw_spi_dma_prepare_rx(struct dw_spi *dws)
176{
177 struct dma_slave_config rxconf;
178 struct dma_async_tx_descriptor *rxdesc;
179
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200180 if (!dws->rx_dma)
181 return NULL;
182
Vinod Koula485df42011-10-14 10:47:38 +0530183 rxconf.direction = DMA_DEV_TO_MEM;
Feng Tang7063c0d2010-12-24 13:59:11 +0800184 rxconf.src_addr = dws->dma_addr;
185 rxconf.src_maxburst = LNW_DMA_MSIZE_16;
186 rxconf.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
Andy Shevchenkoe31abce2015-03-09 16:48:45 +0200187 rxconf.src_addr_width = convert_dma_width(dws->dma_width);
Viresh Kumar258aea72012-02-01 16:12:19 +0530188 rxconf.device_fc = false;
Feng Tang7063c0d2010-12-24 13:59:11 +0800189
Andy Shevchenko2a285292014-10-02 16:31:08 +0300190 dmaengine_slave_config(dws->rxchan, &rxconf);
Feng Tang7063c0d2010-12-24 13:59:11 +0800191
192 memset(&dws->rx_sgl, 0, sizeof(dws->rx_sgl));
193 dws->rx_sgl.dma_address = dws->rx_dma;
194 dws->rx_sgl.length = dws->len;
195
Andy Shevchenko2a285292014-10-02 16:31:08 +0300196 rxdesc = dmaengine_prep_slave_sg(dws->rxchan,
Feng Tang7063c0d2010-12-24 13:59:11 +0800197 &dws->rx_sgl,
198 1,
Vinod Koula485df42011-10-14 10:47:38 +0530199 DMA_DEV_TO_MEM,
Andy Shevchenkof7477c22014-10-02 16:31:09 +0300200 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
Andy Shevchenkoc9dafb22015-03-02 20:15:58 +0200201 if (!rxdesc)
202 return NULL;
203
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200204 rxdesc->callback = dw_spi_dma_rx_done;
Feng Tang7063c0d2010-12-24 13:59:11 +0800205 rxdesc->callback_param = dws;
206
Andy Shevchenkoa5c2db92014-10-28 18:25:01 +0200207 return rxdesc;
208}
209
210static void dw_spi_dma_setup(struct dw_spi *dws)
211{
212 u16 dma_ctrl = 0;
213
214 spi_enable_chip(dws, 0);
215
216 dw_writew(dws, DW_SPI_DMARDLR, 0xf);
217 dw_writew(dws, DW_SPI_DMATDLR, 0x10);
218
219 if (dws->tx_dma)
220 dma_ctrl |= SPI_DMA_TDMAE;
221 if (dws->rx_dma)
222 dma_ctrl |= SPI_DMA_RDMAE;
223 dw_writew(dws, DW_SPI_DMACR, dma_ctrl);
224
225 spi_enable_chip(dws, 1);
226}
227
228static int mid_spi_dma_transfer(struct dw_spi *dws, int cs_change)
229{
230 struct dma_async_tx_descriptor *txdesc, *rxdesc;
231
232 /* 1. setup DMA related registers */
233 if (cs_change)
234 dw_spi_dma_setup(dws);
235
Andy Shevchenkoa5c2db92014-10-28 18:25:01 +0200236 /* 2. Prepare the TX dma transfer */
237 txdesc = dw_spi_dma_prepare_tx(dws);
238
239 /* 3. Prepare the RX dma transfer */
240 rxdesc = dw_spi_dma_prepare_rx(dws);
241
Feng Tang7063c0d2010-12-24 13:59:11 +0800242 /* rx must be started before tx due to spi instinct */
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200243 if (rxdesc) {
244 set_bit(RX_BUSY, &dws->dma_chan_busy);
245 dmaengine_submit(rxdesc);
246 dma_async_issue_pending(dws->rxchan);
247 }
Andy Shevchenkof7477c22014-10-02 16:31:09 +0300248
Andy Shevchenko30c8eb52014-10-28 18:25:02 +0200249 if (txdesc) {
250 set_bit(TX_BUSY, &dws->dma_chan_busy);
251 dmaengine_submit(txdesc);
252 dma_async_issue_pending(dws->txchan);
253 }
Andy Shevchenkof7477c22014-10-02 16:31:09 +0300254
Feng Tang7063c0d2010-12-24 13:59:11 +0800255 return 0;
256}
257
258static struct dw_spi_dma_ops mid_dma_ops = {
259 .dma_init = mid_spi_dma_init,
260 .dma_exit = mid_spi_dma_exit,
261 .dma_transfer = mid_spi_dma_transfer,
262};
263#endif
264
Andy Shevchenkoea092452014-09-12 15:11:59 +0300265/* Some specific info for SPI0 controller on Intel MID */
Feng Tang7063c0d2010-12-24 13:59:11 +0800266
Andy Shevchenkod9c14742015-01-22 17:59:34 +0200267/* HW info for MRST Clk Control Unit, 32b reg per controller */
Feng Tang7063c0d2010-12-24 13:59:11 +0800268#define MRST_SPI_CLK_BASE 100000000 /* 100m */
Andy Shevchenkod9c14742015-01-22 17:59:34 +0200269#define MRST_CLK_SPI_REG 0xff11d86c
Feng Tang7063c0d2010-12-24 13:59:11 +0800270#define CLK_SPI_BDIV_OFFSET 0
271#define CLK_SPI_BDIV_MASK 0x00000007
272#define CLK_SPI_CDIV_OFFSET 9
273#define CLK_SPI_CDIV_MASK 0x00000e00
274#define CLK_SPI_DISABLE_OFFSET 8
275
276int dw_spi_mid_init(struct dw_spi *dws)
277{
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700278 void __iomem *clk_reg;
279 u32 clk_cdiv;
Feng Tang7063c0d2010-12-24 13:59:11 +0800280
Andy Shevchenkod9c14742015-01-22 17:59:34 +0200281 clk_reg = ioremap_nocache(MRST_CLK_SPI_REG, 16);
Feng Tang7063c0d2010-12-24 13:59:11 +0800282 if (!clk_reg)
283 return -ENOMEM;
284
Andy Shevchenkod9c14742015-01-22 17:59:34 +0200285 /* Get SPI controller operating freq info */
286 clk_cdiv = readl(clk_reg + dws->bus_num * sizeof(u32));
287 clk_cdiv &= CLK_SPI_CDIV_MASK;
288 clk_cdiv >>= CLK_SPI_CDIV_OFFSET;
Feng Tang7063c0d2010-12-24 13:59:11 +0800289 dws->max_freq = MRST_SPI_CLK_BASE / (clk_cdiv + 1);
Andy Shevchenkod9c14742015-01-22 17:59:34 +0200290
Feng Tang7063c0d2010-12-24 13:59:11 +0800291 iounmap(clk_reg);
292
Feng Tang7063c0d2010-12-24 13:59:11 +0800293#ifdef CONFIG_SPI_DW_MID_DMA
294 dws->dma_priv = kzalloc(sizeof(struct mid_dma), GFP_KERNEL);
295 if (!dws->dma_priv)
296 return -ENOMEM;
297 dws->dma_ops = &mid_dma_ops;
298#endif
299 return 0;
300}