blob: 5e8109c075603bdbaf83ce332a290bed8834feaf [file] [log] [blame]
Rob Clarkc8afe682013-06-26 12:44:06 -04001/*
2 * Copyright (C) 2013 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#ifndef __MSM_DRV_H__
19#define __MSM_DRV_H__
20
21#include <linux/kernel.h>
22#include <linux/clk.h>
23#include <linux/cpufreq.h>
24#include <linux/module.h>
Rob Clark060530f2014-03-03 14:19:12 -050025#include <linux/component.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040026#include <linux/platform_device.h>
27#include <linux/pm.h>
28#include <linux/pm_runtime.h>
29#include <linux/slab.h>
30#include <linux/list.h>
31#include <linux/iommu.h>
32#include <linux/types.h>
Archit Taneja3d6df062015-06-09 14:17:22 +053033#include <linux/of_graph.h>
Archit Tanejae9fbdaf2015-11-18 12:15:14 +053034#include <linux/of_device.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040035#include <asm/sizes.h>
36
Rob Clarkc8afe682013-06-26 12:44:06 -040037#include <drm/drmP.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050038#include <drm/drm_atomic.h>
39#include <drm/drm_atomic_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040040#include <drm/drm_crtc_helper.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050041#include <drm/drm_plane_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040042#include <drm/drm_fb_helper.h>
Rob Clark7198e6b2013-07-19 12:59:32 -040043#include <drm/msm_drm.h>
Daniel Vetterd9fc9412014-09-23 15:46:53 +020044#include <drm/drm_gem.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040045
46struct msm_kms;
Rob Clark7198e6b2013-07-19 12:59:32 -040047struct msm_gpu;
Rob Clark871d8122013-11-16 12:56:06 -050048struct msm_mmu;
Archit Taneja990a4002016-05-07 23:11:25 +053049struct msm_mdss;
Rob Clarka7d3c952014-05-30 14:47:38 -040050struct msm_rd_state;
Rob Clark70c70f02014-05-30 14:49:43 -040051struct msm_perf_state;
Rob Clarka7d3c952014-05-30 14:47:38 -040052struct msm_gem_submit;
Rob Clarkca762a82016-03-15 17:22:13 -040053struct msm_fence_context;
Rob Clarkfde5de62016-03-15 15:35:08 -040054struct msm_fence_cb;
Rob Clark667ce332016-09-28 19:58:32 -040055struct msm_gem_address_space;
56struct msm_gem_vma;
Rob Clarkc8afe682013-06-26 12:44:06 -040057
Rob Clark7198e6b2013-07-19 12:59:32 -040058struct msm_file_private {
59 /* currently we don't do anything useful with this.. but when
60 * per-context address spaces are supported we'd keep track of
61 * the context's page-tables here.
62 */
63 int dummy;
64};
Rob Clarkc8afe682013-06-26 12:44:06 -040065
jilai wang12987782015-06-25 17:37:42 -040066enum msm_mdp_plane_property {
67 PLANE_PROP_ZPOS,
68 PLANE_PROP_ALPHA,
69 PLANE_PROP_PREMULTIPLIED,
70 PLANE_PROP_MAX_NUM
71};
72
Hai Li78b1d472015-07-27 13:49:45 -040073struct msm_vblank_ctrl {
74 struct work_struct work;
75 struct list_head event_list;
76 spinlock_t lock;
77};
78
Rob Clarkc8afe682013-06-26 12:44:06 -040079struct msm_drm_private {
80
Rob Clark68209392016-05-17 16:19:32 -040081 struct drm_device *dev;
82
Rob Clarkc8afe682013-06-26 12:44:06 -040083 struct msm_kms *kms;
84
Rob Clark060530f2014-03-03 14:19:12 -050085 /* subordinate devices, if present: */
Rob Clark067fef32014-11-04 13:33:14 -050086 struct platform_device *gpu_pdev;
87
Archit Taneja990a4002016-05-07 23:11:25 +053088 /* top level MDSS wrapper device (for MDP5 only) */
89 struct msm_mdss *mdss;
90
Rob Clark067fef32014-11-04 13:33:14 -050091 /* possibly this should be in the kms component, but it is
92 * shared by both mdp4 and mdp5..
93 */
94 struct hdmi *hdmi;
Rob Clark060530f2014-03-03 14:19:12 -050095
Hai Liab5b0102015-01-07 18:47:44 -050096 /* eDP is for mdp5 only, but kms has not been created
97 * when edp_bind() and edp_init() are called. Here is the only
98 * place to keep the edp instance.
99 */
100 struct msm_edp *edp;
101
Hai Lia6895542015-03-31 14:36:33 -0400102 /* DSI is shared by mdp4 and mdp5 */
103 struct msm_dsi *dsi[2];
104
Rob Clark7198e6b2013-07-19 12:59:32 -0400105 /* when we have more than one 'msm_gpu' these need to be an array: */
106 struct msm_gpu *gpu;
107 struct msm_file_private *lastctx;
108
Rob Clarkc8afe682013-06-26 12:44:06 -0400109 struct drm_fb_helper *fbdev;
110
Rob Clarka7d3c952014-05-30 14:47:38 -0400111 struct msm_rd_state *rd;
Rob Clark70c70f02014-05-30 14:49:43 -0400112 struct msm_perf_state *perf;
Rob Clarka7d3c952014-05-30 14:47:38 -0400113
Rob Clarkc8afe682013-06-26 12:44:06 -0400114 /* list of GEM objects: */
115 struct list_head inactive_list;
116
117 struct workqueue_struct *wq;
Rob Clarkba00c3f2016-03-16 18:18:17 -0400118 struct workqueue_struct *atomic_wq;
Rob Clarkc8afe682013-06-26 12:44:06 -0400119
Rob Clarkf86afec2014-11-25 12:41:18 -0500120 /* crtcs pending async atomic updates: */
121 uint32_t pending_crtcs;
122 wait_queue_head_t pending_crtcs_event;
123
Rob Clarka8623912013-10-08 12:57:48 -0400124 unsigned int num_planes;
Rob Clarkbc5289e2016-10-26 14:06:55 -0400125 struct drm_plane *planes[16];
Rob Clarka8623912013-10-08 12:57:48 -0400126
Rob Clarkc8afe682013-06-26 12:44:06 -0400127 unsigned int num_crtcs;
128 struct drm_crtc *crtcs[8];
129
130 unsigned int num_encoders;
131 struct drm_encoder *encoders[8];
132
Rob Clarka3376e32013-08-30 13:02:15 -0400133 unsigned int num_bridges;
134 struct drm_bridge *bridges[8];
135
Rob Clarkc8afe682013-06-26 12:44:06 -0400136 unsigned int num_connectors;
137 struct drm_connector *connectors[8];
Rob Clark871d8122013-11-16 12:56:06 -0500138
jilai wang12987782015-06-25 17:37:42 -0400139 /* Properties */
140 struct drm_property *plane_property[PLANE_PROP_MAX_NUM];
141
Rob Clark871d8122013-11-16 12:56:06 -0500142 /* VRAM carveout, used when no IOMMU: */
143 struct {
144 unsigned long size;
145 dma_addr_t paddr;
146 /* NOTE: mm managed at the page level, size is in # of pages
147 * and position mm_node->start is in # of pages:
148 */
149 struct drm_mm mm;
Sushmita Susheelendra0e082702017-06-13 16:52:54 -0600150 spinlock_t lock; /* Protects drm_mm node allocation/removal */
Rob Clark871d8122013-11-16 12:56:06 -0500151 } vram;
Hai Li78b1d472015-07-27 13:49:45 -0400152
Rob Clarke1e9db22016-05-27 11:16:28 -0400153 struct notifier_block vmap_notifier;
Rob Clark68209392016-05-17 16:19:32 -0400154 struct shrinker shrinker;
155
Hai Li78b1d472015-07-27 13:49:45 -0400156 struct msm_vblank_ctrl vblank_ctrl;
Rob Clarkd78d3832016-08-22 15:28:38 -0400157
158 /* task holding struct_mutex.. currently only used in submit path
159 * to detect and reject faults from copy_from_user() for submit
160 * ioctl.
161 */
162 struct task_struct *struct_mutex_task;
Rob Clarkc8afe682013-06-26 12:44:06 -0400163};
164
165struct msm_format {
166 uint32_t pixel_format;
167};
168
Daniel Vetterb4274fb2014-11-26 17:02:18 +0100169int msm_atomic_check(struct drm_device *dev,
170 struct drm_atomic_state *state);
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500171int msm_atomic_commit(struct drm_device *dev,
Maarten Lankhorsta3ccfb92016-04-26 16:11:38 +0200172 struct drm_atomic_state *state, bool nonblock);
Rob Clark870d7382016-11-04 13:51:42 -0400173struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev);
174void msm_atomic_state_clear(struct drm_atomic_state *state);
175void msm_atomic_state_free(struct drm_atomic_state *state);
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500176
Rob Clark667ce332016-09-28 19:58:32 -0400177void msm_gem_unmap_vma(struct msm_gem_address_space *aspace,
178 struct msm_gem_vma *vma, struct sg_table *sgt);
179int msm_gem_map_vma(struct msm_gem_address_space *aspace,
180 struct msm_gem_vma *vma, struct sg_table *sgt, int npages);
181
Jordan Crouseee546cd2017-03-07 10:02:52 -0700182void msm_gem_address_space_put(struct msm_gem_address_space *aspace);
183
Rob Clark667ce332016-09-28 19:58:32 -0400184struct msm_gem_address_space *
185msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain,
186 const char *name);
Rob Clarkc8afe682013-06-26 12:44:06 -0400187
Rob Clark40e68152016-05-03 09:50:26 -0400188void msm_gem_submit_free(struct msm_gem_submit *submit);
Rob Clark7198e6b2013-07-19 12:59:32 -0400189int msm_ioctl_gem_submit(struct drm_device *dev, void *data,
190 struct drm_file *file);
191
Rob Clark68209392016-05-17 16:19:32 -0400192void msm_gem_shrinker_init(struct drm_device *dev);
193void msm_gem_shrinker_cleanup(struct drm_device *dev);
194
Daniel Thompson77a147e2014-11-12 11:38:14 +0000195int msm_gem_mmap_obj(struct drm_gem_object *obj,
196 struct vm_area_struct *vma);
Rob Clarkc8afe682013-06-26 12:44:06 -0400197int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
Dave Jiang11bac802017-02-24 14:56:41 -0800198int msm_gem_fault(struct vm_fault *vmf);
Rob Clarkc8afe682013-06-26 12:44:06 -0400199uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj);
Rob Clark8bdcd942017-06-13 11:07:08 -0400200int msm_gem_get_iova(struct drm_gem_object *obj,
201 struct msm_gem_address_space *aspace, uint64_t *iova);
202uint64_t msm_gem_iova(struct drm_gem_object *obj,
203 struct msm_gem_address_space *aspace);
Rob Clark05b84912013-09-28 11:28:35 -0400204struct page **msm_gem_get_pages(struct drm_gem_object *obj);
205void msm_gem_put_pages(struct drm_gem_object *obj);
Rob Clark8bdcd942017-06-13 11:07:08 -0400206void msm_gem_put_iova(struct drm_gem_object *obj,
207 struct msm_gem_address_space *aspace);
Rob Clarkc8afe682013-06-26 12:44:06 -0400208int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
209 struct drm_mode_create_dumb *args);
Rob Clarkc8afe682013-06-26 12:44:06 -0400210int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev,
211 uint32_t handle, uint64_t *offset);
Rob Clark05b84912013-09-28 11:28:35 -0400212struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj);
213void *msm_gem_prime_vmap(struct drm_gem_object *obj);
214void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
Daniel Thompson77a147e2014-11-12 11:38:14 +0000215int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
Eric Anholt43523eb2017-04-12 12:11:58 -0700216struct reservation_object *msm_gem_prime_res_obj(struct drm_gem_object *obj);
Rob Clark05b84912013-09-28 11:28:35 -0400217struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
Maarten Lankhorstb5e9c1a2014-01-09 11:03:14 +0100218 struct dma_buf_attachment *attach, struct sg_table *sg);
Rob Clark05b84912013-09-28 11:28:35 -0400219int msm_gem_prime_pin(struct drm_gem_object *obj);
220void msm_gem_prime_unpin(struct drm_gem_object *obj);
Rob Clark18f23042016-05-26 16:24:35 -0400221void *msm_gem_get_vaddr(struct drm_gem_object *obj);
Rob Clark18f23042016-05-26 16:24:35 -0400222void msm_gem_put_vaddr(struct drm_gem_object *obj);
Rob Clark4cd33c42016-05-17 15:44:49 -0400223int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv);
Rob Clarkb6295f92016-03-15 18:26:28 -0400224int msm_gem_sync_object(struct drm_gem_object *obj,
225 struct msm_fence_context *fctx, bool exclusive);
Rob Clark7198e6b2013-07-19 12:59:32 -0400226void msm_gem_move_to_active(struct drm_gem_object *obj,
Chris Wilsonf54d1862016-10-25 13:00:45 +0100227 struct msm_gpu *gpu, bool exclusive, struct dma_fence *fence);
Rob Clark7198e6b2013-07-19 12:59:32 -0400228void msm_gem_move_to_inactive(struct drm_gem_object *obj);
Rob Clarkba00c3f2016-03-16 18:18:17 -0400229int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout);
Rob Clark7198e6b2013-07-19 12:59:32 -0400230int msm_gem_cpu_fini(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400231void msm_gem_free_object(struct drm_gem_object *obj);
232int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file,
233 uint32_t size, uint32_t flags, uint32_t *handle);
234struct drm_gem_object *msm_gem_new(struct drm_device *dev,
235 uint32_t size, uint32_t flags);
Sushmita Susheelendra0e082702017-06-13 16:52:54 -0600236struct drm_gem_object *msm_gem_new_locked(struct drm_device *dev,
237 uint32_t size, uint32_t flags);
Jordan Crouse82232862017-07-27 10:42:40 -0600238void *msm_gem_kernel_new(struct drm_device *dev, uint32_t size,
239 uint32_t flags, struct msm_gem_address_space *aspace,
240 struct drm_gem_object **bo, uint64_t *iova);
241void *msm_gem_kernel_new_locked(struct drm_device *dev, uint32_t size,
242 uint32_t flags, struct msm_gem_address_space *aspace,
243 struct drm_gem_object **bo, uint64_t *iova);
Rob Clark05b84912013-09-28 11:28:35 -0400244struct drm_gem_object *msm_gem_import(struct drm_device *dev,
Rob Clark79f0e202016-03-16 12:40:35 -0400245 struct dma_buf *dmabuf, struct sg_table *sgt);
Rob Clarkc8afe682013-06-26 12:44:06 -0400246
Rob Clark8bdcd942017-06-13 11:07:08 -0400247int msm_framebuffer_prepare(struct drm_framebuffer *fb,
248 struct msm_gem_address_space *aspace);
249void msm_framebuffer_cleanup(struct drm_framebuffer *fb,
250 struct msm_gem_address_space *aspace);
251uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb,
252 struct msm_gem_address_space *aspace, int plane);
Rob Clarkc8afe682013-06-26 12:44:06 -0400253struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane);
254const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb);
Rob Clarkc8afe682013-06-26 12:44:06 -0400255struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200256 struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd);
Rob Clark466e5602017-07-11 10:40:13 -0400257struct drm_framebuffer * msm_alloc_stolen_fb(struct drm_device *dev,
258 int w, int h, int p, uint32_t format);
Rob Clarkc8afe682013-06-26 12:44:06 -0400259
260struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev);
Archit Taneja1aaa57f2016-02-25 11:19:45 +0530261void msm_fbdev_free(struct drm_device *dev);
Rob Clarkc8afe682013-06-26 12:44:06 -0400262
Rob Clarkdada25b2013-12-01 12:12:54 -0500263struct hdmi;
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100264int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev,
Rob Clark067fef32014-11-04 13:33:14 -0500265 struct drm_encoder *encoder);
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100266void __init msm_hdmi_register(void);
267void __exit msm_hdmi_unregister(void);
Rob Clarkc8afe682013-06-26 12:44:06 -0400268
Hai Li00453982014-12-12 14:41:17 -0500269struct msm_edp;
270void __init msm_edp_register(void);
271void __exit msm_edp_unregister(void);
272int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev,
273 struct drm_encoder *encoder);
274
Hai Lia6895542015-03-31 14:36:33 -0400275struct msm_dsi;
Hai Lia6895542015-03-31 14:36:33 -0400276#ifdef CONFIG_DRM_MSM_DSI
277void __init msm_dsi_register(void);
278void __exit msm_dsi_unregister(void);
279int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev,
Archit Taneja97e001192017-01-16 09:42:03 +0530280 struct drm_encoder *encoder);
Hai Lia6895542015-03-31 14:36:33 -0400281#else
282static inline void __init msm_dsi_register(void)
283{
284}
285static inline void __exit msm_dsi_unregister(void)
286{
287}
288static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi,
Archit Taneja97e001192017-01-16 09:42:03 +0530289 struct drm_device *dev,
290 struct drm_encoder *encoder)
Hai Lia6895542015-03-31 14:36:33 -0400291{
292 return -EINVAL;
293}
294#endif
295
Archit Taneja1dd0a0b2016-05-30 16:36:50 +0530296void __init msm_mdp_register(void);
297void __exit msm_mdp_unregister(void);
298
Rob Clarkc8afe682013-06-26 12:44:06 -0400299#ifdef CONFIG_DEBUG_FS
300void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m);
301void msm_gem_describe_objects(struct list_head *list, struct seq_file *m);
302void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m);
Rob Clarka7d3c952014-05-30 14:47:38 -0400303int msm_debugfs_late_init(struct drm_device *dev);
304int msm_rd_debugfs_init(struct drm_minor *minor);
Noralf Trønnes85eac472017-03-07 21:49:22 +0100305void msm_rd_debugfs_cleanup(struct msm_drm_private *priv);
Rob Clarka7d3c952014-05-30 14:47:38 -0400306void msm_rd_dump_submit(struct msm_gem_submit *submit);
Rob Clark70c70f02014-05-30 14:49:43 -0400307int msm_perf_debugfs_init(struct drm_minor *minor);
Noralf Trønnes85eac472017-03-07 21:49:22 +0100308void msm_perf_debugfs_cleanup(struct msm_drm_private *priv);
Rob Clarka7d3c952014-05-30 14:47:38 -0400309#else
310static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; }
311static inline void msm_rd_dump_submit(struct msm_gem_submit *submit) {}
Arnd Bergmann3a270e42017-03-20 10:39:25 +0100312static inline void msm_rd_debugfs_cleanup(struct msm_drm_private *priv) {}
313static inline void msm_perf_debugfs_cleanup(struct msm_drm_private *priv) {}
Rob Clarkc8afe682013-06-26 12:44:06 -0400314#endif
315
Rob Clark720c3bb2017-01-30 11:30:58 -0500316struct clk *msm_clk_get(struct platform_device *pdev, const char *name);
Rob Clarkc8afe682013-06-26 12:44:06 -0400317void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
318 const char *dbgname);
319void msm_writel(u32 data, void __iomem *addr);
320u32 msm_readl(const void __iomem *addr);
321
Rob Clark7ed216e2016-11-01 17:42:33 -0400322#define DBG(fmt, ...) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__)
323#define VERB(fmt, ...) if (0) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__)
Rob Clarkc8afe682013-06-26 12:44:06 -0400324
325static inline int align_pitch(int width, int bpp)
326{
327 int bytespp = (bpp + 7) / 8;
328 /* adreno needs pitch aligned to 32 pixels: */
329 return bytespp * ALIGN(width, 32);
330}
331
332/* for the generated headers: */
333#define INVALID_IDX(idx) ({BUG(); 0;})
Rob Clark7198e6b2013-07-19 12:59:32 -0400334#define fui(x) ({BUG(); 0;})
335#define util_float_to_half(x) ({BUG(); 0;})
336
Rob Clarkc8afe682013-06-26 12:44:06 -0400337
338#define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT)
339
340/* for conditionally setting boolean flag(s): */
341#define COND(bool, val) ((bool) ? (val) : 0)
342
Rob Clark340ff412016-03-16 14:57:22 -0400343static inline unsigned long timeout_to_jiffies(const ktime_t *timeout)
344{
345 ktime_t now = ktime_get();
346 unsigned long remaining_jiffies;
347
348 if (ktime_compare(*timeout, now) < 0) {
349 remaining_jiffies = 0;
350 } else {
351 ktime_t rem = ktime_sub(*timeout, now);
352 struct timespec ts = ktime_to_timespec(rem);
353 remaining_jiffies = timespec_to_jiffies(&ts);
354 }
355
356 return remaining_jiffies;
357}
Rob Clarkc8afe682013-06-26 12:44:06 -0400358
359#endif /* __MSM_DRV_H__ */