Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2015 Red Hat, Inc. |
| 3 | * All Rights Reserved. |
| 4 | * |
| 5 | * Permission is hereby granted, free of charge, to any person obtaining |
| 6 | * a copy of this software and associated documentation files (the |
| 7 | * "Software"), to deal in the Software without restriction, including |
| 8 | * without limitation the rights to use, copy, modify, merge, publish, |
| 9 | * distribute, sublicense, and/or sell copies of the Software, and to |
| 10 | * permit persons to whom the Software is furnished to do so, subject to |
| 11 | * the following conditions: |
| 12 | * |
| 13 | * The above copyright notice and this permission notice (including the |
| 14 | * next paragraph) shall be included in all copies or substantial |
| 15 | * portions of the Software. |
| 16 | * |
| 17 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 18 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 19 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. |
| 20 | * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE |
| 21 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
| 22 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
| 23 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 24 | */ |
| 25 | |
| 26 | #include <linux/virtio.h> |
| 27 | #include <linux/virtio_config.h> |
Stephen Rothwell | 5038a56 | 2020-04-07 13:05:42 +1000 | [diff] [blame] | 28 | #include <linux/virtio_ring.h> |
Sam Ravnborg | a3d6397 | 2019-06-30 08:19:16 +0200 | [diff] [blame] | 29 | |
| 30 | #include <drm/drm_file.h> |
| 31 | |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 32 | #include "virtgpu_drv.h" |
| 33 | |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 34 | static void virtio_gpu_config_changed_work_func(struct work_struct *work) |
| 35 | { |
| 36 | struct virtio_gpu_device *vgdev = |
| 37 | container_of(work, struct virtio_gpu_device, |
| 38 | config_changed_work); |
| 39 | u32 events_read, events_clear = 0; |
| 40 | |
| 41 | /* read the config space */ |
Michael S. Tsirkin | 115a71d | 2020-08-05 05:39:36 -0400 | [diff] [blame] | 42 | virtio_cread_le(vgdev->vdev, struct virtio_gpu_config, |
| 43 | events_read, &events_read); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 44 | if (events_read & VIRTIO_GPU_EVENT_DISPLAY) { |
Gerd Hoffmann | b4b01b4 | 2018-10-30 07:32:06 +0100 | [diff] [blame] | 45 | if (vgdev->has_edid) |
| 46 | virtio_gpu_cmd_get_edids(vgdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 47 | virtio_gpu_cmd_get_display_info(vgdev); |
Gerd Hoffmann | 234489e | 2020-02-14 13:55:34 +0100 | [diff] [blame] | 48 | virtio_gpu_notify(vgdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 49 | drm_helper_hpd_irq_event(vgdev->ddev); |
| 50 | events_clear |= VIRTIO_GPU_EVENT_DISPLAY; |
| 51 | } |
Michael S. Tsirkin | 115a71d | 2020-08-05 05:39:36 -0400 | [diff] [blame] | 52 | virtio_cwrite_le(vgdev->vdev, struct virtio_gpu_config, |
| 53 | events_clear, &events_clear); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 54 | } |
| 55 | |
| 56 | static void virtio_gpu_init_vq(struct virtio_gpu_queue *vgvq, |
| 57 | void (*work_func)(struct work_struct *work)) |
| 58 | { |
| 59 | spin_lock_init(&vgvq->qlock); |
| 60 | init_waitqueue_head(&vgvq->ack_queue); |
| 61 | INIT_WORK(&vgvq->dequeue_work, work_func); |
| 62 | } |
| 63 | |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 64 | static void virtio_gpu_get_capsets(struct virtio_gpu_device *vgdev, |
| 65 | int num_capsets) |
| 66 | { |
| 67 | int i, ret; |
| 68 | |
| 69 | vgdev->capsets = kcalloc(num_capsets, |
| 70 | sizeof(struct virtio_gpu_drv_capset), |
| 71 | GFP_KERNEL); |
| 72 | if (!vgdev->capsets) { |
| 73 | DRM_ERROR("failed to allocate cap sets\n"); |
| 74 | return; |
| 75 | } |
| 76 | for (i = 0; i < num_capsets; i++) { |
| 77 | virtio_gpu_cmd_get_capset_info(vgdev, i); |
Gerd Hoffmann | 9745290 | 2020-02-14 13:55:35 +0100 | [diff] [blame] | 78 | virtio_gpu_notify(vgdev); |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 79 | ret = wait_event_timeout(vgdev->resp_wq, |
| 80 | vgdev->capsets[i].id > 0, 5 * HZ); |
| 81 | if (ret == 0) { |
| 82 | DRM_ERROR("timed out waiting for cap set %d\n", i); |
| 83 | kfree(vgdev->capsets); |
| 84 | vgdev->capsets = NULL; |
| 85 | return; |
| 86 | } |
| 87 | DRM_INFO("cap set %d: id %d, max-version %d, max-size %d\n", |
| 88 | i, vgdev->capsets[i].id, |
| 89 | vgdev->capsets[i].max_version, |
| 90 | vgdev->capsets[i].max_size); |
| 91 | } |
| 92 | vgdev->num_capsets = num_capsets; |
| 93 | } |
| 94 | |
Ezequiel Garcia | d516e75 | 2019-01-08 11:59:30 -0300 | [diff] [blame] | 95 | int virtio_gpu_init(struct drm_device *dev) |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 96 | { |
| 97 | static vq_callback_t *callbacks[] = { |
| 98 | virtio_gpu_ctrl_ack, virtio_gpu_cursor_ack |
| 99 | }; |
Stefan Hajnoczi | f7ad26f | 2015-12-17 16:53:43 +0800 | [diff] [blame] | 100 | static const char * const names[] = { "control", "cursor" }; |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 101 | |
| 102 | struct virtio_gpu_device *vgdev; |
| 103 | /* this will expand later */ |
| 104 | struct virtqueue *vqs[2]; |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 105 | u32 num_scanouts, num_capsets; |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 106 | int ret; |
| 107 | |
Daniel Vetter | 18e5106 | 2017-05-24 16:51:37 +0200 | [diff] [blame] | 108 | if (!virtio_has_feature(dev_to_virtio(dev->dev), VIRTIO_F_VERSION_1)) |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 109 | return -ENODEV; |
| 110 | |
| 111 | vgdev = kzalloc(sizeof(struct virtio_gpu_device), GFP_KERNEL); |
| 112 | if (!vgdev) |
| 113 | return -ENOMEM; |
| 114 | |
| 115 | vgdev->ddev = dev; |
| 116 | dev->dev_private = vgdev; |
Daniel Vetter | 18e5106 | 2017-05-24 16:51:37 +0200 | [diff] [blame] | 117 | vgdev->vdev = dev_to_virtio(dev->dev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 118 | vgdev->dev = dev->dev; |
| 119 | |
| 120 | spin_lock_init(&vgdev->display_info_lock); |
Matthew Wilcox | 1938d1a | 2018-09-26 09:00:28 -0700 | [diff] [blame] | 121 | ida_init(&vgdev->ctx_id_ida); |
| 122 | ida_init(&vgdev->resource_ida); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 123 | init_waitqueue_head(&vgdev->resp_wq); |
| 124 | virtio_gpu_init_vq(&vgdev->ctrlq, virtio_gpu_dequeue_ctrl_func); |
| 125 | virtio_gpu_init_vq(&vgdev->cursorq, virtio_gpu_dequeue_cursor_func); |
| 126 | |
Chris Wilson | f54d186 | 2016-10-25 13:00:45 +0100 | [diff] [blame] | 127 | vgdev->fence_drv.context = dma_fence_context_alloc(1); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 128 | spin_lock_init(&vgdev->fence_drv.lock); |
| 129 | INIT_LIST_HEAD(&vgdev->fence_drv.fences); |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 130 | INIT_LIST_HEAD(&vgdev->cap_cache); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 131 | INIT_WORK(&vgdev->config_changed_work, |
| 132 | virtio_gpu_config_changed_work_func); |
| 133 | |
Gerd Hoffmann | f0c6cef | 2019-08-30 08:01:16 +0200 | [diff] [blame] | 134 | INIT_WORK(&vgdev->obj_free_work, |
| 135 | virtio_gpu_array_put_free_work); |
| 136 | INIT_LIST_HEAD(&vgdev->obj_free_list); |
| 137 | spin_lock_init(&vgdev->obj_free_lock); |
| 138 | |
Laurent Vivier | ff2ac58 | 2017-01-24 14:12:29 +0100 | [diff] [blame] | 139 | #ifdef __LITTLE_ENDIAN |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 140 | if (virtio_has_feature(vgdev->vdev, VIRTIO_GPU_F_VIRGL)) |
| 141 | vgdev->has_virgl_3d = true; |
Laurent Vivier | ff2ac58 | 2017-01-24 14:12:29 +0100 | [diff] [blame] | 142 | #endif |
Gerd Hoffmann | b4b01b4 | 2018-10-30 07:32:06 +0100 | [diff] [blame] | 143 | if (virtio_has_feature(vgdev->vdev, VIRTIO_GPU_F_EDID)) { |
| 144 | vgdev->has_edid = true; |
Gerd Hoffmann | b4b01b4 | 2018-10-30 07:32:06 +0100 | [diff] [blame] | 145 | } |
Gerd Hoffmann | 5edbb56 | 2020-02-07 07:46:53 +0100 | [diff] [blame] | 146 | if (virtio_has_feature(vgdev->vdev, VIRTIO_RING_F_INDIRECT_DESC)) { |
| 147 | vgdev->has_indirect = true; |
| 148 | } |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 149 | |
Gerd Hoffmann | 9e370df | 2019-10-18 13:38:32 +0200 | [diff] [blame] | 150 | DRM_INFO("features: %cvirgl %cedid\n", |
| 151 | vgdev->has_virgl_3d ? '+' : '-', |
| 152 | vgdev->has_edid ? '+' : '-'); |
| 153 | |
Michael S. Tsirkin | 9b2bbdb | 2017-03-06 18:19:39 +0200 | [diff] [blame] | 154 | ret = virtio_find_vqs(vgdev->vdev, 2, vqs, callbacks, names, NULL); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 155 | if (ret) { |
| 156 | DRM_ERROR("failed to find virt queues\n"); |
| 157 | goto err_vqs; |
| 158 | } |
| 159 | vgdev->ctrlq.vq = vqs[0]; |
| 160 | vgdev->cursorq.vq = vqs[1]; |
| 161 | ret = virtio_gpu_alloc_vbufs(vgdev); |
| 162 | if (ret) { |
| 163 | DRM_ERROR("failed to alloc vbufs\n"); |
| 164 | goto err_vbufs; |
| 165 | } |
| 166 | |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 167 | /* get display info */ |
Michael S. Tsirkin | 115a71d | 2020-08-05 05:39:36 -0400 | [diff] [blame] | 168 | virtio_cread_le(vgdev->vdev, struct virtio_gpu_config, |
| 169 | num_scanouts, &num_scanouts); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 170 | vgdev->num_scanouts = min_t(uint32_t, num_scanouts, |
| 171 | VIRTIO_GPU_MAX_SCANOUTS); |
| 172 | if (!vgdev->num_scanouts) { |
| 173 | DRM_ERROR("num_scanouts is zero\n"); |
| 174 | ret = -EINVAL; |
| 175 | goto err_scanouts; |
| 176 | } |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 177 | DRM_INFO("number of scanouts: %d\n", num_scanouts); |
| 178 | |
Michael S. Tsirkin | 115a71d | 2020-08-05 05:39:36 -0400 | [diff] [blame] | 179 | virtio_cread_le(vgdev->vdev, struct virtio_gpu_config, |
| 180 | num_capsets, &num_capsets); |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 181 | DRM_INFO("number of cap sets: %d\n", num_capsets); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 182 | |
Ezequiel Garcia | d516e75 | 2019-01-08 11:59:30 -0300 | [diff] [blame] | 183 | virtio_gpu_modeset_init(vgdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 184 | |
| 185 | virtio_device_ready(vgdev->vdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 186 | |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 187 | if (num_capsets) |
| 188 | virtio_gpu_get_capsets(vgdev, num_capsets); |
Gerd Hoffmann | b4b01b4 | 2018-10-30 07:32:06 +0100 | [diff] [blame] | 189 | if (vgdev->has_edid) |
| 190 | virtio_gpu_cmd_get_edids(vgdev); |
Dave Airlie | 441012a | 2015-06-16 14:25:34 +1000 | [diff] [blame] | 191 | virtio_gpu_cmd_get_display_info(vgdev); |
Gerd Hoffmann | 234489e | 2020-02-14 13:55:34 +0100 | [diff] [blame] | 192 | virtio_gpu_notify(vgdev); |
Dave Airlie | 441012a | 2015-06-16 14:25:34 +1000 | [diff] [blame] | 193 | wait_event_timeout(vgdev->resp_wq, !vgdev->display_info_pending, |
| 194 | 5 * HZ); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 195 | return 0; |
| 196 | |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 197 | err_scanouts: |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 198 | virtio_gpu_free_vbufs(vgdev); |
| 199 | err_vbufs: |
| 200 | vgdev->vdev->config->del_vqs(vgdev->vdev); |
| 201 | err_vqs: |
| 202 | kfree(vgdev); |
| 203 | return ret; |
| 204 | } |
| 205 | |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 206 | static void virtio_gpu_cleanup_cap_cache(struct virtio_gpu_device *vgdev) |
| 207 | { |
| 208 | struct virtio_gpu_drv_cap_cache *cache_ent, *tmp; |
| 209 | |
| 210 | list_for_each_entry_safe(cache_ent, tmp, &vgdev->cap_cache, head) { |
| 211 | kfree(cache_ent->caps_cache); |
| 212 | kfree(cache_ent); |
| 213 | } |
| 214 | } |
| 215 | |
Ezequiel Garcia | d516e75 | 2019-01-08 11:59:30 -0300 | [diff] [blame] | 216 | void virtio_gpu_deinit(struct drm_device *dev) |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 217 | { |
| 218 | struct virtio_gpu_device *vgdev = dev->dev_private; |
| 219 | |
Gerd Hoffmann | f0c6cef | 2019-08-30 08:01:16 +0200 | [diff] [blame] | 220 | flush_work(&vgdev->obj_free_work); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 221 | flush_work(&vgdev->ctrlq.dequeue_work); |
| 222 | flush_work(&vgdev->cursorq.dequeue_work); |
| 223 | flush_work(&vgdev->config_changed_work); |
Ezequiel Garcia | edde9fc | 2019-01-02 14:55:07 -0300 | [diff] [blame] | 224 | vgdev->vdev->config->reset(vgdev->vdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 225 | vgdev->vdev->config->del_vqs(vgdev->vdev); |
Gerd Hoffmann | b1df3a2 | 2020-02-11 14:58:04 +0100 | [diff] [blame] | 226 | } |
| 227 | |
| 228 | void virtio_gpu_release(struct drm_device *dev) |
| 229 | { |
| 230 | struct virtio_gpu_device *vgdev = dev->dev_private; |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 231 | |
| 232 | virtio_gpu_modeset_fini(vgdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 233 | virtio_gpu_free_vbufs(vgdev); |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 234 | virtio_gpu_cleanup_cap_cache(vgdev); |
| 235 | kfree(vgdev->capsets); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 236 | kfree(vgdev); |
Dave Airlie | dc5698e | 2013-09-09 10:02:56 +1000 | [diff] [blame] | 237 | } |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 238 | |
| 239 | int virtio_gpu_driver_open(struct drm_device *dev, struct drm_file *file) |
| 240 | { |
| 241 | struct virtio_gpu_device *vgdev = dev->dev_private; |
| 242 | struct virtio_gpu_fpriv *vfpriv; |
Gurchetan Singh | 40caded | 2020-02-24 16:07:58 -0800 | [diff] [blame] | 243 | int handle; |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 244 | |
| 245 | /* can't create contexts without 3d renderer */ |
| 246 | if (!vgdev->has_virgl_3d) |
| 247 | return 0; |
| 248 | |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 249 | /* allocate a virt GPU context for this opener */ |
| 250 | vfpriv = kzalloc(sizeof(*vfpriv), GFP_KERNEL); |
| 251 | if (!vfpriv) |
| 252 | return -ENOMEM; |
| 253 | |
Gurchetan Singh | d2a983b | 2020-02-24 16:07:59 -0800 | [diff] [blame] | 254 | mutex_init(&vfpriv->context_lock); |
| 255 | |
Gurchetan Singh | 40caded | 2020-02-24 16:07:58 -0800 | [diff] [blame] | 256 | handle = ida_alloc(&vgdev->ctx_id_ida, GFP_KERNEL); |
| 257 | if (handle < 0) { |
Colin Ian King | 040b595 | 2018-11-07 20:31:22 +0000 | [diff] [blame] | 258 | kfree(vfpriv); |
Gurchetan Singh | 40caded | 2020-02-24 16:07:58 -0800 | [diff] [blame] | 259 | return handle; |
Colin Ian King | 040b595 | 2018-11-07 20:31:22 +0000 | [diff] [blame] | 260 | } |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 261 | |
Gurchetan Singh | 40caded | 2020-02-24 16:07:58 -0800 | [diff] [blame] | 262 | vfpriv->ctx_id = handle + 1; |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 263 | file->driver_priv = vfpriv; |
| 264 | return 0; |
| 265 | } |
| 266 | |
| 267 | void virtio_gpu_driver_postclose(struct drm_device *dev, struct drm_file *file) |
| 268 | { |
| 269 | struct virtio_gpu_device *vgdev = dev->dev_private; |
Gurchetan Singh | 45c5d2a | 2020-04-08 16:29:38 -0700 | [diff] [blame] | 270 | struct virtio_gpu_fpriv *vfpriv = file->driver_priv; |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 271 | |
| 272 | if (!vgdev->has_virgl_3d) |
| 273 | return; |
| 274 | |
Gurchetan Singh | 45c5d2a | 2020-04-08 16:29:38 -0700 | [diff] [blame] | 275 | if (vfpriv->context_created) { |
| 276 | virtio_gpu_cmd_context_destroy(vgdev, vfpriv->ctx_id); |
| 277 | virtio_gpu_notify(vgdev); |
| 278 | } |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 279 | |
Gurchetan Singh | 45c5d2a | 2020-04-08 16:29:38 -0700 | [diff] [blame] | 280 | ida_free(&vgdev->ctx_id_ida, vfpriv->ctx_id - 1); |
Gurchetan Singh | d2a983b | 2020-02-24 16:07:59 -0800 | [diff] [blame] | 281 | mutex_destroy(&vfpriv->context_lock); |
Gerd Hoffmann | 62fb7a5 | 2014-10-28 12:48:00 +0100 | [diff] [blame] | 282 | kfree(vfpriv); |
| 283 | file->driver_priv = NULL; |
| 284 | } |