Thomas Gleixner | f33f5fe | 2019-05-22 09:51:24 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
Michael S. Tsirkin | 5f4c976 | 2014-12-08 16:39:45 +0200 | [diff] [blame] | 2 | #ifndef _DRIVERS_VIRTIO_VIRTIO_PCI_COMMON_H |
| 3 | #define _DRIVERS_VIRTIO_VIRTIO_PCI_COMMON_H |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 4 | /* |
Michael S. Tsirkin | a90fdce | 2014-12-08 12:31:02 +0200 | [diff] [blame] | 5 | * Virtio PCI driver - APIs for common functionality for all device versions |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 6 | * |
| 7 | * This module allows virtio devices to be used over a virtual PCI device. |
| 8 | * This can be used with QEMU based VMMs like KVM or Xen. |
| 9 | * |
| 10 | * Copyright IBM Corp. 2007 |
Michael S. Tsirkin | a90fdce | 2014-12-08 12:31:02 +0200 | [diff] [blame] | 11 | * Copyright Red Hat, Inc. 2014 |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 12 | * |
| 13 | * Authors: |
| 14 | * Anthony Liguori <aliguori@us.ibm.com> |
Michael S. Tsirkin | a90fdce | 2014-12-08 12:31:02 +0200 | [diff] [blame] | 15 | * Rusty Russell <rusty@rustcorp.com.au> |
| 16 | * Michael S. Tsirkin <mst@redhat.com> |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 17 | */ |
| 18 | |
| 19 | #include <linux/module.h> |
| 20 | #include <linux/list.h> |
| 21 | #include <linux/pci.h> |
| 22 | #include <linux/slab.h> |
| 23 | #include <linux/interrupt.h> |
| 24 | #include <linux/virtio.h> |
| 25 | #include <linux/virtio_config.h> |
| 26 | #include <linux/virtio_ring.h> |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 27 | #include <linux/virtio_pci.h> |
Jason Wang | fd50272 | 2021-01-04 14:55:00 +0800 | [diff] [blame] | 28 | #include <linux/virtio_pci_modern.h> |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 29 | #include <linux/highmem.h> |
| 30 | #include <linux/spinlock.h> |
| 31 | |
Michael S. Tsirkin | 0a9b3f4 | 2017-04-04 21:44:44 +0300 | [diff] [blame] | 32 | struct virtio_pci_vq_info { |
| 33 | /* the actual virtqueue */ |
| 34 | struct virtqueue *vq; |
| 35 | |
| 36 | /* the list node for the virtqueues list */ |
| 37 | struct list_head node; |
| 38 | |
| 39 | /* MSI-X vector (or none) */ |
| 40 | unsigned msix_vector; |
| 41 | }; |
| 42 | |
Jason Wang | b5d5809 | 2021-01-04 14:54:46 +0800 | [diff] [blame] | 43 | /* Our device structure */ |
| 44 | struct virtio_pci_device { |
| 45 | struct virtio_device vdev; |
| 46 | struct pci_dev *pci_dev; |
| 47 | struct virtio_pci_modern_device mdev; |
| 48 | |
| 49 | /* In legacy mode, these two point to within ->legacy. */ |
| 50 | /* Where to read and clear interrupt */ |
| 51 | u8 __iomem *isr; |
| 52 | |
Michael S. Tsirkin | 1fcf051 | 2014-12-11 13:59:51 +0200 | [diff] [blame] | 53 | /* Legacy only field */ |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 54 | /* the IO mapping for the PCI config space */ |
| 55 | void __iomem *ioaddr; |
| 56 | |
Michael S. Tsirkin | 0a9b3f4 | 2017-04-04 21:44:44 +0300 | [diff] [blame] | 57 | /* a list of queues so we can dispatch IRQs */ |
| 58 | spinlock_t lock; |
| 59 | struct list_head virtqueues; |
| 60 | |
| 61 | /* array of all queues for house-keeping */ |
| 62 | struct virtio_pci_vq_info **vqs; |
| 63 | |
Michael S. Tsirkin | 2008c15 | 2017-04-04 21:09:20 +0300 | [diff] [blame] | 64 | /* MSI-X support */ |
| 65 | int msix_enabled; |
Michael S. Tsirkin | 0b0f9dc | 2017-04-04 21:15:41 +0300 | [diff] [blame] | 66 | int intx_enabled; |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 67 | cpumask_var_t *msix_affinity_masks; |
| 68 | /* Name strings for interrupts. This size should be enough, |
| 69 | * and I'm too lazy to allocate each name separately. */ |
| 70 | char (*msix_names)[256]; |
Michael S. Tsirkin | 0b0f9dc | 2017-04-04 21:15:41 +0300 | [diff] [blame] | 71 | /* Number of available vectors */ |
| 72 | unsigned msix_vectors; |
| 73 | /* Vectors allocated, excluding per-vq vectors if any */ |
| 74 | unsigned msix_used_vectors; |
| 75 | |
Michael S. Tsirkin | 0a9b3f4 | 2017-04-04 21:44:44 +0300 | [diff] [blame] | 76 | /* Whether we have vector per vq */ |
| 77 | bool per_vq_vectors; |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 78 | |
| 79 | struct virtqueue *(*setup_vq)(struct virtio_pci_device *vp_dev, |
Michael S. Tsirkin | 0a9b3f4 | 2017-04-04 21:44:44 +0300 | [diff] [blame] | 80 | struct virtio_pci_vq_info *info, |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 81 | unsigned idx, |
| 82 | void (*callback)(struct virtqueue *vq), |
| 83 | const char *name, |
Michael S. Tsirkin | f94682d | 2017-03-06 18:32:29 +0200 | [diff] [blame] | 84 | bool ctx, |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 85 | u16 msix_vec); |
Michael S. Tsirkin | 0a9b3f4 | 2017-04-04 21:44:44 +0300 | [diff] [blame] | 86 | void (*del_vq)(struct virtio_pci_vq_info *info); |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 87 | |
| 88 | u16 (*config_vector)(struct virtio_pci_device *vp_dev, u16 vector); |
| 89 | }; |
| 90 | |
Michael S. Tsirkin | 0b0f9dc | 2017-04-04 21:15:41 +0300 | [diff] [blame] | 91 | /* Constants for MSI-X */ |
| 92 | /* Use first vector for configuration changes, second and the rest for |
| 93 | * virtqueues Thus, we need at least 2 vectors for MSI. */ |
| 94 | enum { |
| 95 | VP_MSIX_CONFIG_VECTOR = 0, |
| 96 | VP_MSIX_VQ_VECTOR = 1, |
| 97 | }; |
| 98 | |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 99 | /* Convert a generic virtio device to our structure */ |
| 100 | static struct virtio_pci_device *to_vp_device(struct virtio_device *vdev) |
| 101 | { |
| 102 | return container_of(vdev, struct virtio_pci_device, vdev); |
| 103 | } |
| 104 | |
| 105 | /* wait for pending irq handlers */ |
| 106 | void vp_synchronize_vectors(struct virtio_device *vdev); |
| 107 | /* the notify function used when creating a virt queue */ |
| 108 | bool vp_notify(struct virtqueue *vq); |
| 109 | /* the config->del_vqs() implementation */ |
| 110 | void vp_del_vqs(struct virtio_device *vdev); |
| 111 | /* the config->find_vqs() implementation */ |
| 112 | int vp_find_vqs(struct virtio_device *vdev, unsigned nvqs, |
Christoph Hellwig | fb5e31d | 2017-02-05 18:15:22 +0100 | [diff] [blame] | 113 | struct virtqueue *vqs[], vq_callback_t *callbacks[], |
Michael S. Tsirkin | f94682d | 2017-03-06 18:32:29 +0200 | [diff] [blame] | 114 | const char * const names[], const bool *ctx, |
| 115 | struct irq_affinity *desc); |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 116 | const char *vp_bus_name(struct virtio_device *vdev); |
| 117 | |
| 118 | /* Setup the affinity for a virtqueue: |
| 119 | * - force the affinity for per vq vector |
| 120 | * - OR over all affinities for shared MSI |
| 121 | * - ignore the affinity request if we're using INTX |
| 122 | */ |
Caleb Raitto | 19e226e | 2018-08-09 18:18:28 -0700 | [diff] [blame] | 123 | int vp_set_vq_affinity(struct virtqueue *vq, const struct cpumask *cpu_mask); |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 124 | |
Christoph Hellwig | bbaba47 | 2017-02-05 18:15:23 +0100 | [diff] [blame] | 125 | const struct cpumask *vp_get_vq_affinity(struct virtio_device *vdev, int index); |
| 126 | |
Michael S. Tsirkin | 46506da | 2015-01-15 16:06:26 +0200 | [diff] [blame] | 127 | #if IS_ENABLED(CONFIG_VIRTIO_PCI_LEGACY) |
Michael S. Tsirkin | ff31d2e | 2015-01-13 11:23:32 +0200 | [diff] [blame] | 128 | int virtio_pci_legacy_probe(struct virtio_pci_device *); |
| 129 | void virtio_pci_legacy_remove(struct virtio_pci_device *); |
Michael S. Tsirkin | 46506da | 2015-01-15 16:06:26 +0200 | [diff] [blame] | 130 | #else |
| 131 | static inline int virtio_pci_legacy_probe(struct virtio_pci_device *vp_dev) |
| 132 | { |
| 133 | return -ENODEV; |
| 134 | } |
| 135 | static inline void virtio_pci_legacy_remove(struct virtio_pci_device *vp_dev) |
| 136 | { |
| 137 | } |
| 138 | #endif |
Michael S. Tsirkin | 1fcf051 | 2014-12-11 13:59:51 +0200 | [diff] [blame] | 139 | int virtio_pci_modern_probe(struct virtio_pci_device *); |
| 140 | void virtio_pci_modern_remove(struct virtio_pci_device *); |
Michael S. Tsirkin | 38eb4a2 | 2014-12-07 18:41:16 +0200 | [diff] [blame] | 141 | |
| 142 | #endif |