Christoph Hellwig | 8c16567 | 2019-04-30 14:42:39 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (c) 2016 Christoph Hellwig. |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 4 | */ |
| 5 | #include <linux/device.h> |
| 6 | #include <linux/blk-mq.h> |
| 7 | #include <linux/blk-mq-virtio.h> |
| 8 | #include <linux/virtio_config.h> |
| 9 | #include <linux/module.h> |
| 10 | #include "blk-mq.h" |
| 11 | |
| 12 | /** |
| 13 | * blk_mq_virtio_map_queues - provide a default queue mapping for virtio device |
Bart Van Assche | 0542cd5 | 2019-05-30 17:00:49 -0700 | [diff] [blame^] | 14 | * @qmap: CPU to hardware queue map. |
| 15 | * @vdev: virtio device to provide a mapping for. |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 16 | * @first_vec: first interrupt vectors to use for queues (usually 0) |
| 17 | * |
| 18 | * This function assumes the virtio device @vdev has at least as many available |
| 19 | * interrupt vetors as @set has queues. It will then queuery the vector |
| 20 | * corresponding to each queue for it's affinity mask and built queue mapping |
| 21 | * that maps a queue to the CPUs that have irq affinity for the corresponding |
| 22 | * vector. |
| 23 | */ |
Jens Axboe | ed76e32 | 2018-10-29 13:06:14 -0600 | [diff] [blame] | 24 | int blk_mq_virtio_map_queues(struct blk_mq_queue_map *qmap, |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 25 | struct virtio_device *vdev, int first_vec) |
| 26 | { |
| 27 | const struct cpumask *mask; |
| 28 | unsigned int queue, cpu; |
| 29 | |
| 30 | if (!vdev->config->get_vq_affinity) |
| 31 | goto fallback; |
| 32 | |
Jens Axboe | ed76e32 | 2018-10-29 13:06:14 -0600 | [diff] [blame] | 33 | for (queue = 0; queue < qmap->nr_queues; queue++) { |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 34 | mask = vdev->config->get_vq_affinity(vdev, first_vec + queue); |
| 35 | if (!mask) |
| 36 | goto fallback; |
| 37 | |
| 38 | for_each_cpu(cpu, mask) |
Jens Axboe | 843477d | 2018-10-24 13:16:11 -0600 | [diff] [blame] | 39 | qmap->mq_map[cpu] = qmap->queue_offset + queue; |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 40 | } |
| 41 | |
| 42 | return 0; |
| 43 | fallback: |
Jens Axboe | ed76e32 | 2018-10-29 13:06:14 -0600 | [diff] [blame] | 44 | return blk_mq_map_queues(qmap); |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 45 | } |
| 46 | EXPORT_SYMBOL_GPL(blk_mq_virtio_map_queues); |