blob: 87d3d7da78f876198e0a160f3c39b60044fbcad4 [file] [log] [blame]
K. Y. Srinivasan0f2a6612011-05-12 19:34:28 -07001/*
2 *
3 * Copyright (c) 2011, Microsoft Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
16 * Place - Suite 330, Boston, MA 02111-1307 USA.
17 *
18 * Authors:
19 * Haiyang Zhang <haiyangz@microsoft.com>
20 * Hank Janssen <hjanssen@microsoft.com>
21 * K. Y. Srinivasan <kys@microsoft.com>
22 *
23 */
24
25#ifndef _HYPERV_VMBUS_H
26#define _HYPERV_VMBUS_H
27
K. Y. Srinivasan43c698b2011-05-12 19:34:33 -070028#include <linux/list.h>
29#include <asm/sync_bitops.h>
Vitaly Kuznetsov5a485802018-03-20 15:02:05 +010030#include <asm/hyperv-tlfs.h>
K. Y. Srinivasan43c698b2011-05-12 19:34:33 -070031#include <linux/atomic.h>
Greg Kroah-Hartman46a97192011-10-04 12:29:52 -070032#include <linux/hyperv.h>
Stephen Hemminger37cdd992017-02-11 23:02:19 -070033#include <linux/interrupt.h>
K. Y. Srinivasan43c698b2011-05-12 19:34:33 -070034
Vitaly Kuznetsovc9fe0f82017-10-29 12:21:00 -070035#include "hv_trace.h"
36
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070037/*
K. Y. Srinivasanc0b200c2015-12-14 16:01:32 -080038 * Timeout for services such as KVP and fcopy.
39 */
40#define HV_UTIL_TIMEOUT 30
41
42/*
Vitaly Kuznetsov4dbfc2e2016-04-30 19:21:33 -070043 * Timeout for guest-host handshake for services.
44 */
Vitaly Kuznetsovd7edd312016-11-06 13:14:06 -080045#define HV_UTIL_NEGO_TIMEOUT 55
Vitaly Kuznetsov4dbfc2e2016-04-30 19:21:33 -070046
Stephen Hemminger5c1bec62017-02-05 17:20:31 -070047/* Define synthetic interrupt controller flag constants. */
48#define HV_EVENT_FLAGS_COUNT (256 * 8)
49#define HV_EVENT_FLAGS_LONG_COUNT (256 / sizeof(unsigned long))
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070050
K. Y. Srinivasan4061ed92015-01-09 23:54:32 -080051/*
52 * Timer configuration register.
53 */
54union hv_timer_config {
55 u64 as_uint64;
56 struct {
57 u64 enable:1;
58 u64 periodic:1;
59 u64 lazy:1;
60 u64 auto_enable:1;
Michael Kelley248e7422018-03-04 22:17:18 -070061 u64 apic_vector:8;
62 u64 direct_mode:1;
63 u64 reserved_z0:3;
K. Y. Srinivasan4061ed92015-01-09 23:54:32 -080064 u64 sintx:4;
65 u64 reserved_z1:44;
66 };
67};
68
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070069
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070070/* Define the synthetic interrupt controller event flags format. */
71union hv_synic_event_flags {
Stephen Hemminger5c1bec62017-02-05 17:20:31 -070072 unsigned long flags[HV_EVENT_FLAGS_LONG_COUNT];
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070073};
74
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070075/* Define SynIC control register. */
76union hv_synic_scontrol {
77 u64 as_uint64;
78 struct {
79 u64 enable:1;
80 u64 reserved:63;
81 };
82};
83
84/* Define synthetic interrupt source. */
85union hv_synic_sint {
86 u64 as_uint64;
87 struct {
88 u64 vector:8;
89 u64 reserved1:8;
90 u64 masked:1;
91 u64 auto_eoi:1;
92 u64 reserved2:46;
93 };
94};
95
96/* Define the format of the SIMP register */
97union hv_synic_simp {
98 u64 as_uint64;
99 struct {
100 u64 simp_enabled:1;
101 u64 preserved:11;
102 u64 base_simp_gpa:52;
103 };
104};
105
106/* Define the format of the SIEFP register */
107union hv_synic_siefp {
108 u64 as_uint64;
109 struct {
110 u64 siefp_enabled:1;
111 u64 preserved:11;
112 u64 base_siefp_gpa:52;
113 };
114};
115
116/* Definitions for the monitored notification facility */
117union hv_monitor_trigger_group {
118 u64 as_uint64;
119 struct {
120 u32 pending;
121 u32 armed;
122 };
123};
124
125struct hv_monitor_parameter {
126 union hv_connection_id connectionid;
127 u16 flagnumber;
128 u16 rsvdz;
129};
130
131union hv_monitor_trigger_state {
132 u32 asu32;
133
134 struct {
135 u32 group_enable:4;
136 u32 rsvdz:28;
137 };
138};
139
140/* struct hv_monitor_page Layout */
141/* ------------------------------------------------------ */
142/* | 0 | TriggerState (4 bytes) | Rsvd1 (4 bytes) | */
143/* | 8 | TriggerGroup[0] | */
144/* | 10 | TriggerGroup[1] | */
145/* | 18 | TriggerGroup[2] | */
146/* | 20 | TriggerGroup[3] | */
147/* | 28 | Rsvd2[0] | */
148/* | 30 | Rsvd2[1] | */
149/* | 38 | Rsvd2[2] | */
150/* | 40 | NextCheckTime[0][0] | NextCheckTime[0][1] | */
151/* | ... | */
152/* | 240 | Latency[0][0..3] | */
153/* | 340 | Rsvz3[0] | */
154/* | 440 | Parameter[0][0] | */
155/* | 448 | Parameter[0][1] | */
156/* | ... | */
157/* | 840 | Rsvd4[0] | */
158/* ------------------------------------------------------ */
159struct hv_monitor_page {
160 union hv_monitor_trigger_state trigger_state;
161 u32 rsvdz1;
162
163 union hv_monitor_trigger_group trigger_group[4];
164 u64 rsvdz2[3];
165
166 s32 next_checktime[4][32];
167
168 u16 latency[4][32];
169 u64 rsvdz3[32];
170
171 struct hv_monitor_parameter parameter[4][32];
172
173 u8 rsvdz4[1984];
174};
175
K. Y. Srinivasan8e27a232017-01-19 11:51:59 -0700176#define HV_HYPERCALL_PARAM_ALIGN sizeof(u64)
177
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -0700178/* Definition of the hv_post_message hypercall input structure. */
179struct hv_input_post_message {
180 union hv_connection_id connectionid;
181 u32 reserved;
Andrey Smetanin7797dcf2015-11-30 19:22:13 +0300182 u32 message_type;
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -0700183 u32 payload_size;
184 u64 payload[HV_MESSAGE_PAYLOAD_QWORD_COUNT];
185};
186
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -0700187
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700188enum {
189 VMBUS_MESSAGE_CONNECTION_ID = 1,
Dexuan Cuiae20b252018-05-12 02:30:33 -0700190 VMBUS_MESSAGE_CONNECTION_ID_4 = 4,
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700191 VMBUS_MESSAGE_PORT_ID = 1,
192 VMBUS_EVENT_CONNECTION_ID = 2,
193 VMBUS_EVENT_PORT_ID = 2,
194 VMBUS_MONITOR_CONNECTION_ID = 3,
195 VMBUS_MONITOR_PORT_ID = 3,
196 VMBUS_MESSAGE_SINT = 2,
197};
198
Stephen Hemminger37cdd992017-02-11 23:02:19 -0700199/*
200 * Per cpu state for channel handling
201 */
202struct hv_per_cpu_context {
203 void *synic_message_page;
204 void *synic_event_page;
205 /*
206 * buffer to post messages to the host.
207 */
208 void *post_msg_page;
209
210 /*
211 * Starting with win8, we can take channel interrupts on any CPU;
212 * we will manage the tasklet that handles events messages on a per CPU
213 * basis.
214 */
Stephen Hemminger37cdd992017-02-11 23:02:19 -0700215 struct tasklet_struct msg_dpc;
216
217 /*
218 * To optimize the mapping of relid to channel, maintain
219 * per-cpu list of the channels based on their CPU affinity.
220 */
221 struct list_head chan_list;
222 struct clock_event_device *clk_evt;
223};
224
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700225struct hv_context {
226 /* We only support running on top of Hyper-V
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700227 * So at this point this really can only contain the Hyper-V ID
228 */
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700229 u64 guestid;
230
K. Y. Srinivasanca9357b2015-08-05 00:52:42 -0700231 void *tsc_page;
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700232
233 bool synic_initialized;
234
Stephen Hemminger37cdd992017-02-11 23:02:19 -0700235 struct hv_per_cpu_context __percpu *cpu_context;
236
K. Y. Srinivasan917ea422012-12-01 06:46:47 -0800237 /*
K. Y. Srinivasan9f01ec52015-08-05 00:52:38 -0700238 * To manage allocations in a NUMA node.
239 * Array indexed by numa node ID.
240 */
241 struct cpumask *hv_numa_map;
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700242};
243
244extern struct hv_context hv_context;
245
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700246/* Hv Interface */
247
248extern int hv_init(void);
249
Dan Carpenter415f0a02012-03-28 09:58:07 +0300250extern int hv_post_message(union hv_connection_id connection_id,
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700251 enum hv_message_type message_type,
252 void *payload, size_t payload_size);
253
Jason Wang2608fb62013-06-19 11:28:10 +0800254extern int hv_synic_alloc(void);
255
256extern void hv_synic_free(void);
257
Vitaly Kuznetsov76d36ab2016-12-07 14:53:11 -0800258extern int hv_synic_init(unsigned int cpu);
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700259
Vitaly Kuznetsov76d36ab2016-12-07 14:53:11 -0800260extern int hv_synic_cleanup(unsigned int cpu);
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700261
Vitaly Kuznetsove0867482015-02-27 11:25:57 -0800262extern void hv_synic_clockevents_cleanup(void);
263
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700264/* Interface */
265
266
Vitaly Kuznetsov9988ce62016-09-02 05:58:20 -0700267int hv_ringbuffer_init(struct hv_ring_buffer_info *ring_info,
268 struct page *pages, u32 pagecnt);
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700269
270void hv_ringbuffer_cleanup(struct hv_ring_buffer_info *ring_info);
271
K. Y. Srinivasan1f6ee4e2016-11-06 13:14:17 -0800272int hv_ringbuffer_write(struct vmbus_channel *channel,
Stephen Hemmingere4165a02017-02-11 23:02:24 -0700273 const struct kvec *kv_list, u32 kv_count);
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700274
K. Y. Srinivasan33725922016-11-06 13:14:18 -0800275int hv_ringbuffer_read(struct vmbus_channel *channel,
Vitaly Kuznetsov940b68e2015-12-14 19:02:01 -0800276 void *buffer, u32 buflen, u32 *buffer_actual_len,
K. Y. Srinivasan33725922016-11-06 13:14:18 -0800277 u64 *requestid, bool raw);
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700278
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700279/*
280 * Maximum channels is determined by the size of the interrupt page
281 * which is PAGE_SIZE. 1/2 of PAGE_SIZE is for send endpoint interrupt
282 * and the other is receive endpoint interrupt
283 */
284#define MAX_NUM_CHANNELS ((PAGE_SIZE >> 1) << 3) /* 16348 channels */
285
286/* The value here must be in multiple of 32 */
287/* TODO: Need to make this configurable */
288#define MAX_NUM_CHANNELS_SUPPORTED 256
289
290
291enum vmbus_connect_state {
292 DISCONNECTED,
293 CONNECTING,
294 CONNECTED,
295 DISCONNECTING
296};
297
298#define MAX_SIZE_CHANNEL_MESSAGE HV_MESSAGE_PAYLOAD_BYTE_COUNT
299
300struct vmbus_connection {
K. Y. Srinivasan54a662652017-04-30 16:21:18 -0700301 /*
302 * CPU on which the initial host contact was made.
303 */
304 int connect_cpu;
305
Dexuan Cuiae20b252018-05-12 02:30:33 -0700306 u32 msg_conn_id;
307
K. Y. Srinivasan54a662652017-04-30 16:21:18 -0700308 atomic_t offer_in_progress;
309
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700310 enum vmbus_connect_state conn_state;
311
312 atomic_t next_gpadl_handle;
313
K. Y. Srinivasan2db84ef2015-04-22 21:31:32 -0700314 struct completion unload_event;
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700315 /*
316 * Represents channel interrupts. Each bit position represents a
317 * channel. When a channel sends an interrupt via VMBUS, it finds its
318 * bit in the sendInterruptPage, set it and calls Hv to generate a port
319 * event. The other end receives the port event and parse the
320 * recvInterruptPage to see which bit is set
321 */
322 void *int_page;
323 void *send_int_page;
324 void *recv_int_page;
325
326 /*
327 * 2 pages - 1st page for parent->child notification and 2nd
328 * is child->parent notification
329 */
Greg Kroah-Hartman8681db42013-09-13 11:32:55 -0700330 struct hv_monitor_page *monitor_pages[2];
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700331 struct list_head chn_msg_list;
332 spinlock_t channelmsg_lock;
333
334 /* List of channels */
335 struct list_head chn_list;
Dexuan Cuid6f591e2015-12-14 16:01:51 -0800336 struct mutex channel_mutex;
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700337
Dexuan Cui37c25782018-12-03 00:54:35 +0000338 /*
339 * An offer message is handled first on the work_queue, and then
340 * is further handled on handle_primary_chan_wq or
341 * handle_sub_chan_wq.
342 */
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700343 struct workqueue_struct *work_queue;
Dexuan Cui37c25782018-12-03 00:54:35 +0000344 struct workqueue_struct *handle_primary_chan_wq;
345 struct workqueue_struct *handle_sub_chan_wq;
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700346};
347
348
349struct vmbus_msginfo {
350 /* Bookkeeping stuff */
351 struct list_head msglist_entry;
352
353 /* The message itself */
354 unsigned char msg[0];
355};
356
357
358extern struct vmbus_connection vmbus_connection;
359
Stephen Hemminger5c1bec62017-02-05 17:20:31 -0700360static inline void vmbus_send_interrupt(u32 relid)
361{
362 sync_set_bit(relid, vmbus_connection.send_int_page);
363}
364
Dexuan Cui652594c2015-03-27 09:10:08 -0700365enum vmbus_message_handler_type {
366 /* The related handler can sleep. */
367 VMHT_BLOCKING = 0,
368
369 /* The related handler must NOT sleep. */
370 VMHT_NON_BLOCKING = 1,
371};
372
373struct vmbus_channel_message_table_entry {
374 enum vmbus_channel_message_type message_type;
375 enum vmbus_message_handler_type handler_type;
376 void (*message_handler)(struct vmbus_channel_message_header *msg);
377};
378
Stephen Hemmingere6242fa2017-03-04 18:27:16 -0700379extern const struct vmbus_channel_message_table_entry
Dexuan Cui652594c2015-03-27 09:10:08 -0700380 channel_message_table[CHANNELMSG_COUNT];
381
Vitaly Kuznetsov0f70b662016-02-26 15:13:17 -0800382
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700383/* General vmbus interface */
384
stephen hemminger1b9d48f2014-06-03 08:38:15 -0700385struct hv_device *vmbus_device_create(const uuid_le *type,
386 const uuid_le *instance,
387 struct vmbus_channel *channel);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700388
K. Y. Srinivasan227942812011-09-08 07:24:13 -0700389int vmbus_device_register(struct hv_device *child_device_obj);
K. Y. Srinivasan696453b2011-09-08 07:24:14 -0700390void vmbus_device_unregister(struct hv_device *device_obj);
Stephen Hemmingerc2e5df62017-09-21 20:58:49 -0700391int vmbus_add_channel_kobj(struct hv_device *device_obj,
392 struct vmbus_channel *channel);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700393
Dexuan Cuid43e2fe2015-03-27 09:10:09 -0700394struct vmbus_channel *relid2channel(u32 relid);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700395
K. Y. Srinivasan93e5bd02011-12-12 09:29:17 -0800396void vmbus_free_channels(void);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700397
398/* Connection interface */
399
400int vmbus_connect(void);
Vitaly Kuznetsov09a19622015-02-27 11:25:54 -0800401void vmbus_disconnect(void);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700402
Vitaly Kuznetsovc0bb0392016-12-07 01:16:24 -0800403int vmbus_post_msg(void *buffer, size_t buflen, bool can_sleep);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700404
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700405void vmbus_on_event(unsigned long data);
K. Y. Srinivasand81274a2016-02-26 15:13:21 -0800406void vmbus_on_msg_dpc(unsigned long data);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700407
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700408int hv_kvp_init(struct hv_util_service *srv);
Vitaly Kuznetsov3647a832015-04-11 18:07:39 -0700409void hv_kvp_deinit(void);
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700410void hv_kvp_onchannelcallback(void *context);
Vitaly Kuznetsov3647a832015-04-11 18:07:39 -0700411
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700412int hv_vss_init(struct hv_util_service *srv);
Vitaly Kuznetsov3647a832015-04-11 18:07:39 -0700413void hv_vss_deinit(void);
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700414void hv_vss_onchannelcallback(void *context);
Vitaly Kuznetsov3647a832015-04-11 18:07:39 -0700415
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700416int hv_fcopy_init(struct hv_util_service *srv);
K. Y. Srinivasan013254762014-02-16 11:34:30 -0800417void hv_fcopy_deinit(void);
Stephen Hemminger2a9d7de2017-03-04 18:27:17 -0700418void hv_fcopy_onchannelcallback(void *context);
Vitaly Kuznetsov75ff3a82016-02-26 15:13:16 -0800419void vmbus_initiate_unload(bool crash);
K. Y. Srinivasan013254762014-02-16 11:34:30 -0800420
Vitaly Kuznetsov8efe78f2015-04-11 18:07:41 -0700421static inline void hv_poll_channel(struct vmbus_channel *channel,
422 void (*cb)(void *))
423{
424 if (!channel)
425 return;
426
K. Y. Srinivasan1e052a12017-04-30 16:21:17 -0700427 if (in_interrupt() && (channel->target_cpu == smp_processor_id())) {
428 cb(channel);
429 return;
430 }
Olaf Hering3cace4a2015-12-14 16:01:33 -0800431 smp_call_function_single(channel->target_cpu, cb, channel, true);
Vitaly Kuznetsov8efe78f2015-04-11 18:07:41 -0700432}
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700433
Vitaly Kuznetsov636c88d2015-04-11 18:07:46 -0700434enum hvutil_device_state {
435 HVUTIL_DEVICE_INIT = 0, /* driver is loaded, waiting for userspace */
436 HVUTIL_READY, /* userspace is registered */
437 HVUTIL_HOSTMSG_RECEIVED, /* message from the host was received */
438 HVUTIL_USERSPACE_REQ, /* request to userspace was sent */
439 HVUTIL_USERSPACE_RECV, /* reply from userspace was received */
440 HVUTIL_DEVICE_DYING, /* driver unload is in progress */
441};
442
K. Y. Srinivasan0f2a6612011-05-12 19:34:28 -0700443#endif /* _HYPERV_VMBUS_H */