blob: 2463ef93c1f6c9584aadb8fd41c3a0a199eb15d2 [file] [log] [blame]
K. Y. Srinivasan0f2a6612011-05-12 19:34:28 -07001/*
2 *
3 * Copyright (c) 2011, Microsoft Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
16 * Place - Suite 330, Boston, MA 02111-1307 USA.
17 *
18 * Authors:
19 * Haiyang Zhang <haiyangz@microsoft.com>
20 * Hank Janssen <hjanssen@microsoft.com>
21 * K. Y. Srinivasan <kys@microsoft.com>
22 *
23 */
24
25#ifndef _HYPERV_VMBUS_H
26#define _HYPERV_VMBUS_H
27
K. Y. Srinivasan43c698b2011-05-12 19:34:33 -070028#include <linux/list.h>
29#include <asm/sync_bitops.h>
30#include <linux/atomic.h>
Greg Kroah-Hartman46a97192011-10-04 12:29:52 -070031#include <linux/hyperv.h>
K. Y. Srinivasan43c698b2011-05-12 19:34:33 -070032
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070033/*
K. Y. Srinivasanc0b200c2015-12-14 16:01:32 -080034 * Timeout for services such as KVP and fcopy.
35 */
36#define HV_UTIL_TIMEOUT 30
37
38/*
Vitaly Kuznetsov4dbfc2e2016-04-30 19:21:33 -070039 * Timeout for guest-host handshake for services.
40 */
Vitaly Kuznetsovd7edd312016-11-06 13:14:06 -080041#define HV_UTIL_NEGO_TIMEOUT 55
Vitaly Kuznetsov4dbfc2e2016-04-30 19:21:33 -070042
Nick Meier96c1d052015-02-28 11:39:01 -080043
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070044
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070045
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070046#define HV_EVENT_FLAGS_BYTE_COUNT (256)
47#define HV_EVENT_FLAGS_DWORD_COUNT (256 / sizeof(u32))
48
K. Y. Srinivasan4061ed92015-01-09 23:54:32 -080049/*
50 * Timer configuration register.
51 */
52union hv_timer_config {
53 u64 as_uint64;
54 struct {
55 u64 enable:1;
56 u64 periodic:1;
57 u64 lazy:1;
58 u64 auto_enable:1;
59 u64 reserved_z0:12;
60 u64 sintx:4;
61 u64 reserved_z1:44;
62 };
63};
64
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070065
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070066/* Define the synthetic interrupt controller event flags format. */
67union hv_synic_event_flags {
68 u8 flags8[HV_EVENT_FLAGS_BYTE_COUNT];
69 u32 flags32[HV_EVENT_FLAGS_DWORD_COUNT];
70};
71
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -070072/* Define SynIC control register. */
73union hv_synic_scontrol {
74 u64 as_uint64;
75 struct {
76 u64 enable:1;
77 u64 reserved:63;
78 };
79};
80
81/* Define synthetic interrupt source. */
82union hv_synic_sint {
83 u64 as_uint64;
84 struct {
85 u64 vector:8;
86 u64 reserved1:8;
87 u64 masked:1;
88 u64 auto_eoi:1;
89 u64 reserved2:46;
90 };
91};
92
93/* Define the format of the SIMP register */
94union hv_synic_simp {
95 u64 as_uint64;
96 struct {
97 u64 simp_enabled:1;
98 u64 preserved:11;
99 u64 base_simp_gpa:52;
100 };
101};
102
103/* Define the format of the SIEFP register */
104union hv_synic_siefp {
105 u64 as_uint64;
106 struct {
107 u64 siefp_enabled:1;
108 u64 preserved:11;
109 u64 base_siefp_gpa:52;
110 };
111};
112
113/* Definitions for the monitored notification facility */
114union hv_monitor_trigger_group {
115 u64 as_uint64;
116 struct {
117 u32 pending;
118 u32 armed;
119 };
120};
121
122struct hv_monitor_parameter {
123 union hv_connection_id connectionid;
124 u16 flagnumber;
125 u16 rsvdz;
126};
127
128union hv_monitor_trigger_state {
129 u32 asu32;
130
131 struct {
132 u32 group_enable:4;
133 u32 rsvdz:28;
134 };
135};
136
137/* struct hv_monitor_page Layout */
138/* ------------------------------------------------------ */
139/* | 0 | TriggerState (4 bytes) | Rsvd1 (4 bytes) | */
140/* | 8 | TriggerGroup[0] | */
141/* | 10 | TriggerGroup[1] | */
142/* | 18 | TriggerGroup[2] | */
143/* | 20 | TriggerGroup[3] | */
144/* | 28 | Rsvd2[0] | */
145/* | 30 | Rsvd2[1] | */
146/* | 38 | Rsvd2[2] | */
147/* | 40 | NextCheckTime[0][0] | NextCheckTime[0][1] | */
148/* | ... | */
149/* | 240 | Latency[0][0..3] | */
150/* | 340 | Rsvz3[0] | */
151/* | 440 | Parameter[0][0] | */
152/* | 448 | Parameter[0][1] | */
153/* | ... | */
154/* | 840 | Rsvd4[0] | */
155/* ------------------------------------------------------ */
156struct hv_monitor_page {
157 union hv_monitor_trigger_state trigger_state;
158 u32 rsvdz1;
159
160 union hv_monitor_trigger_group trigger_group[4];
161 u64 rsvdz2[3];
162
163 s32 next_checktime[4][32];
164
165 u16 latency[4][32];
166 u64 rsvdz3[32];
167
168 struct hv_monitor_parameter parameter[4][32];
169
170 u8 rsvdz4[1984];
171};
172
K. Y. Srinivasan8e27a232017-01-19 11:51:59 -0700173#define HV_HYPERCALL_PARAM_ALIGN sizeof(u64)
174
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -0700175/* Definition of the hv_post_message hypercall input structure. */
176struct hv_input_post_message {
177 union hv_connection_id connectionid;
178 u32 reserved;
Andrey Smetanin7797dcf2015-11-30 19:22:13 +0300179 u32 message_type;
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -0700180 u32 payload_size;
181 u64 payload[HV_MESSAGE_PAYLOAD_QWORD_COUNT];
182};
183
K. Y. Srinivasanafbdc4a2011-05-12 19:34:29 -0700184
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700185enum {
186 VMBUS_MESSAGE_CONNECTION_ID = 1,
187 VMBUS_MESSAGE_PORT_ID = 1,
188 VMBUS_EVENT_CONNECTION_ID = 2,
189 VMBUS_EVENT_PORT_ID = 2,
190 VMBUS_MONITOR_CONNECTION_ID = 3,
191 VMBUS_MONITOR_PORT_ID = 3,
192 VMBUS_MESSAGE_SINT = 2,
193};
194
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700195struct hv_context {
196 /* We only support running on top of Hyper-V
197 * So at this point this really can only contain the Hyper-V ID
198 */
199 u64 guestid;
200
K. Y. Srinivasanca9357b2015-08-05 00:52:42 -0700201 void *tsc_page;
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700202
203 bool synic_initialized;
204
K. Y. Srinivasan14c1bf82012-02-02 16:56:51 -0800205 void *synic_message_page[NR_CPUS];
206 void *synic_event_page[NR_CPUS];
K. Y. Srinivasan917ea422012-12-01 06:46:47 -0800207 /*
208 * Hypervisor's notion of virtual processor ID is different from
209 * Linux' notion of CPU ID. This information can only be retrieved
210 * in the context of the calling CPU. Setup a map for easy access
211 * to this information:
212 *
213 * vp_index[a] is the Hyper-V's processor ID corresponding to
214 * Linux cpuid 'a'.
215 */
216 u32 vp_index[NR_CPUS];
K. Y. Srinivasandb11f122012-12-01 06:46:53 -0800217 /*
218 * Starting with win8, we can take channel interrupts on any CPU;
K. Y. Srinivasand81274a2016-02-26 15:13:21 -0800219 * we will manage the tasklet that handles events messages on a per CPU
K. Y. Srinivasandb11f122012-12-01 06:46:53 -0800220 * basis.
221 */
222 struct tasklet_struct *event_dpc[NR_CPUS];
K. Y. Srinivasand81274a2016-02-26 15:13:21 -0800223 struct tasklet_struct *msg_dpc[NR_CPUS];
K. Y. Srinivasan3a28fa32014-04-08 18:45:54 -0700224 /*
225 * To optimize the mapping of relid to channel, maintain
226 * per-cpu list of the channels based on their CPU affinity.
227 */
228 struct list_head percpu_list[NR_CPUS];
K. Y. Srinivasanb29ef352014-08-28 18:29:52 -0700229 /*
230 * buffer to post messages to the host.
231 */
232 void *post_msg_page[NR_CPUS];
K. Y. Srinivasan4061ed92015-01-09 23:54:32 -0800233 /*
234 * Support PV clockevent device.
235 */
236 struct clock_event_device *clk_evt[NR_CPUS];
K. Y. Srinivasan9f01ec52015-08-05 00:52:38 -0700237 /*
238 * To manage allocations in a NUMA node.
239 * Array indexed by numa node ID.
240 */
241 struct cpumask *hv_numa_map;
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700242};
243
244extern struct hv_context hv_context;
245
Greg Kroah-Hartman1fdde162013-09-13 11:33:00 -0700246struct hv_ring_buffer_debug_info {
247 u32 current_interrupt_mask;
248 u32 current_read_index;
249 u32 current_write_index;
250 u32 bytes_avail_toread;
251 u32 bytes_avail_towrite;
252};
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700253
254/* Hv Interface */
255
256extern int hv_init(void);
257
Vitaly Kuznetsova9f61ca2016-06-03 17:09:22 -0700258extern void hv_cleanup(bool crash);
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700259
Dan Carpenter415f0a02012-03-28 09:58:07 +0300260extern int hv_post_message(union hv_connection_id connection_id,
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700261 enum hv_message_type message_type,
262 void *payload, size_t payload_size);
263
Jason Wang2608fb62013-06-19 11:28:10 +0800264extern int hv_synic_alloc(void);
265
266extern void hv_synic_free(void);
267
Vitaly Kuznetsov76d36ab2016-12-07 14:53:11 -0800268extern int hv_synic_init(unsigned int cpu);
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700269
Vitaly Kuznetsov76d36ab2016-12-07 14:53:11 -0800270extern int hv_synic_cleanup(unsigned int cpu);
K. Y. Srinivasan3645a912011-05-12 19:34:30 -0700271
Vitaly Kuznetsove0867482015-02-27 11:25:57 -0800272extern void hv_synic_clockevents_cleanup(void);
273
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700274/* Interface */
275
276
Vitaly Kuznetsov9988ce62016-09-02 05:58:20 -0700277int hv_ringbuffer_init(struct hv_ring_buffer_info *ring_info,
278 struct page *pages, u32 pagecnt);
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700279
280void hv_ringbuffer_cleanup(struct hv_ring_buffer_info *ring_info);
281
K. Y. Srinivasan1f6ee4e2016-11-06 13:14:17 -0800282int hv_ringbuffer_write(struct vmbus_channel *channel,
K. Y. Srinivasan011a7c32014-02-01 19:02:20 -0800283 struct kvec *kv_list,
K. Y. Srinivasan1f6ee4e2016-11-06 13:14:17 -0800284 u32 kv_count, bool lock,
285 bool kick_q);
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700286
K. Y. Srinivasan33725922016-11-06 13:14:18 -0800287int hv_ringbuffer_read(struct vmbus_channel *channel,
Vitaly Kuznetsov940b68e2015-12-14 19:02:01 -0800288 void *buffer, u32 buflen, u32 *buffer_actual_len,
K. Y. Srinivasan33725922016-11-06 13:14:18 -0800289 u64 *requestid, bool raw);
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700290
K. Y. Srinivasan940655c2011-05-12 19:34:31 -0700291void hv_ringbuffer_get_debuginfo(struct hv_ring_buffer_info *ring_info,
292 struct hv_ring_buffer_debug_info *debug_info);
293
K. Y. Srinivasan6fdf3b22012-12-01 06:46:32 -0800294void hv_begin_read(struct hv_ring_buffer_info *rbi);
295
296u32 hv_end_read(struct hv_ring_buffer_info *rbi);
297
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700298/*
299 * Maximum channels is determined by the size of the interrupt page
300 * which is PAGE_SIZE. 1/2 of PAGE_SIZE is for send endpoint interrupt
301 * and the other is receive endpoint interrupt
302 */
303#define MAX_NUM_CHANNELS ((PAGE_SIZE >> 1) << 3) /* 16348 channels */
304
305/* The value here must be in multiple of 32 */
306/* TODO: Need to make this configurable */
307#define MAX_NUM_CHANNELS_SUPPORTED 256
308
309
310enum vmbus_connect_state {
311 DISCONNECTED,
312 CONNECTING,
313 CONNECTED,
314 DISCONNECTING
315};
316
317#define MAX_SIZE_CHANNEL_MESSAGE HV_MESSAGE_PAYLOAD_BYTE_COUNT
318
319struct vmbus_connection {
320 enum vmbus_connect_state conn_state;
321
322 atomic_t next_gpadl_handle;
323
K. Y. Srinivasan2db84ef2015-04-22 21:31:32 -0700324 struct completion unload_event;
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700325 /*
326 * Represents channel interrupts. Each bit position represents a
327 * channel. When a channel sends an interrupt via VMBUS, it finds its
328 * bit in the sendInterruptPage, set it and calls Hv to generate a port
329 * event. The other end receives the port event and parse the
330 * recvInterruptPage to see which bit is set
331 */
332 void *int_page;
333 void *send_int_page;
334 void *recv_int_page;
335
336 /*
337 * 2 pages - 1st page for parent->child notification and 2nd
338 * is child->parent notification
339 */
Greg Kroah-Hartman8681db42013-09-13 11:32:55 -0700340 struct hv_monitor_page *monitor_pages[2];
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700341 struct list_head chn_msg_list;
342 spinlock_t channelmsg_lock;
343
344 /* List of channels */
345 struct list_head chn_list;
Dexuan Cuid6f591e2015-12-14 16:01:51 -0800346 struct mutex channel_mutex;
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700347
348 struct workqueue_struct *work_queue;
349};
350
351
352struct vmbus_msginfo {
353 /* Bookkeeping stuff */
354 struct list_head msglist_entry;
355
356 /* The message itself */
357 unsigned char msg[0];
358};
359
360
361extern struct vmbus_connection vmbus_connection;
362
Dexuan Cui652594c2015-03-27 09:10:08 -0700363enum vmbus_message_handler_type {
364 /* The related handler can sleep. */
365 VMHT_BLOCKING = 0,
366
367 /* The related handler must NOT sleep. */
368 VMHT_NON_BLOCKING = 1,
369};
370
371struct vmbus_channel_message_table_entry {
372 enum vmbus_channel_message_type message_type;
373 enum vmbus_message_handler_type handler_type;
374 void (*message_handler)(struct vmbus_channel_message_header *msg);
375};
376
377extern struct vmbus_channel_message_table_entry
378 channel_message_table[CHANNELMSG_COUNT];
379
Vitaly Kuznetsov0f70b662016-02-26 15:13:17 -0800380
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700381/* General vmbus interface */
382
stephen hemminger1b9d48f2014-06-03 08:38:15 -0700383struct hv_device *vmbus_device_create(const uuid_le *type,
384 const uuid_le *instance,
385 struct vmbus_channel *channel);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700386
K. Y. Srinivasan227942812011-09-08 07:24:13 -0700387int vmbus_device_register(struct hv_device *child_device_obj);
K. Y. Srinivasan696453b2011-09-08 07:24:14 -0700388void vmbus_device_unregister(struct hv_device *device_obj);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700389
Dexuan Cuid43e2fe2015-03-27 09:10:09 -0700390struct vmbus_channel *relid2channel(u32 relid);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700391
K. Y. Srinivasan93e5bd02011-12-12 09:29:17 -0800392void vmbus_free_channels(void);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700393
394/* Connection interface */
395
396int vmbus_connect(void);
Vitaly Kuznetsov09a19622015-02-27 11:25:54 -0800397void vmbus_disconnect(void);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700398
Vitaly Kuznetsovc0bb0392016-12-07 01:16:24 -0800399int vmbus_post_msg(void *buffer, size_t buflen, bool can_sleep);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700400
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700401void vmbus_on_event(unsigned long data);
K. Y. Srinivasand81274a2016-02-26 15:13:21 -0800402void vmbus_on_msg_dpc(unsigned long data);
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700403
Vitaly Kuznetsov3647a832015-04-11 18:07:39 -0700404int hv_kvp_init(struct hv_util_service *);
405void hv_kvp_deinit(void);
406void hv_kvp_onchannelcallback(void *);
407
408int hv_vss_init(struct hv_util_service *);
409void hv_vss_deinit(void);
410void hv_vss_onchannelcallback(void *);
411
K. Y. Srinivasan013254762014-02-16 11:34:30 -0800412int hv_fcopy_init(struct hv_util_service *);
413void hv_fcopy_deinit(void);
414void hv_fcopy_onchannelcallback(void *);
Vitaly Kuznetsov75ff3a82016-02-26 15:13:16 -0800415void vmbus_initiate_unload(bool crash);
K. Y. Srinivasan013254762014-02-16 11:34:30 -0800416
Vitaly Kuznetsov8efe78f2015-04-11 18:07:41 -0700417static inline void hv_poll_channel(struct vmbus_channel *channel,
418 void (*cb)(void *))
419{
420 if (!channel)
421 return;
422
Olaf Hering3cace4a2015-12-14 16:01:33 -0800423 smp_call_function_single(channel->target_cpu, cb, channel, true);
Vitaly Kuznetsov8efe78f2015-04-11 18:07:41 -0700424}
K. Y. Srinivasan89b2ca42011-05-12 19:34:32 -0700425
Vitaly Kuznetsov636c88d2015-04-11 18:07:46 -0700426enum hvutil_device_state {
427 HVUTIL_DEVICE_INIT = 0, /* driver is loaded, waiting for userspace */
428 HVUTIL_READY, /* userspace is registered */
429 HVUTIL_HOSTMSG_RECEIVED, /* message from the host was received */
430 HVUTIL_USERSPACE_REQ, /* request to userspace was sent */
431 HVUTIL_USERSPACE_RECV, /* reply from userspace was received */
432 HVUTIL_DEVICE_DYING, /* driver unload is in progress */
433};
434
K. Y. Srinivasan0f2a6612011-05-12 19:34:28 -0700435#endif /* _HYPERV_VMBUS_H */