connection.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. /*
  2. *
  3. * Copyright (c) 2009, Microsoft Corporation.
  4. *
  5. * This program is free software; you can redistribute it and/or modify it
  6. * under the terms and conditions of the GNU General Public License,
  7. * version 2, as published by the Free Software Foundation.
  8. *
  9. * This program is distributed in the hope it will be useful, but WITHOUT
  10. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  12. * more details.
  13. *
  14. * You should have received a copy of the GNU General Public License along with
  15. * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
  16. * Place - Suite 330, Boston, MA 02111-1307 USA.
  17. *
  18. * Authors:
  19. * Haiyang Zhang <haiyangz@microsoft.com>
  20. * Hank Janssen <hjanssen@microsoft.com>
  21. *
  22. */
  23. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  24. #include <linux/kernel.h>
  25. #include <linux/sched.h>
  26. #include <linux/wait.h>
  27. #include <linux/delay.h>
  28. #include <linux/mm.h>
  29. #include <linux/slab.h>
  30. #include <linux/vmalloc.h>
  31. #include <linux/hyperv.h>
  32. #include <linux/export.h>
  33. #include <asm/hyperv.h>
  34. #include "hyperv_vmbus.h"
  35. struct vmbus_connection vmbus_connection = {
  36. .conn_state = DISCONNECTED,
  37. .next_gpadl_handle = ATOMIC_INIT(0xE1E10),
  38. };
  39. /*
  40. * Negotiated protocol version with the host.
  41. */
  42. __u32 vmbus_proto_version;
  43. EXPORT_SYMBOL_GPL(vmbus_proto_version);
  44. static __u32 vmbus_get_next_version(__u32 current_version)
  45. {
  46. switch (current_version) {
  47. case (VERSION_WIN7):
  48. return VERSION_WS2008;
  49. case (VERSION_WIN8):
  50. return VERSION_WIN7;
  51. case (VERSION_WS2008):
  52. default:
  53. return VERSION_INVAL;
  54. }
  55. }
  56. static int vmbus_negotiate_version(struct vmbus_channel_msginfo *msginfo,
  57. __u32 version)
  58. {
  59. int ret = 0;
  60. struct vmbus_channel_initiate_contact *msg;
  61. unsigned long flags;
  62. int t;
  63. init_completion(&msginfo->waitevent);
  64. msg = (struct vmbus_channel_initiate_contact *)msginfo->msg;
  65. msg->header.msgtype = CHANNELMSG_INITIATE_CONTACT;
  66. msg->vmbus_version_requested = version;
  67. msg->interrupt_page = virt_to_phys(vmbus_connection.int_page);
  68. msg->monitor_page1 = virt_to_phys(vmbus_connection.monitor_pages[0]);
  69. msg->monitor_page2 = virt_to_phys(vmbus_connection.monitor_pages[1]);
  70. /*
  71. * Add to list before we send the request since we may
  72. * receive the response before returning from this routine
  73. */
  74. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  75. list_add_tail(&msginfo->msglistentry,
  76. &vmbus_connection.chn_msg_list);
  77. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
  78. ret = vmbus_post_msg(msg,
  79. sizeof(struct vmbus_channel_initiate_contact));
  80. if (ret != 0) {
  81. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  82. list_del(&msginfo->msglistentry);
  83. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock,
  84. flags);
  85. return ret;
  86. }
  87. /* Wait for the connection response */
  88. t = wait_for_completion_timeout(&msginfo->waitevent, 5*HZ);
  89. if (t == 0) {
  90. spin_lock_irqsave(&vmbus_connection.channelmsg_lock,
  91. flags);
  92. list_del(&msginfo->msglistentry);
  93. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock,
  94. flags);
  95. return -ETIMEDOUT;
  96. }
  97. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  98. list_del(&msginfo->msglistentry);
  99. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
  100. /* Check if successful */
  101. if (msginfo->response.version_response.version_supported) {
  102. vmbus_connection.conn_state = CONNECTED;
  103. } else {
  104. return -ECONNREFUSED;
  105. }
  106. return ret;
  107. }
  108. /*
  109. * vmbus_connect - Sends a connect request on the partition service connection
  110. */
  111. int vmbus_connect(void)
  112. {
  113. int ret = 0;
  114. struct vmbus_channel_msginfo *msginfo = NULL;
  115. __u32 version;
  116. /* Initialize the vmbus connection */
  117. vmbus_connection.conn_state = CONNECTING;
  118. vmbus_connection.work_queue = create_workqueue("hv_vmbus_con");
  119. if (!vmbus_connection.work_queue) {
  120. ret = -ENOMEM;
  121. goto cleanup;
  122. }
  123. INIT_LIST_HEAD(&vmbus_connection.chn_msg_list);
  124. spin_lock_init(&vmbus_connection.channelmsg_lock);
  125. INIT_LIST_HEAD(&vmbus_connection.chn_list);
  126. spin_lock_init(&vmbus_connection.channel_lock);
  127. /*
  128. * Setup the vmbus event connection for channel interrupt
  129. * abstraction stuff
  130. */
  131. vmbus_connection.int_page =
  132. (void *)__get_free_pages(GFP_KERNEL|__GFP_ZERO, 0);
  133. if (vmbus_connection.int_page == NULL) {
  134. ret = -ENOMEM;
  135. goto cleanup;
  136. }
  137. vmbus_connection.recv_int_page = vmbus_connection.int_page;
  138. vmbus_connection.send_int_page =
  139. (void *)((unsigned long)vmbus_connection.int_page +
  140. (PAGE_SIZE >> 1));
  141. /*
  142. * Setup the monitor notification facility. The 1st page for
  143. * parent->child and the 2nd page for child->parent
  144. */
  145. vmbus_connection.monitor_pages[0] = (void *)__get_free_pages((GFP_KERNEL|__GFP_ZERO), 0);
  146. vmbus_connection.monitor_pages[1] = (void *)__get_free_pages((GFP_KERNEL|__GFP_ZERO), 0);
  147. if ((vmbus_connection.monitor_pages[0] == NULL) ||
  148. (vmbus_connection.monitor_pages[1] == NULL)) {
  149. ret = -ENOMEM;
  150. goto cleanup;
  151. }
  152. msginfo = kzalloc(sizeof(*msginfo) +
  153. sizeof(struct vmbus_channel_initiate_contact),
  154. GFP_KERNEL);
  155. if (msginfo == NULL) {
  156. ret = -ENOMEM;
  157. goto cleanup;
  158. }
  159. /*
  160. * Negotiate a compatible VMBUS version number with the
  161. * host. We start with the highest number we can support
  162. * and work our way down until we negotiate a compatible
  163. * version.
  164. */
  165. version = VERSION_CURRENT;
  166. do {
  167. ret = vmbus_negotiate_version(msginfo, version);
  168. if (ret == -ETIMEDOUT)
  169. goto cleanup;
  170. if (vmbus_connection.conn_state == CONNECTED)
  171. break;
  172. version = vmbus_get_next_version(version);
  173. } while (version != VERSION_INVAL);
  174. if (version == VERSION_INVAL)
  175. goto cleanup;
  176. vmbus_proto_version = version;
  177. pr_info("Hyper-V Host Build:%d-%d.%d-%d-%d.%d; Vmbus version:%d.%d\n",
  178. host_info_eax, host_info_ebx >> 16,
  179. host_info_ebx & 0xFFFF, host_info_ecx,
  180. host_info_edx >> 24, host_info_edx & 0xFFFFFF,
  181. version >> 16, version & 0xFFFF);
  182. kfree(msginfo);
  183. return 0;
  184. cleanup:
  185. pr_err("Unable to connect to host\n");
  186. vmbus_connection.conn_state = DISCONNECTED;
  187. if (vmbus_connection.work_queue)
  188. destroy_workqueue(vmbus_connection.work_queue);
  189. if (vmbus_connection.int_page) {
  190. free_pages((unsigned long)vmbus_connection.int_page, 0);
  191. vmbus_connection.int_page = NULL;
  192. }
  193. free_pages((unsigned long)vmbus_connection.monitor_pages[0], 1);
  194. free_pages((unsigned long)vmbus_connection.monitor_pages[1], 1);
  195. vmbus_connection.monitor_pages[0] = NULL;
  196. vmbus_connection.monitor_pages[1] = NULL;
  197. kfree(msginfo);
  198. return ret;
  199. }
  200. /*
  201. * relid2channel - Get the channel object given its
  202. * child relative id (ie channel id)
  203. */
  204. struct vmbus_channel *relid2channel(u32 relid)
  205. {
  206. struct vmbus_channel *channel;
  207. struct vmbus_channel *found_channel = NULL;
  208. unsigned long flags;
  209. struct list_head *cur, *tmp;
  210. struct vmbus_channel *cur_sc;
  211. spin_lock_irqsave(&vmbus_connection.channel_lock, flags);
  212. list_for_each_entry(channel, &vmbus_connection.chn_list, listentry) {
  213. if (channel->offermsg.child_relid == relid) {
  214. found_channel = channel;
  215. break;
  216. } else if (!list_empty(&channel->sc_list)) {
  217. /*
  218. * Deal with sub-channels.
  219. */
  220. list_for_each_safe(cur, tmp, &channel->sc_list) {
  221. cur_sc = list_entry(cur, struct vmbus_channel,
  222. sc_list);
  223. if (cur_sc->offermsg.child_relid == relid) {
  224. found_channel = cur_sc;
  225. break;
  226. }
  227. }
  228. }
  229. }
  230. spin_unlock_irqrestore(&vmbus_connection.channel_lock, flags);
  231. return found_channel;
  232. }
  233. /*
  234. * process_chn_event - Process a channel event notification
  235. */
  236. static void process_chn_event(u32 relid)
  237. {
  238. struct vmbus_channel *channel;
  239. unsigned long flags;
  240. void *arg;
  241. bool read_state;
  242. u32 bytes_to_read;
  243. /*
  244. * Find the channel based on this relid and invokes the
  245. * channel callback to process the event
  246. */
  247. channel = relid2channel(relid);
  248. if (!channel) {
  249. pr_err("channel not found for relid - %u\n", relid);
  250. return;
  251. }
  252. /*
  253. * A channel once created is persistent even when there
  254. * is no driver handling the device. An unloading driver
  255. * sets the onchannel_callback to NULL under the
  256. * protection of the channel inbound_lock. Thus, checking
  257. * and invoking the driver specific callback takes care of
  258. * orderly unloading of the driver.
  259. */
  260. spin_lock_irqsave(&channel->inbound_lock, flags);
  261. if (channel->onchannel_callback != NULL) {
  262. arg = channel->channel_callback_context;
  263. read_state = channel->batched_reading;
  264. /*
  265. * This callback reads the messages sent by the host.
  266. * We can optimize host to guest signaling by ensuring:
  267. * 1. While reading the channel, we disable interrupts from
  268. * host.
  269. * 2. Ensure that we process all posted messages from the host
  270. * before returning from this callback.
  271. * 3. Once we return, enable signaling from the host. Once this
  272. * state is set we check to see if additional packets are
  273. * available to read. In this case we repeat the process.
  274. */
  275. do {
  276. hv_begin_read(&channel->inbound);
  277. channel->onchannel_callback(arg);
  278. bytes_to_read = hv_end_read(&channel->inbound);
  279. } while (read_state && (bytes_to_read != 0));
  280. } else {
  281. pr_err("no channel callback for relid - %u\n", relid);
  282. }
  283. spin_unlock_irqrestore(&channel->inbound_lock, flags);
  284. }
  285. /*
  286. * vmbus_on_event - Handler for events
  287. */
  288. void vmbus_on_event(unsigned long data)
  289. {
  290. u32 dword;
  291. u32 maxdword;
  292. int bit;
  293. u32 relid;
  294. u32 *recv_int_page = NULL;
  295. void *page_addr;
  296. int cpu = smp_processor_id();
  297. union hv_synic_event_flags *event;
  298. if ((vmbus_proto_version == VERSION_WS2008) ||
  299. (vmbus_proto_version == VERSION_WIN7)) {
  300. maxdword = MAX_NUM_CHANNELS_SUPPORTED >> 5;
  301. recv_int_page = vmbus_connection.recv_int_page;
  302. } else {
  303. /*
  304. * When the host is win8 and beyond, the event page
  305. * can be directly checked to get the id of the channel
  306. * that has the interrupt pending.
  307. */
  308. maxdword = HV_EVENT_FLAGS_DWORD_COUNT;
  309. page_addr = hv_context.synic_event_page[cpu];
  310. event = (union hv_synic_event_flags *)page_addr +
  311. VMBUS_MESSAGE_SINT;
  312. recv_int_page = event->flags32;
  313. }
  314. /* Check events */
  315. if (!recv_int_page)
  316. return;
  317. for (dword = 0; dword < maxdword; dword++) {
  318. if (!recv_int_page[dword])
  319. continue;
  320. for (bit = 0; bit < 32; bit++) {
  321. if (sync_test_and_clear_bit(bit,
  322. (unsigned long *)&recv_int_page[dword])) {
  323. relid = (dword << 5) + bit;
  324. if (relid == 0)
  325. /*
  326. * Special case - vmbus
  327. * channel protocol msg
  328. */
  329. continue;
  330. process_chn_event(relid);
  331. }
  332. }
  333. }
  334. }
  335. /*
  336. * vmbus_post_msg - Send a msg on the vmbus's message connection
  337. */
  338. int vmbus_post_msg(void *buffer, size_t buflen)
  339. {
  340. union hv_connection_id conn_id;
  341. int ret = 0;
  342. int retries = 0;
  343. conn_id.asu32 = 0;
  344. conn_id.u.id = VMBUS_MESSAGE_CONNECTION_ID;
  345. /*
  346. * hv_post_message() can have transient failures because of
  347. * insufficient resources. Retry the operation a couple of
  348. * times before giving up.
  349. */
  350. while (retries < 3) {
  351. ret = hv_post_message(conn_id, 1, buffer, buflen);
  352. if (ret != HV_STATUS_INSUFFICIENT_BUFFERS)
  353. return ret;
  354. retries++;
  355. msleep(100);
  356. }
  357. return ret;
  358. }
  359. /*
  360. * vmbus_set_event - Send an event notification to the parent
  361. */
  362. int vmbus_set_event(struct vmbus_channel *channel)
  363. {
  364. u32 child_relid = channel->offermsg.child_relid;
  365. if (!channel->is_dedicated_interrupt) {
  366. /* Each u32 represents 32 channels */
  367. sync_set_bit(child_relid & 31,
  368. (unsigned long *)vmbus_connection.send_int_page +
  369. (child_relid >> 5));
  370. }
  371. return hv_signal_event(channel->sig_event);
  372. }