channel_mgmt.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591
  1. /*
  2. * Copyright (c) 2009, Microsoft Corporation.
  3. *
  4. * This program is free software; you can redistribute it and/or modify it
  5. * under the terms and conditions of the GNU General Public License,
  6. * version 2, as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope it will be useful, but WITHOUT
  9. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  10. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  11. * more details.
  12. *
  13. * You should have received a copy of the GNU General Public License along with
  14. * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
  15. * Place - Suite 330, Boston, MA 02111-1307 USA.
  16. *
  17. * Authors:
  18. * Haiyang Zhang <haiyangz@microsoft.com>
  19. * Hank Janssen <hjanssen@microsoft.com>
  20. */
  21. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  22. #include <linux/kernel.h>
  23. #include <linux/sched.h>
  24. #include <linux/wait.h>
  25. #include <linux/mm.h>
  26. #include <linux/slab.h>
  27. #include <linux/list.h>
  28. #include <linux/module.h>
  29. #include <linux/completion.h>
  30. #include <linux/hyperv.h>
  31. #include "hyperv_vmbus.h"
  32. struct vmbus_channel_message_table_entry {
  33. enum vmbus_channel_message_type message_type;
  34. void (*message_handler)(struct vmbus_channel_message_header *msg);
  35. };
  36. /**
  37. * vmbus_prep_negotiate_resp() - Create default response for Hyper-V Negotiate message
  38. * @icmsghdrp: Pointer to msg header structure
  39. * @icmsg_negotiate: Pointer to negotiate message structure
  40. * @buf: Raw buffer channel data
  41. *
  42. * @icmsghdrp is of type &struct icmsg_hdr.
  43. * @negop is of type &struct icmsg_negotiate.
  44. * Set up and fill in default negotiate response message.
  45. *
  46. * The max_fw_version specifies the maximum framework version that
  47. * we can support and max _srv_version specifies the maximum service
  48. * version we can support. A special value MAX_SRV_VER can be
  49. * specified to indicate that we can handle the maximum version
  50. * exposed by the host.
  51. *
  52. * Mainly used by Hyper-V drivers.
  53. */
  54. void vmbus_prep_negotiate_resp(struct icmsg_hdr *icmsghdrp,
  55. struct icmsg_negotiate *negop, u8 *buf,
  56. int max_fw_version, int max_srv_version)
  57. {
  58. int icframe_vercnt;
  59. int icmsg_vercnt;
  60. int i;
  61. icmsghdrp->icmsgsize = 0x10;
  62. negop = (struct icmsg_negotiate *)&buf[
  63. sizeof(struct vmbuspipe_hdr) +
  64. sizeof(struct icmsg_hdr)];
  65. icframe_vercnt = negop->icframe_vercnt;
  66. icmsg_vercnt = negop->icmsg_vercnt;
  67. /*
  68. * Select the framework version number we will
  69. * support.
  70. */
  71. for (i = 0; i < negop->icframe_vercnt; i++) {
  72. if (negop->icversion_data[i].major <= max_fw_version)
  73. icframe_vercnt = negop->icversion_data[i].major;
  74. }
  75. for (i = negop->icframe_vercnt;
  76. (i < negop->icframe_vercnt + negop->icmsg_vercnt); i++) {
  77. if (negop->icversion_data[i].major <= max_srv_version)
  78. icmsg_vercnt = negop->icversion_data[i].major;
  79. }
  80. /*
  81. * Respond with the maximum framework and service
  82. * version numbers we can support.
  83. */
  84. negop->icframe_vercnt = 1;
  85. negop->icmsg_vercnt = 1;
  86. negop->icversion_data[0].major = icframe_vercnt;
  87. negop->icversion_data[0].minor = 0;
  88. negop->icversion_data[1].major = icmsg_vercnt;
  89. negop->icversion_data[1].minor = 0;
  90. }
  91. EXPORT_SYMBOL_GPL(vmbus_prep_negotiate_resp);
  92. /*
  93. * alloc_channel - Allocate and initialize a vmbus channel object
  94. */
  95. static struct vmbus_channel *alloc_channel(void)
  96. {
  97. struct vmbus_channel *channel;
  98. channel = kzalloc(sizeof(*channel), GFP_ATOMIC);
  99. if (!channel)
  100. return NULL;
  101. spin_lock_init(&channel->inbound_lock);
  102. channel->controlwq = create_workqueue("hv_vmbus_ctl");
  103. if (!channel->controlwq) {
  104. kfree(channel);
  105. return NULL;
  106. }
  107. return channel;
  108. }
  109. /*
  110. * release_hannel - Release the vmbus channel object itself
  111. */
  112. static void release_channel(struct work_struct *work)
  113. {
  114. struct vmbus_channel *channel = container_of(work,
  115. struct vmbus_channel,
  116. work);
  117. destroy_workqueue(channel->controlwq);
  118. kfree(channel);
  119. }
  120. /*
  121. * free_channel - Release the resources used by the vmbus channel object
  122. */
  123. static void free_channel(struct vmbus_channel *channel)
  124. {
  125. /*
  126. * We have to release the channel's workqueue/thread in the vmbus's
  127. * workqueue/thread context
  128. * ie we can't destroy ourselves.
  129. */
  130. INIT_WORK(&channel->work, release_channel);
  131. queue_work(vmbus_connection.work_queue, &channel->work);
  132. }
  133. /*
  134. * vmbus_process_rescind_offer -
  135. * Rescind the offer by initiating a device removal
  136. */
  137. static void vmbus_process_rescind_offer(struct work_struct *work)
  138. {
  139. struct vmbus_channel *channel = container_of(work,
  140. struct vmbus_channel,
  141. work);
  142. vmbus_device_unregister(channel->device_obj);
  143. }
  144. void vmbus_free_channels(void)
  145. {
  146. struct vmbus_channel *channel;
  147. list_for_each_entry(channel, &vmbus_connection.chn_list, listentry) {
  148. vmbus_device_unregister(channel->device_obj);
  149. kfree(channel->device_obj);
  150. free_channel(channel);
  151. }
  152. }
  153. /*
  154. * vmbus_process_offer - Process the offer by creating a channel/device
  155. * associated with this offer
  156. */
  157. static void vmbus_process_offer(struct work_struct *work)
  158. {
  159. struct vmbus_channel *newchannel = container_of(work,
  160. struct vmbus_channel,
  161. work);
  162. struct vmbus_channel *channel;
  163. bool fnew = true;
  164. int ret;
  165. unsigned long flags;
  166. /* The next possible work is rescind handling */
  167. INIT_WORK(&newchannel->work, vmbus_process_rescind_offer);
  168. /* Make sure this is a new offer */
  169. spin_lock_irqsave(&vmbus_connection.channel_lock, flags);
  170. list_for_each_entry(channel, &vmbus_connection.chn_list, listentry) {
  171. if (!uuid_le_cmp(channel->offermsg.offer.if_type,
  172. newchannel->offermsg.offer.if_type) &&
  173. !uuid_le_cmp(channel->offermsg.offer.if_instance,
  174. newchannel->offermsg.offer.if_instance)) {
  175. fnew = false;
  176. break;
  177. }
  178. }
  179. if (fnew)
  180. list_add_tail(&newchannel->listentry,
  181. &vmbus_connection.chn_list);
  182. spin_unlock_irqrestore(&vmbus_connection.channel_lock, flags);
  183. if (!fnew) {
  184. free_channel(newchannel);
  185. return;
  186. }
  187. /*
  188. * Start the process of binding this offer to the driver
  189. * We need to set the DeviceObject field before calling
  190. * vmbus_child_dev_add()
  191. */
  192. newchannel->device_obj = vmbus_device_create(
  193. &newchannel->offermsg.offer.if_type,
  194. &newchannel->offermsg.offer.if_instance,
  195. newchannel);
  196. /*
  197. * Add the new device to the bus. This will kick off device-driver
  198. * binding which eventually invokes the device driver's AddDevice()
  199. * method.
  200. */
  201. ret = vmbus_device_register(newchannel->device_obj);
  202. if (ret != 0) {
  203. pr_err("unable to add child device object (relid %d)\n",
  204. newchannel->offermsg.child_relid);
  205. spin_lock_irqsave(&vmbus_connection.channel_lock, flags);
  206. list_del(&newchannel->listentry);
  207. spin_unlock_irqrestore(&vmbus_connection.channel_lock, flags);
  208. kfree(newchannel->device_obj);
  209. free_channel(newchannel);
  210. } else {
  211. /*
  212. * This state is used to indicate a successful open
  213. * so that when we do close the channel normally, we
  214. * can cleanup properly
  215. */
  216. newchannel->state = CHANNEL_OPEN_STATE;
  217. }
  218. }
  219. /*
  220. * vmbus_onoffer - Handler for channel offers from vmbus in parent partition.
  221. *
  222. */
  223. static void vmbus_onoffer(struct vmbus_channel_message_header *hdr)
  224. {
  225. struct vmbus_channel_offer_channel *offer;
  226. struct vmbus_channel *newchannel;
  227. offer = (struct vmbus_channel_offer_channel *)hdr;
  228. /* Allocate the channel object and save this offer. */
  229. newchannel = alloc_channel();
  230. if (!newchannel) {
  231. pr_err("Unable to allocate channel object\n");
  232. return;
  233. }
  234. /*
  235. * By default we setup state to enable batched
  236. * reading. A specific service can choose to
  237. * disable this prior to opening the channel.
  238. */
  239. newchannel->batched_reading = true;
  240. memcpy(&newchannel->offermsg, offer,
  241. sizeof(struct vmbus_channel_offer_channel));
  242. newchannel->monitor_grp = (u8)offer->monitorid / 32;
  243. newchannel->monitor_bit = (u8)offer->monitorid % 32;
  244. INIT_WORK(&newchannel->work, vmbus_process_offer);
  245. queue_work(newchannel->controlwq, &newchannel->work);
  246. }
  247. /*
  248. * vmbus_onoffer_rescind - Rescind offer handler.
  249. *
  250. * We queue a work item to process this offer synchronously
  251. */
  252. static void vmbus_onoffer_rescind(struct vmbus_channel_message_header *hdr)
  253. {
  254. struct vmbus_channel_rescind_offer *rescind;
  255. struct vmbus_channel *channel;
  256. rescind = (struct vmbus_channel_rescind_offer *)hdr;
  257. channel = relid2channel(rescind->child_relid);
  258. if (channel == NULL)
  259. /* Just return here, no channel found */
  260. return;
  261. /* work is initialized for vmbus_process_rescind_offer() from
  262. * vmbus_process_offer() where the channel got created */
  263. queue_work(channel->controlwq, &channel->work);
  264. }
  265. /*
  266. * vmbus_onoffers_delivered -
  267. * This is invoked when all offers have been delivered.
  268. *
  269. * Nothing to do here.
  270. */
  271. static void vmbus_onoffers_delivered(
  272. struct vmbus_channel_message_header *hdr)
  273. {
  274. }
  275. /*
  276. * vmbus_onopen_result - Open result handler.
  277. *
  278. * This is invoked when we received a response to our channel open request.
  279. * Find the matching request, copy the response and signal the requesting
  280. * thread.
  281. */
  282. static void vmbus_onopen_result(struct vmbus_channel_message_header *hdr)
  283. {
  284. struct vmbus_channel_open_result *result;
  285. struct vmbus_channel_msginfo *msginfo;
  286. struct vmbus_channel_message_header *requestheader;
  287. struct vmbus_channel_open_channel *openmsg;
  288. unsigned long flags;
  289. result = (struct vmbus_channel_open_result *)hdr;
  290. /*
  291. * Find the open msg, copy the result and signal/unblock the wait event
  292. */
  293. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  294. list_for_each_entry(msginfo, &vmbus_connection.chn_msg_list,
  295. msglistentry) {
  296. requestheader =
  297. (struct vmbus_channel_message_header *)msginfo->msg;
  298. if (requestheader->msgtype == CHANNELMSG_OPENCHANNEL) {
  299. openmsg =
  300. (struct vmbus_channel_open_channel *)msginfo->msg;
  301. if (openmsg->child_relid == result->child_relid &&
  302. openmsg->openid == result->openid) {
  303. memcpy(&msginfo->response.open_result,
  304. result,
  305. sizeof(
  306. struct vmbus_channel_open_result));
  307. complete(&msginfo->waitevent);
  308. break;
  309. }
  310. }
  311. }
  312. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
  313. }
  314. /*
  315. * vmbus_ongpadl_created - GPADL created handler.
  316. *
  317. * This is invoked when we received a response to our gpadl create request.
  318. * Find the matching request, copy the response and signal the requesting
  319. * thread.
  320. */
  321. static void vmbus_ongpadl_created(struct vmbus_channel_message_header *hdr)
  322. {
  323. struct vmbus_channel_gpadl_created *gpadlcreated;
  324. struct vmbus_channel_msginfo *msginfo;
  325. struct vmbus_channel_message_header *requestheader;
  326. struct vmbus_channel_gpadl_header *gpadlheader;
  327. unsigned long flags;
  328. gpadlcreated = (struct vmbus_channel_gpadl_created *)hdr;
  329. /*
  330. * Find the establish msg, copy the result and signal/unblock the wait
  331. * event
  332. */
  333. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  334. list_for_each_entry(msginfo, &vmbus_connection.chn_msg_list,
  335. msglistentry) {
  336. requestheader =
  337. (struct vmbus_channel_message_header *)msginfo->msg;
  338. if (requestheader->msgtype == CHANNELMSG_GPADL_HEADER) {
  339. gpadlheader =
  340. (struct vmbus_channel_gpadl_header *)requestheader;
  341. if ((gpadlcreated->child_relid ==
  342. gpadlheader->child_relid) &&
  343. (gpadlcreated->gpadl == gpadlheader->gpadl)) {
  344. memcpy(&msginfo->response.gpadl_created,
  345. gpadlcreated,
  346. sizeof(
  347. struct vmbus_channel_gpadl_created));
  348. complete(&msginfo->waitevent);
  349. break;
  350. }
  351. }
  352. }
  353. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
  354. }
  355. /*
  356. * vmbus_ongpadl_torndown - GPADL torndown handler.
  357. *
  358. * This is invoked when we received a response to our gpadl teardown request.
  359. * Find the matching request, copy the response and signal the requesting
  360. * thread.
  361. */
  362. static void vmbus_ongpadl_torndown(
  363. struct vmbus_channel_message_header *hdr)
  364. {
  365. struct vmbus_channel_gpadl_torndown *gpadl_torndown;
  366. struct vmbus_channel_msginfo *msginfo;
  367. struct vmbus_channel_message_header *requestheader;
  368. struct vmbus_channel_gpadl_teardown *gpadl_teardown;
  369. unsigned long flags;
  370. gpadl_torndown = (struct vmbus_channel_gpadl_torndown *)hdr;
  371. /*
  372. * Find the open msg, copy the result and signal/unblock the wait event
  373. */
  374. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  375. list_for_each_entry(msginfo, &vmbus_connection.chn_msg_list,
  376. msglistentry) {
  377. requestheader =
  378. (struct vmbus_channel_message_header *)msginfo->msg;
  379. if (requestheader->msgtype == CHANNELMSG_GPADL_TEARDOWN) {
  380. gpadl_teardown =
  381. (struct vmbus_channel_gpadl_teardown *)requestheader;
  382. if (gpadl_torndown->gpadl == gpadl_teardown->gpadl) {
  383. memcpy(&msginfo->response.gpadl_torndown,
  384. gpadl_torndown,
  385. sizeof(
  386. struct vmbus_channel_gpadl_torndown));
  387. complete(&msginfo->waitevent);
  388. break;
  389. }
  390. }
  391. }
  392. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
  393. }
  394. /*
  395. * vmbus_onversion_response - Version response handler
  396. *
  397. * This is invoked when we received a response to our initiate contact request.
  398. * Find the matching request, copy the response and signal the requesting
  399. * thread.
  400. */
  401. static void vmbus_onversion_response(
  402. struct vmbus_channel_message_header *hdr)
  403. {
  404. struct vmbus_channel_msginfo *msginfo;
  405. struct vmbus_channel_message_header *requestheader;
  406. struct vmbus_channel_version_response *version_response;
  407. unsigned long flags;
  408. version_response = (struct vmbus_channel_version_response *)hdr;
  409. spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
  410. list_for_each_entry(msginfo, &vmbus_connection.chn_msg_list,
  411. msglistentry) {
  412. requestheader =
  413. (struct vmbus_channel_message_header *)msginfo->msg;
  414. if (requestheader->msgtype ==
  415. CHANNELMSG_INITIATE_CONTACT) {
  416. memcpy(&msginfo->response.version_response,
  417. version_response,
  418. sizeof(struct vmbus_channel_version_response));
  419. complete(&msginfo->waitevent);
  420. }
  421. }
  422. spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
  423. }
  424. /* Channel message dispatch table */
  425. static struct vmbus_channel_message_table_entry
  426. channel_message_table[CHANNELMSG_COUNT] = {
  427. {CHANNELMSG_INVALID, NULL},
  428. {CHANNELMSG_OFFERCHANNEL, vmbus_onoffer},
  429. {CHANNELMSG_RESCIND_CHANNELOFFER, vmbus_onoffer_rescind},
  430. {CHANNELMSG_REQUESTOFFERS, NULL},
  431. {CHANNELMSG_ALLOFFERS_DELIVERED, vmbus_onoffers_delivered},
  432. {CHANNELMSG_OPENCHANNEL, NULL},
  433. {CHANNELMSG_OPENCHANNEL_RESULT, vmbus_onopen_result},
  434. {CHANNELMSG_CLOSECHANNEL, NULL},
  435. {CHANNELMSG_GPADL_HEADER, NULL},
  436. {CHANNELMSG_GPADL_BODY, NULL},
  437. {CHANNELMSG_GPADL_CREATED, vmbus_ongpadl_created},
  438. {CHANNELMSG_GPADL_TEARDOWN, NULL},
  439. {CHANNELMSG_GPADL_TORNDOWN, vmbus_ongpadl_torndown},
  440. {CHANNELMSG_RELID_RELEASED, NULL},
  441. {CHANNELMSG_INITIATE_CONTACT, NULL},
  442. {CHANNELMSG_VERSION_RESPONSE, vmbus_onversion_response},
  443. {CHANNELMSG_UNLOAD, NULL},
  444. };
  445. /*
  446. * vmbus_onmessage - Handler for channel protocol messages.
  447. *
  448. * This is invoked in the vmbus worker thread context.
  449. */
  450. void vmbus_onmessage(void *context)
  451. {
  452. struct hv_message *msg = context;
  453. struct vmbus_channel_message_header *hdr;
  454. int size;
  455. hdr = (struct vmbus_channel_message_header *)msg->u.payload;
  456. size = msg->header.payload_size;
  457. if (hdr->msgtype >= CHANNELMSG_COUNT) {
  458. pr_err("Received invalid channel message type %d size %d\n",
  459. hdr->msgtype, size);
  460. print_hex_dump_bytes("", DUMP_PREFIX_NONE,
  461. (unsigned char *)msg->u.payload, size);
  462. return;
  463. }
  464. if (channel_message_table[hdr->msgtype].message_handler)
  465. channel_message_table[hdr->msgtype].message_handler(hdr);
  466. else
  467. pr_err("Unhandled channel message type %d\n", hdr->msgtype);
  468. }
  469. /*
  470. * vmbus_request_offers - Send a request to get all our pending offers.
  471. */
  472. int vmbus_request_offers(void)
  473. {
  474. struct vmbus_channel_message_header *msg;
  475. struct vmbus_channel_msginfo *msginfo;
  476. int ret, t;
  477. msginfo = kmalloc(sizeof(*msginfo) +
  478. sizeof(struct vmbus_channel_message_header),
  479. GFP_KERNEL);
  480. if (!msginfo)
  481. return -ENOMEM;
  482. init_completion(&msginfo->waitevent);
  483. msg = (struct vmbus_channel_message_header *)msginfo->msg;
  484. msg->msgtype = CHANNELMSG_REQUESTOFFERS;
  485. ret = vmbus_post_msg(msg,
  486. sizeof(struct vmbus_channel_message_header));
  487. if (ret != 0) {
  488. pr_err("Unable to request offers - %d\n", ret);
  489. goto cleanup;
  490. }
  491. t = wait_for_completion_timeout(&msginfo->waitevent, 5*HZ);
  492. if (t == 0) {
  493. ret = -ETIMEDOUT;
  494. goto cleanup;
  495. }
  496. cleanup:
  497. kfree(msginfo);
  498. return ret;
  499. }
  500. /* eof */