iscsi_target_login.c 39 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442
  1. /*******************************************************************************
  2. * This file contains the login functions used by the iSCSI Target driver.
  3. *
  4. * (c) Copyright 2007-2013 Datera, Inc.
  5. *
  6. * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; either version 2 of the License, or
  11. * (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. ******************************************************************************/
  18. #include <linux/string.h>
  19. #include <linux/kthread.h>
  20. #include <linux/crypto.h>
  21. #include <linux/idr.h>
  22. #include <scsi/iscsi_proto.h>
  23. #include <target/target_core_base.h>
  24. #include <target/target_core_fabric.h>
  25. #include "iscsi_target_core.h"
  26. #include "iscsi_target_tq.h"
  27. #include "iscsi_target_device.h"
  28. #include "iscsi_target_nego.h"
  29. #include "iscsi_target_erl0.h"
  30. #include "iscsi_target_erl2.h"
  31. #include "iscsi_target_login.h"
  32. #include "iscsi_target_stat.h"
  33. #include "iscsi_target_tpg.h"
  34. #include "iscsi_target_util.h"
  35. #include "iscsi_target.h"
  36. #include "iscsi_target_parameters.h"
  37. #include <target/iscsi/iscsi_transport.h>
  38. static struct iscsi_login *iscsi_login_init_conn(struct iscsi_conn *conn)
  39. {
  40. struct iscsi_login *login;
  41. login = kzalloc(sizeof(struct iscsi_login), GFP_KERNEL);
  42. if (!login) {
  43. pr_err("Unable to allocate memory for struct iscsi_login.\n");
  44. return NULL;
  45. }
  46. conn->login = login;
  47. login->conn = conn;
  48. login->first_request = 1;
  49. login->req_buf = kzalloc(MAX_KEY_VALUE_PAIRS, GFP_KERNEL);
  50. if (!login->req_buf) {
  51. pr_err("Unable to allocate memory for response buffer.\n");
  52. goto out_login;
  53. }
  54. login->rsp_buf = kzalloc(MAX_KEY_VALUE_PAIRS, GFP_KERNEL);
  55. if (!login->rsp_buf) {
  56. pr_err("Unable to allocate memory for request buffer.\n");
  57. goto out_req_buf;
  58. }
  59. conn->conn_ops = kzalloc(sizeof(struct iscsi_conn_ops), GFP_KERNEL);
  60. if (!conn->conn_ops) {
  61. pr_err("Unable to allocate memory for"
  62. " struct iscsi_conn_ops.\n");
  63. goto out_rsp_buf;
  64. }
  65. init_waitqueue_head(&conn->queues_wq);
  66. INIT_LIST_HEAD(&conn->conn_list);
  67. INIT_LIST_HEAD(&conn->conn_cmd_list);
  68. INIT_LIST_HEAD(&conn->immed_queue_list);
  69. INIT_LIST_HEAD(&conn->response_queue_list);
  70. init_completion(&conn->conn_post_wait_comp);
  71. init_completion(&conn->conn_wait_comp);
  72. init_completion(&conn->conn_wait_rcfr_comp);
  73. init_completion(&conn->conn_waiting_on_uc_comp);
  74. init_completion(&conn->conn_logout_comp);
  75. init_completion(&conn->rx_half_close_comp);
  76. init_completion(&conn->tx_half_close_comp);
  77. spin_lock_init(&conn->cmd_lock);
  78. spin_lock_init(&conn->conn_usage_lock);
  79. spin_lock_init(&conn->immed_queue_lock);
  80. spin_lock_init(&conn->nopin_timer_lock);
  81. spin_lock_init(&conn->response_queue_lock);
  82. spin_lock_init(&conn->state_lock);
  83. if (!zalloc_cpumask_var(&conn->conn_cpumask, GFP_KERNEL)) {
  84. pr_err("Unable to allocate conn->conn_cpumask\n");
  85. goto out_conn_ops;
  86. }
  87. conn->conn_login = login;
  88. return login;
  89. out_conn_ops:
  90. kfree(conn->conn_ops);
  91. out_rsp_buf:
  92. kfree(login->rsp_buf);
  93. out_req_buf:
  94. kfree(login->req_buf);
  95. out_login:
  96. kfree(login);
  97. return NULL;
  98. }
  99. /*
  100. * Used by iscsi_target_nego.c:iscsi_target_locate_portal() to setup
  101. * per struct iscsi_conn libcrypto contexts for crc32c and crc32-intel
  102. */
  103. int iscsi_login_setup_crypto(struct iscsi_conn *conn)
  104. {
  105. /*
  106. * Setup slicing by CRC32C algorithm for RX and TX libcrypto contexts
  107. * which will default to crc32c_intel.ko for cpu_has_xmm4_2, or fallback
  108. * to software 1x8 byte slicing from crc32c.ko
  109. */
  110. conn->conn_rx_hash.flags = 0;
  111. conn->conn_rx_hash.tfm = crypto_alloc_hash("crc32c", 0,
  112. CRYPTO_ALG_ASYNC);
  113. if (IS_ERR(conn->conn_rx_hash.tfm)) {
  114. pr_err("crypto_alloc_hash() failed for conn_rx_tfm\n");
  115. return -ENOMEM;
  116. }
  117. conn->conn_tx_hash.flags = 0;
  118. conn->conn_tx_hash.tfm = crypto_alloc_hash("crc32c", 0,
  119. CRYPTO_ALG_ASYNC);
  120. if (IS_ERR(conn->conn_tx_hash.tfm)) {
  121. pr_err("crypto_alloc_hash() failed for conn_tx_tfm\n");
  122. crypto_free_hash(conn->conn_rx_hash.tfm);
  123. return -ENOMEM;
  124. }
  125. return 0;
  126. }
  127. static int iscsi_login_check_initiator_version(
  128. struct iscsi_conn *conn,
  129. u8 version_max,
  130. u8 version_min)
  131. {
  132. if ((version_max != 0x00) || (version_min != 0x00)) {
  133. pr_err("Unsupported iSCSI IETF Pre-RFC Revision,"
  134. " version Min/Max 0x%02x/0x%02x, rejecting login.\n",
  135. version_min, version_max);
  136. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  137. ISCSI_LOGIN_STATUS_NO_VERSION);
  138. return -1;
  139. }
  140. return 0;
  141. }
  142. int iscsi_check_for_session_reinstatement(struct iscsi_conn *conn)
  143. {
  144. int sessiontype;
  145. struct iscsi_param *initiatorname_param = NULL, *sessiontype_param = NULL;
  146. struct iscsi_portal_group *tpg = conn->tpg;
  147. struct iscsi_session *sess = NULL, *sess_p = NULL;
  148. struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
  149. struct se_session *se_sess, *se_sess_tmp;
  150. initiatorname_param = iscsi_find_param_from_key(
  151. INITIATORNAME, conn->param_list);
  152. sessiontype_param = iscsi_find_param_from_key(
  153. SESSIONTYPE, conn->param_list);
  154. if (!initiatorname_param || !sessiontype_param) {
  155. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  156. ISCSI_LOGIN_STATUS_MISSING_FIELDS);
  157. return -1;
  158. }
  159. sessiontype = (strncmp(sessiontype_param->value, NORMAL, 6)) ? 1 : 0;
  160. spin_lock_bh(&se_tpg->session_lock);
  161. list_for_each_entry_safe(se_sess, se_sess_tmp, &se_tpg->tpg_sess_list,
  162. sess_list) {
  163. sess_p = se_sess->fabric_sess_ptr;
  164. spin_lock(&sess_p->conn_lock);
  165. if (atomic_read(&sess_p->session_fall_back_to_erl0) ||
  166. atomic_read(&sess_p->session_logout) ||
  167. (sess_p->time2retain_timer_flags & ISCSI_TF_EXPIRED)) {
  168. spin_unlock(&sess_p->conn_lock);
  169. continue;
  170. }
  171. if (!memcmp(sess_p->isid, conn->sess->isid, 6) &&
  172. (!strcmp(sess_p->sess_ops->InitiatorName,
  173. initiatorname_param->value) &&
  174. (sess_p->sess_ops->SessionType == sessiontype))) {
  175. atomic_set(&sess_p->session_reinstatement, 1);
  176. spin_unlock(&sess_p->conn_lock);
  177. iscsit_inc_session_usage_count(sess_p);
  178. iscsit_stop_time2retain_timer(sess_p);
  179. sess = sess_p;
  180. break;
  181. }
  182. spin_unlock(&sess_p->conn_lock);
  183. }
  184. spin_unlock_bh(&se_tpg->session_lock);
  185. /*
  186. * If the Time2Retain handler has expired, the session is already gone.
  187. */
  188. if (!sess)
  189. return 0;
  190. pr_debug("%s iSCSI Session SID %u is still active for %s,"
  191. " preforming session reinstatement.\n", (sessiontype) ?
  192. "Discovery" : "Normal", sess->sid,
  193. sess->sess_ops->InitiatorName);
  194. spin_lock_bh(&sess->conn_lock);
  195. if (sess->session_state == TARG_SESS_STATE_FAILED) {
  196. spin_unlock_bh(&sess->conn_lock);
  197. iscsit_dec_session_usage_count(sess);
  198. target_put_session(sess->se_sess);
  199. return 0;
  200. }
  201. spin_unlock_bh(&sess->conn_lock);
  202. iscsit_stop_session(sess, 1, 1);
  203. iscsit_dec_session_usage_count(sess);
  204. target_put_session(sess->se_sess);
  205. return 0;
  206. }
  207. static void iscsi_login_set_conn_values(
  208. struct iscsi_session *sess,
  209. struct iscsi_conn *conn,
  210. __be16 cid)
  211. {
  212. conn->sess = sess;
  213. conn->cid = be16_to_cpu(cid);
  214. /*
  215. * Generate a random Status sequence number (statsn) for the new
  216. * iSCSI connection.
  217. */
  218. get_random_bytes(&conn->stat_sn, sizeof(u32));
  219. mutex_lock(&auth_id_lock);
  220. conn->auth_id = iscsit_global->auth_id++;
  221. mutex_unlock(&auth_id_lock);
  222. }
  223. /*
  224. * This is the leading connection of a new session,
  225. * or session reinstatement.
  226. */
  227. static int iscsi_login_zero_tsih_s1(
  228. struct iscsi_conn *conn,
  229. unsigned char *buf)
  230. {
  231. struct iscsi_session *sess = NULL;
  232. struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
  233. int ret;
  234. sess = kzalloc(sizeof(struct iscsi_session), GFP_KERNEL);
  235. if (!sess) {
  236. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  237. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  238. pr_err("Could not allocate memory for session\n");
  239. return -ENOMEM;
  240. }
  241. iscsi_login_set_conn_values(sess, conn, pdu->cid);
  242. sess->init_task_tag = pdu->itt;
  243. memcpy(&sess->isid, pdu->isid, 6);
  244. sess->exp_cmd_sn = be32_to_cpu(pdu->cmdsn);
  245. INIT_LIST_HEAD(&sess->sess_conn_list);
  246. INIT_LIST_HEAD(&sess->sess_ooo_cmdsn_list);
  247. INIT_LIST_HEAD(&sess->cr_active_list);
  248. INIT_LIST_HEAD(&sess->cr_inactive_list);
  249. init_completion(&sess->async_msg_comp);
  250. init_completion(&sess->reinstatement_comp);
  251. init_completion(&sess->session_wait_comp);
  252. init_completion(&sess->session_waiting_on_uc_comp);
  253. mutex_init(&sess->cmdsn_mutex);
  254. spin_lock_init(&sess->conn_lock);
  255. spin_lock_init(&sess->cr_a_lock);
  256. spin_lock_init(&sess->cr_i_lock);
  257. spin_lock_init(&sess->session_usage_lock);
  258. spin_lock_init(&sess->ttt_lock);
  259. idr_preload(GFP_KERNEL);
  260. spin_lock_bh(&sess_idr_lock);
  261. ret = idr_alloc(&sess_idr, NULL, 0, 0, GFP_NOWAIT);
  262. if (ret >= 0)
  263. sess->session_index = ret;
  264. spin_unlock_bh(&sess_idr_lock);
  265. idr_preload_end();
  266. if (ret < 0) {
  267. pr_err("idr_alloc() for sess_idr failed\n");
  268. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  269. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  270. kfree(sess);
  271. return -ENOMEM;
  272. }
  273. sess->creation_time = get_jiffies_64();
  274. /*
  275. * The FFP CmdSN window values will be allocated from the TPG's
  276. * Initiator Node's ACL once the login has been successfully completed.
  277. */
  278. sess->max_cmd_sn = be32_to_cpu(pdu->cmdsn);
  279. sess->sess_ops = kzalloc(sizeof(struct iscsi_sess_ops), GFP_KERNEL);
  280. if (!sess->sess_ops) {
  281. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  282. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  283. pr_err("Unable to allocate memory for"
  284. " struct iscsi_sess_ops.\n");
  285. kfree(sess);
  286. return -ENOMEM;
  287. }
  288. sess->se_sess = transport_init_session();
  289. if (IS_ERR(sess->se_sess)) {
  290. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  291. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  292. kfree(sess);
  293. return -ENOMEM;
  294. }
  295. return 0;
  296. }
  297. static int iscsi_login_zero_tsih_s2(
  298. struct iscsi_conn *conn)
  299. {
  300. struct iscsi_node_attrib *na;
  301. struct iscsi_session *sess = conn->sess;
  302. unsigned char buf[32];
  303. bool iser = false;
  304. sess->tpg = conn->tpg;
  305. /*
  306. * Assign a new TPG Session Handle. Note this is protected with
  307. * struct iscsi_portal_group->np_login_sem from iscsit_access_np().
  308. */
  309. sess->tsih = ++sess->tpg->ntsih;
  310. if (!sess->tsih)
  311. sess->tsih = ++sess->tpg->ntsih;
  312. /*
  313. * Create the default params from user defined values..
  314. */
  315. if (iscsi_copy_param_list(&conn->param_list,
  316. conn->tpg->param_list, 1) < 0) {
  317. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  318. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  319. return -1;
  320. }
  321. if (conn->conn_transport->transport_type == ISCSI_INFINIBAND)
  322. iser = true;
  323. iscsi_set_keys_to_negotiate(conn->param_list, iser);
  324. if (sess->sess_ops->SessionType)
  325. return iscsi_set_keys_irrelevant_for_discovery(
  326. conn->param_list);
  327. na = iscsit_tpg_get_node_attrib(sess);
  328. /*
  329. * Need to send TargetPortalGroupTag back in first login response
  330. * on any iSCSI connection where the Initiator provides TargetName.
  331. * See 5.3.1. Login Phase Start
  332. *
  333. * In our case, we have already located the struct iscsi_tiqn at this point.
  334. */
  335. memset(buf, 0, 32);
  336. sprintf(buf, "TargetPortalGroupTag=%hu", sess->tpg->tpgt);
  337. if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
  338. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  339. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  340. return -1;
  341. }
  342. /*
  343. * Workaround for Initiators that have broken connection recovery logic.
  344. *
  345. * "We would really like to get rid of this." Linux-iSCSI.org team
  346. */
  347. memset(buf, 0, 32);
  348. sprintf(buf, "ErrorRecoveryLevel=%d", na->default_erl);
  349. if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
  350. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  351. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  352. return -1;
  353. }
  354. if (iscsi_login_disable_FIM_keys(conn->param_list, conn) < 0)
  355. return -1;
  356. /*
  357. * Set RDMAExtensions=Yes by default for iSER enabled network portals
  358. */
  359. if (iser) {
  360. struct iscsi_param *param;
  361. unsigned long mrdsl, off;
  362. int rc;
  363. sprintf(buf, "RDMAExtensions=Yes");
  364. if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
  365. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  366. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  367. return -1;
  368. }
  369. /*
  370. * Make MaxRecvDataSegmentLength PAGE_SIZE aligned for
  371. * Immediate Data + Unsolicitied Data-OUT if necessary..
  372. */
  373. param = iscsi_find_param_from_key("MaxRecvDataSegmentLength",
  374. conn->param_list);
  375. if (!param) {
  376. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  377. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  378. return -1;
  379. }
  380. rc = kstrtoul(param->value, 0, &mrdsl);
  381. if (rc < 0) {
  382. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  383. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  384. return -1;
  385. }
  386. off = mrdsl % PAGE_SIZE;
  387. if (!off)
  388. return 0;
  389. if (mrdsl < PAGE_SIZE)
  390. mrdsl = PAGE_SIZE;
  391. else
  392. mrdsl -= off;
  393. pr_warn("Aligning ISER MaxRecvDataSegmentLength: %lu down"
  394. " to PAGE_SIZE\n", mrdsl);
  395. sprintf(buf, "MaxRecvDataSegmentLength=%lu\n", mrdsl);
  396. if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
  397. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  398. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  399. return -1;
  400. }
  401. }
  402. return 0;
  403. }
  404. /*
  405. * Remove PSTATE_NEGOTIATE for the four FIM related keys.
  406. * The Initiator node will be able to enable FIM by proposing them itself.
  407. */
  408. int iscsi_login_disable_FIM_keys(
  409. struct iscsi_param_list *param_list,
  410. struct iscsi_conn *conn)
  411. {
  412. struct iscsi_param *param;
  413. param = iscsi_find_param_from_key("OFMarker", param_list);
  414. if (!param) {
  415. pr_err("iscsi_find_param_from_key() for"
  416. " OFMarker failed\n");
  417. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  418. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  419. return -1;
  420. }
  421. param->state &= ~PSTATE_NEGOTIATE;
  422. param = iscsi_find_param_from_key("OFMarkInt", param_list);
  423. if (!param) {
  424. pr_err("iscsi_find_param_from_key() for"
  425. " IFMarker failed\n");
  426. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  427. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  428. return -1;
  429. }
  430. param->state &= ~PSTATE_NEGOTIATE;
  431. param = iscsi_find_param_from_key("IFMarker", param_list);
  432. if (!param) {
  433. pr_err("iscsi_find_param_from_key() for"
  434. " IFMarker failed\n");
  435. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  436. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  437. return -1;
  438. }
  439. param->state &= ~PSTATE_NEGOTIATE;
  440. param = iscsi_find_param_from_key("IFMarkInt", param_list);
  441. if (!param) {
  442. pr_err("iscsi_find_param_from_key() for"
  443. " IFMarker failed\n");
  444. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  445. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  446. return -1;
  447. }
  448. param->state &= ~PSTATE_NEGOTIATE;
  449. return 0;
  450. }
  451. static int iscsi_login_non_zero_tsih_s1(
  452. struct iscsi_conn *conn,
  453. unsigned char *buf)
  454. {
  455. struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
  456. iscsi_login_set_conn_values(NULL, conn, pdu->cid);
  457. return 0;
  458. }
  459. /*
  460. * Add a new connection to an existing session.
  461. */
  462. static int iscsi_login_non_zero_tsih_s2(
  463. struct iscsi_conn *conn,
  464. unsigned char *buf)
  465. {
  466. struct iscsi_portal_group *tpg = conn->tpg;
  467. struct iscsi_session *sess = NULL, *sess_p = NULL;
  468. struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
  469. struct se_session *se_sess, *se_sess_tmp;
  470. struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
  471. bool iser = false;
  472. spin_lock_bh(&se_tpg->session_lock);
  473. list_for_each_entry_safe(se_sess, se_sess_tmp, &se_tpg->tpg_sess_list,
  474. sess_list) {
  475. sess_p = (struct iscsi_session *)se_sess->fabric_sess_ptr;
  476. if (atomic_read(&sess_p->session_fall_back_to_erl0) ||
  477. atomic_read(&sess_p->session_logout) ||
  478. (sess_p->time2retain_timer_flags & ISCSI_TF_EXPIRED))
  479. continue;
  480. if (!memcmp(sess_p->isid, pdu->isid, 6) &&
  481. (sess_p->tsih == be16_to_cpu(pdu->tsih))) {
  482. iscsit_inc_session_usage_count(sess_p);
  483. iscsit_stop_time2retain_timer(sess_p);
  484. sess = sess_p;
  485. break;
  486. }
  487. }
  488. spin_unlock_bh(&se_tpg->session_lock);
  489. /*
  490. * If the Time2Retain handler has expired, the session is already gone.
  491. */
  492. if (!sess) {
  493. pr_err("Initiator attempting to add a connection to"
  494. " a non-existent session, rejecting iSCSI Login.\n");
  495. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  496. ISCSI_LOGIN_STATUS_NO_SESSION);
  497. return -1;
  498. }
  499. /*
  500. * Stop the Time2Retain timer if this is a failed session, we restart
  501. * the timer if the login is not successful.
  502. */
  503. spin_lock_bh(&sess->conn_lock);
  504. if (sess->session_state == TARG_SESS_STATE_FAILED)
  505. atomic_set(&sess->session_continuation, 1);
  506. spin_unlock_bh(&sess->conn_lock);
  507. iscsi_login_set_conn_values(sess, conn, pdu->cid);
  508. if (iscsi_copy_param_list(&conn->param_list,
  509. conn->tpg->param_list, 0) < 0) {
  510. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  511. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  512. return -1;
  513. }
  514. if (conn->conn_transport->transport_type == ISCSI_INFINIBAND)
  515. iser = true;
  516. iscsi_set_keys_to_negotiate(conn->param_list, iser);
  517. /*
  518. * Need to send TargetPortalGroupTag back in first login response
  519. * on any iSCSI connection where the Initiator provides TargetName.
  520. * See 5.3.1. Login Phase Start
  521. *
  522. * In our case, we have already located the struct iscsi_tiqn at this point.
  523. */
  524. memset(buf, 0, 32);
  525. sprintf(buf, "TargetPortalGroupTag=%hu", sess->tpg->tpgt);
  526. if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
  527. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  528. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  529. return -1;
  530. }
  531. return iscsi_login_disable_FIM_keys(conn->param_list, conn);
  532. }
  533. int iscsi_login_post_auth_non_zero_tsih(
  534. struct iscsi_conn *conn,
  535. u16 cid,
  536. u32 exp_statsn)
  537. {
  538. struct iscsi_conn *conn_ptr = NULL;
  539. struct iscsi_conn_recovery *cr = NULL;
  540. struct iscsi_session *sess = conn->sess;
  541. /*
  542. * By following item 5 in the login table, if we have found
  543. * an existing ISID and a valid/existing TSIH and an existing
  544. * CID we do connection reinstatement. Currently we dont not
  545. * support it so we send back an non-zero status class to the
  546. * initiator and release the new connection.
  547. */
  548. conn_ptr = iscsit_get_conn_from_cid_rcfr(sess, cid);
  549. if (conn_ptr) {
  550. pr_err("Connection exists with CID %hu for %s,"
  551. " performing connection reinstatement.\n",
  552. conn_ptr->cid, sess->sess_ops->InitiatorName);
  553. iscsit_connection_reinstatement_rcfr(conn_ptr);
  554. iscsit_dec_conn_usage_count(conn_ptr);
  555. }
  556. /*
  557. * Check for any connection recovery entires containing CID.
  558. * We use the original ExpStatSN sent in the first login request
  559. * to acknowledge commands for the failed connection.
  560. *
  561. * Also note that an explict logout may have already been sent,
  562. * but the response may not be sent due to additional connection
  563. * loss.
  564. */
  565. if (sess->sess_ops->ErrorRecoveryLevel == 2) {
  566. cr = iscsit_get_inactive_connection_recovery_entry(
  567. sess, cid);
  568. if (cr) {
  569. pr_debug("Performing implicit logout"
  570. " for connection recovery on CID: %hu\n",
  571. conn->cid);
  572. iscsit_discard_cr_cmds_by_expstatsn(cr, exp_statsn);
  573. }
  574. }
  575. /*
  576. * Else we follow item 4 from the login table in that we have
  577. * found an existing ISID and a valid/existing TSIH and a new
  578. * CID we go ahead and continue to add a new connection to the
  579. * session.
  580. */
  581. pr_debug("Adding CID %hu to existing session for %s.\n",
  582. cid, sess->sess_ops->InitiatorName);
  583. if ((atomic_read(&sess->nconn) + 1) > sess->sess_ops->MaxConnections) {
  584. pr_err("Adding additional connection to this session"
  585. " would exceed MaxConnections %d, login failed.\n",
  586. sess->sess_ops->MaxConnections);
  587. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  588. ISCSI_LOGIN_STATUS_ISID_ERROR);
  589. return -1;
  590. }
  591. return 0;
  592. }
  593. static void iscsi_post_login_start_timers(struct iscsi_conn *conn)
  594. {
  595. struct iscsi_session *sess = conn->sess;
  596. /*
  597. * FIXME: Unsolicitied NopIN support for ISER
  598. */
  599. if (conn->conn_transport->transport_type == ISCSI_INFINIBAND)
  600. return;
  601. if (!sess->sess_ops->SessionType)
  602. iscsit_start_nopin_timer(conn);
  603. }
  604. int iscsi_post_login_handler(
  605. struct iscsi_np *np,
  606. struct iscsi_conn *conn,
  607. u8 zero_tsih)
  608. {
  609. int stop_timer = 0;
  610. struct iscsi_session *sess = conn->sess;
  611. struct se_session *se_sess = sess->se_sess;
  612. struct iscsi_portal_group *tpg = sess->tpg;
  613. struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
  614. struct iscsi_thread_set *ts;
  615. iscsit_inc_conn_usage_count(conn);
  616. iscsit_collect_login_stats(conn, ISCSI_STATUS_CLS_SUCCESS,
  617. ISCSI_LOGIN_STATUS_ACCEPT);
  618. pr_debug("Moving to TARG_CONN_STATE_LOGGED_IN.\n");
  619. conn->conn_state = TARG_CONN_STATE_LOGGED_IN;
  620. iscsi_set_connection_parameters(conn->conn_ops, conn->param_list);
  621. iscsit_set_sync_and_steering_values(conn);
  622. /*
  623. * SCSI Initiator -> SCSI Target Port Mapping
  624. */
  625. ts = iscsi_get_thread_set();
  626. if (!zero_tsih) {
  627. iscsi_set_session_parameters(sess->sess_ops,
  628. conn->param_list, 0);
  629. iscsi_release_param_list(conn->param_list);
  630. conn->param_list = NULL;
  631. spin_lock_bh(&sess->conn_lock);
  632. atomic_set(&sess->session_continuation, 0);
  633. if (sess->session_state == TARG_SESS_STATE_FAILED) {
  634. pr_debug("Moving to"
  635. " TARG_SESS_STATE_LOGGED_IN.\n");
  636. sess->session_state = TARG_SESS_STATE_LOGGED_IN;
  637. stop_timer = 1;
  638. }
  639. pr_debug("iSCSI Login successful on CID: %hu from %s to"
  640. " %s:%hu,%hu\n", conn->cid, conn->login_ip,
  641. conn->local_ip, conn->local_port, tpg->tpgt);
  642. list_add_tail(&conn->conn_list, &sess->sess_conn_list);
  643. atomic_inc(&sess->nconn);
  644. pr_debug("Incremented iSCSI Connection count to %hu"
  645. " from node: %s\n", atomic_read(&sess->nconn),
  646. sess->sess_ops->InitiatorName);
  647. spin_unlock_bh(&sess->conn_lock);
  648. iscsi_post_login_start_timers(conn);
  649. iscsi_activate_thread_set(conn, ts);
  650. /*
  651. * Determine CPU mask to ensure connection's RX and TX kthreads
  652. * are scheduled on the same CPU.
  653. */
  654. iscsit_thread_get_cpumask(conn);
  655. conn->conn_rx_reset_cpumask = 1;
  656. conn->conn_tx_reset_cpumask = 1;
  657. iscsit_dec_conn_usage_count(conn);
  658. if (stop_timer) {
  659. spin_lock_bh(&se_tpg->session_lock);
  660. iscsit_stop_time2retain_timer(sess);
  661. spin_unlock_bh(&se_tpg->session_lock);
  662. }
  663. iscsit_dec_session_usage_count(sess);
  664. return 0;
  665. }
  666. iscsi_set_session_parameters(sess->sess_ops, conn->param_list, 1);
  667. iscsi_release_param_list(conn->param_list);
  668. conn->param_list = NULL;
  669. iscsit_determine_maxcmdsn(sess);
  670. spin_lock_bh(&se_tpg->session_lock);
  671. __transport_register_session(&sess->tpg->tpg_se_tpg,
  672. se_sess->se_node_acl, se_sess, sess);
  673. pr_debug("Moving to TARG_SESS_STATE_LOGGED_IN.\n");
  674. sess->session_state = TARG_SESS_STATE_LOGGED_IN;
  675. pr_debug("iSCSI Login successful on CID: %hu from %s to %s:%hu,%hu\n",
  676. conn->cid, conn->login_ip, conn->local_ip, conn->local_port,
  677. tpg->tpgt);
  678. spin_lock_bh(&sess->conn_lock);
  679. list_add_tail(&conn->conn_list, &sess->sess_conn_list);
  680. atomic_inc(&sess->nconn);
  681. pr_debug("Incremented iSCSI Connection count to %hu from node:"
  682. " %s\n", atomic_read(&sess->nconn),
  683. sess->sess_ops->InitiatorName);
  684. spin_unlock_bh(&sess->conn_lock);
  685. sess->sid = tpg->sid++;
  686. if (!sess->sid)
  687. sess->sid = tpg->sid++;
  688. pr_debug("Established iSCSI session from node: %s\n",
  689. sess->sess_ops->InitiatorName);
  690. tpg->nsessions++;
  691. if (tpg->tpg_tiqn)
  692. tpg->tpg_tiqn->tiqn_nsessions++;
  693. pr_debug("Incremented number of active iSCSI sessions to %u on"
  694. " iSCSI Target Portal Group: %hu\n", tpg->nsessions, tpg->tpgt);
  695. spin_unlock_bh(&se_tpg->session_lock);
  696. iscsi_post_login_start_timers(conn);
  697. iscsi_activate_thread_set(conn, ts);
  698. /*
  699. * Determine CPU mask to ensure connection's RX and TX kthreads
  700. * are scheduled on the same CPU.
  701. */
  702. iscsit_thread_get_cpumask(conn);
  703. conn->conn_rx_reset_cpumask = 1;
  704. conn->conn_tx_reset_cpumask = 1;
  705. iscsit_dec_conn_usage_count(conn);
  706. return 0;
  707. }
  708. static void iscsi_handle_login_thread_timeout(unsigned long data)
  709. {
  710. struct iscsi_np *np = (struct iscsi_np *) data;
  711. spin_lock_bh(&np->np_thread_lock);
  712. pr_err("iSCSI Login timeout on Network Portal %s:%hu\n",
  713. np->np_ip, np->np_port);
  714. if (np->np_login_timer_flags & ISCSI_TF_STOP) {
  715. spin_unlock_bh(&np->np_thread_lock);
  716. return;
  717. }
  718. if (np->np_thread)
  719. send_sig(SIGINT, np->np_thread, 1);
  720. np->np_login_timer_flags &= ~ISCSI_TF_RUNNING;
  721. spin_unlock_bh(&np->np_thread_lock);
  722. }
  723. static void iscsi_start_login_thread_timer(struct iscsi_np *np)
  724. {
  725. /*
  726. * This used the TA_LOGIN_TIMEOUT constant because at this
  727. * point we do not have access to ISCSI_TPG_ATTRIB(tpg)->login_timeout
  728. */
  729. spin_lock_bh(&np->np_thread_lock);
  730. init_timer(&np->np_login_timer);
  731. np->np_login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
  732. np->np_login_timer.data = (unsigned long)np;
  733. np->np_login_timer.function = iscsi_handle_login_thread_timeout;
  734. np->np_login_timer_flags &= ~ISCSI_TF_STOP;
  735. np->np_login_timer_flags |= ISCSI_TF_RUNNING;
  736. add_timer(&np->np_login_timer);
  737. pr_debug("Added timeout timer to iSCSI login request for"
  738. " %u seconds.\n", TA_LOGIN_TIMEOUT);
  739. spin_unlock_bh(&np->np_thread_lock);
  740. }
  741. static void iscsi_stop_login_thread_timer(struct iscsi_np *np)
  742. {
  743. spin_lock_bh(&np->np_thread_lock);
  744. if (!(np->np_login_timer_flags & ISCSI_TF_RUNNING)) {
  745. spin_unlock_bh(&np->np_thread_lock);
  746. return;
  747. }
  748. np->np_login_timer_flags |= ISCSI_TF_STOP;
  749. spin_unlock_bh(&np->np_thread_lock);
  750. del_timer_sync(&np->np_login_timer);
  751. spin_lock_bh(&np->np_thread_lock);
  752. np->np_login_timer_flags &= ~ISCSI_TF_RUNNING;
  753. spin_unlock_bh(&np->np_thread_lock);
  754. }
  755. int iscsit_setup_np(
  756. struct iscsi_np *np,
  757. struct __kernel_sockaddr_storage *sockaddr)
  758. {
  759. struct socket *sock = NULL;
  760. int backlog = ISCSIT_TCP_BACKLOG, ret, opt = 0, len;
  761. switch (np->np_network_transport) {
  762. case ISCSI_TCP:
  763. np->np_ip_proto = IPPROTO_TCP;
  764. np->np_sock_type = SOCK_STREAM;
  765. break;
  766. case ISCSI_SCTP_TCP:
  767. np->np_ip_proto = IPPROTO_SCTP;
  768. np->np_sock_type = SOCK_STREAM;
  769. break;
  770. case ISCSI_SCTP_UDP:
  771. np->np_ip_proto = IPPROTO_SCTP;
  772. np->np_sock_type = SOCK_SEQPACKET;
  773. break;
  774. default:
  775. pr_err("Unsupported network_transport: %d\n",
  776. np->np_network_transport);
  777. return -EINVAL;
  778. }
  779. np->np_ip_proto = IPPROTO_TCP;
  780. np->np_sock_type = SOCK_STREAM;
  781. ret = sock_create(sockaddr->ss_family, np->np_sock_type,
  782. np->np_ip_proto, &sock);
  783. if (ret < 0) {
  784. pr_err("sock_create() failed.\n");
  785. return ret;
  786. }
  787. np->np_socket = sock;
  788. /*
  789. * Setup the np->np_sockaddr from the passed sockaddr setup
  790. * in iscsi_target_configfs.c code..
  791. */
  792. memcpy(&np->np_sockaddr, sockaddr,
  793. sizeof(struct __kernel_sockaddr_storage));
  794. if (sockaddr->ss_family == AF_INET6)
  795. len = sizeof(struct sockaddr_in6);
  796. else
  797. len = sizeof(struct sockaddr_in);
  798. /*
  799. * Set SO_REUSEADDR, and disable Nagel Algorithm with TCP_NODELAY.
  800. */
  801. /* FIXME: Someone please explain why this is endian-safe */
  802. opt = 1;
  803. if (np->np_network_transport == ISCSI_TCP) {
  804. ret = kernel_setsockopt(sock, IPPROTO_TCP, TCP_NODELAY,
  805. (char *)&opt, sizeof(opt));
  806. if (ret < 0) {
  807. pr_err("kernel_setsockopt() for TCP_NODELAY"
  808. " failed: %d\n", ret);
  809. goto fail;
  810. }
  811. }
  812. /* FIXME: Someone please explain why this is endian-safe */
  813. ret = kernel_setsockopt(sock, SOL_SOCKET, SO_REUSEADDR,
  814. (char *)&opt, sizeof(opt));
  815. if (ret < 0) {
  816. pr_err("kernel_setsockopt() for SO_REUSEADDR"
  817. " failed\n");
  818. goto fail;
  819. }
  820. ret = kernel_setsockopt(sock, IPPROTO_IP, IP_FREEBIND,
  821. (char *)&opt, sizeof(opt));
  822. if (ret < 0) {
  823. pr_err("kernel_setsockopt() for IP_FREEBIND"
  824. " failed\n");
  825. goto fail;
  826. }
  827. ret = kernel_bind(sock, (struct sockaddr *)&np->np_sockaddr, len);
  828. if (ret < 0) {
  829. pr_err("kernel_bind() failed: %d\n", ret);
  830. goto fail;
  831. }
  832. ret = kernel_listen(sock, backlog);
  833. if (ret != 0) {
  834. pr_err("kernel_listen() failed: %d\n", ret);
  835. goto fail;
  836. }
  837. return 0;
  838. fail:
  839. np->np_socket = NULL;
  840. if (sock)
  841. sock_release(sock);
  842. return ret;
  843. }
  844. int iscsi_target_setup_login_socket(
  845. struct iscsi_np *np,
  846. struct __kernel_sockaddr_storage *sockaddr)
  847. {
  848. struct iscsit_transport *t;
  849. int rc;
  850. t = iscsit_get_transport(np->np_network_transport);
  851. if (!t)
  852. return -EINVAL;
  853. rc = t->iscsit_setup_np(np, sockaddr);
  854. if (rc < 0) {
  855. iscsit_put_transport(t);
  856. return rc;
  857. }
  858. np->np_transport = t;
  859. return 0;
  860. }
  861. int iscsit_accept_np(struct iscsi_np *np, struct iscsi_conn *conn)
  862. {
  863. struct socket *new_sock, *sock = np->np_socket;
  864. struct sockaddr_in sock_in;
  865. struct sockaddr_in6 sock_in6;
  866. int rc, err;
  867. rc = kernel_accept(sock, &new_sock, 0);
  868. if (rc < 0)
  869. return rc;
  870. conn->sock = new_sock;
  871. conn->login_family = np->np_sockaddr.ss_family;
  872. if (np->np_sockaddr.ss_family == AF_INET6) {
  873. memset(&sock_in6, 0, sizeof(struct sockaddr_in6));
  874. rc = conn->sock->ops->getname(conn->sock,
  875. (struct sockaddr *)&sock_in6, &err, 1);
  876. if (!rc) {
  877. if (!ipv6_addr_v4mapped(&sock_in6.sin6_addr))
  878. snprintf(conn->login_ip, sizeof(conn->login_ip), "[%pI6c]",
  879. &sock_in6.sin6_addr.in6_u);
  880. else
  881. snprintf(conn->login_ip, sizeof(conn->login_ip), "%pI4",
  882. &sock_in6.sin6_addr.s6_addr32[3]);
  883. conn->login_port = ntohs(sock_in6.sin6_port);
  884. }
  885. rc = conn->sock->ops->getname(conn->sock,
  886. (struct sockaddr *)&sock_in6, &err, 0);
  887. if (!rc) {
  888. if (!ipv6_addr_v4mapped(&sock_in6.sin6_addr))
  889. snprintf(conn->local_ip, sizeof(conn->local_ip), "[%pI6c]",
  890. &sock_in6.sin6_addr.in6_u);
  891. else
  892. snprintf(conn->local_ip, sizeof(conn->local_ip), "%pI4",
  893. &sock_in6.sin6_addr.s6_addr32[3]);
  894. conn->local_port = ntohs(sock_in6.sin6_port);
  895. }
  896. } else {
  897. memset(&sock_in, 0, sizeof(struct sockaddr_in));
  898. rc = conn->sock->ops->getname(conn->sock,
  899. (struct sockaddr *)&sock_in, &err, 1);
  900. if (!rc) {
  901. sprintf(conn->login_ip, "%pI4",
  902. &sock_in.sin_addr.s_addr);
  903. conn->login_port = ntohs(sock_in.sin_port);
  904. }
  905. rc = conn->sock->ops->getname(conn->sock,
  906. (struct sockaddr *)&sock_in, &err, 0);
  907. if (!rc) {
  908. sprintf(conn->local_ip, "%pI4",
  909. &sock_in.sin_addr.s_addr);
  910. conn->local_port = ntohs(sock_in.sin_port);
  911. }
  912. }
  913. return 0;
  914. }
  915. int iscsit_get_login_rx(struct iscsi_conn *conn, struct iscsi_login *login)
  916. {
  917. struct iscsi_login_req *login_req;
  918. u32 padding = 0, payload_length;
  919. if (iscsi_login_rx_data(conn, login->req, ISCSI_HDR_LEN) < 0)
  920. return -1;
  921. login_req = (struct iscsi_login_req *)login->req;
  922. payload_length = ntoh24(login_req->dlength);
  923. padding = ((-payload_length) & 3);
  924. pr_debug("Got Login Command, Flags 0x%02x, ITT: 0x%08x,"
  925. " CmdSN: 0x%08x, ExpStatSN: 0x%08x, CID: %hu, Length: %u\n",
  926. login_req->flags, login_req->itt, login_req->cmdsn,
  927. login_req->exp_statsn, login_req->cid, payload_length);
  928. /*
  929. * Setup the initial iscsi_login values from the leading
  930. * login request PDU.
  931. */
  932. if (login->first_request) {
  933. login_req = (struct iscsi_login_req *)login->req;
  934. login->leading_connection = (!login_req->tsih) ? 1 : 0;
  935. login->current_stage = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
  936. login->version_min = login_req->min_version;
  937. login->version_max = login_req->max_version;
  938. memcpy(login->isid, login_req->isid, 6);
  939. login->cmd_sn = be32_to_cpu(login_req->cmdsn);
  940. login->init_task_tag = login_req->itt;
  941. login->initial_exp_statsn = be32_to_cpu(login_req->exp_statsn);
  942. login->cid = be16_to_cpu(login_req->cid);
  943. login->tsih = be16_to_cpu(login_req->tsih);
  944. }
  945. if (iscsi_target_check_login_request(conn, login) < 0)
  946. return -1;
  947. memset(login->req_buf, 0, MAX_KEY_VALUE_PAIRS);
  948. if (iscsi_login_rx_data(conn, login->req_buf,
  949. payload_length + padding) < 0)
  950. return -1;
  951. return 0;
  952. }
  953. int iscsit_put_login_tx(struct iscsi_conn *conn, struct iscsi_login *login,
  954. u32 length)
  955. {
  956. if (iscsi_login_tx_data(conn, login->rsp, login->rsp_buf, length) < 0)
  957. return -1;
  958. return 0;
  959. }
  960. static int
  961. iscsit_conn_set_transport(struct iscsi_conn *conn, struct iscsit_transport *t)
  962. {
  963. int rc;
  964. if (!t->owner) {
  965. conn->conn_transport = t;
  966. return 0;
  967. }
  968. rc = try_module_get(t->owner);
  969. if (!rc) {
  970. pr_err("try_module_get() failed for %s\n", t->name);
  971. return -EINVAL;
  972. }
  973. conn->conn_transport = t;
  974. return 0;
  975. }
  976. void iscsi_target_login_sess_out(struct iscsi_conn *conn,
  977. struct iscsi_np *np, bool zero_tsih, bool new_sess)
  978. {
  979. if (new_sess == false)
  980. goto old_sess_out;
  981. pr_err("iSCSI Login negotiation failed.\n");
  982. iscsit_collect_login_stats(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  983. ISCSI_LOGIN_STATUS_INIT_ERR);
  984. if (!zero_tsih || !conn->sess)
  985. goto old_sess_out;
  986. if (conn->sess->se_sess)
  987. transport_free_session(conn->sess->se_sess);
  988. if (conn->sess->session_index != 0) {
  989. spin_lock_bh(&sess_idr_lock);
  990. idr_remove(&sess_idr, conn->sess->session_index);
  991. spin_unlock_bh(&sess_idr_lock);
  992. }
  993. kfree(conn->sess->sess_ops);
  994. kfree(conn->sess);
  995. old_sess_out:
  996. iscsi_stop_login_thread_timer(np);
  997. /*
  998. * If login negotiation fails check if the Time2Retain timer
  999. * needs to be restarted.
  1000. */
  1001. if (!zero_tsih && conn->sess) {
  1002. spin_lock_bh(&conn->sess->conn_lock);
  1003. if (conn->sess->session_state == TARG_SESS_STATE_FAILED) {
  1004. struct se_portal_group *se_tpg =
  1005. &conn->tpg->tpg_se_tpg;
  1006. atomic_set(&conn->sess->session_continuation, 0);
  1007. spin_unlock_bh(&conn->sess->conn_lock);
  1008. spin_lock_bh(&se_tpg->session_lock);
  1009. iscsit_start_time2retain_handler(conn->sess);
  1010. spin_unlock_bh(&se_tpg->session_lock);
  1011. } else
  1012. spin_unlock_bh(&conn->sess->conn_lock);
  1013. iscsit_dec_session_usage_count(conn->sess);
  1014. }
  1015. if (!IS_ERR(conn->conn_rx_hash.tfm))
  1016. crypto_free_hash(conn->conn_rx_hash.tfm);
  1017. if (!IS_ERR(conn->conn_tx_hash.tfm))
  1018. crypto_free_hash(conn->conn_tx_hash.tfm);
  1019. if (conn->conn_cpumask)
  1020. free_cpumask_var(conn->conn_cpumask);
  1021. kfree(conn->conn_ops);
  1022. if (conn->param_list) {
  1023. iscsi_release_param_list(conn->param_list);
  1024. conn->param_list = NULL;
  1025. }
  1026. iscsi_target_nego_release(conn);
  1027. if (conn->sock) {
  1028. sock_release(conn->sock);
  1029. conn->sock = NULL;
  1030. }
  1031. if (conn->conn_transport->iscsit_free_conn)
  1032. conn->conn_transport->iscsit_free_conn(conn);
  1033. iscsit_put_transport(conn->conn_transport);
  1034. kfree(conn);
  1035. }
  1036. static int __iscsi_target_login_thread(struct iscsi_np *np)
  1037. {
  1038. u8 *buffer, zero_tsih = 0;
  1039. int ret = 0, rc, stop;
  1040. struct iscsi_conn *conn = NULL;
  1041. struct iscsi_login *login;
  1042. struct iscsi_portal_group *tpg = NULL;
  1043. struct iscsi_login_req *pdu;
  1044. struct iscsi_tpg_np *tpg_np;
  1045. bool new_sess = false;
  1046. flush_signals(current);
  1047. spin_lock_bh(&np->np_thread_lock);
  1048. if (np->np_thread_state == ISCSI_NP_THREAD_RESET) {
  1049. np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
  1050. complete(&np->np_restart_comp);
  1051. } else {
  1052. np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
  1053. }
  1054. spin_unlock_bh(&np->np_thread_lock);
  1055. conn = kzalloc(sizeof(struct iscsi_conn), GFP_KERNEL);
  1056. if (!conn) {
  1057. pr_err("Could not allocate memory for"
  1058. " new connection\n");
  1059. /* Get another socket */
  1060. return 1;
  1061. }
  1062. pr_debug("Moving to TARG_CONN_STATE_FREE.\n");
  1063. conn->conn_state = TARG_CONN_STATE_FREE;
  1064. if (iscsit_conn_set_transport(conn, np->np_transport) < 0) {
  1065. kfree(conn);
  1066. return 1;
  1067. }
  1068. rc = np->np_transport->iscsit_accept_np(np, conn);
  1069. if (rc == -ENOSYS) {
  1070. complete(&np->np_restart_comp);
  1071. iscsit_put_transport(conn->conn_transport);
  1072. kfree(conn);
  1073. conn = NULL;
  1074. goto exit;
  1075. } else if (rc < 0) {
  1076. spin_lock_bh(&np->np_thread_lock);
  1077. if (np->np_thread_state == ISCSI_NP_THREAD_RESET) {
  1078. spin_unlock_bh(&np->np_thread_lock);
  1079. complete(&np->np_restart_comp);
  1080. iscsit_put_transport(conn->conn_transport);
  1081. kfree(conn);
  1082. conn = NULL;
  1083. if (ret == -ENODEV)
  1084. goto out;
  1085. /* Get another socket */
  1086. return 1;
  1087. }
  1088. spin_unlock_bh(&np->np_thread_lock);
  1089. iscsit_put_transport(conn->conn_transport);
  1090. kfree(conn);
  1091. conn = NULL;
  1092. goto out;
  1093. }
  1094. /*
  1095. * Perform the remaining iSCSI connection initialization items..
  1096. */
  1097. login = iscsi_login_init_conn(conn);
  1098. if (!login) {
  1099. goto new_sess_out;
  1100. }
  1101. iscsi_start_login_thread_timer(np);
  1102. pr_debug("Moving to TARG_CONN_STATE_XPT_UP.\n");
  1103. conn->conn_state = TARG_CONN_STATE_XPT_UP;
  1104. /*
  1105. * This will process the first login request + payload..
  1106. */
  1107. rc = np->np_transport->iscsit_get_login_rx(conn, login);
  1108. if (rc == 1)
  1109. return 1;
  1110. else if (rc < 0)
  1111. goto new_sess_out;
  1112. buffer = &login->req[0];
  1113. pdu = (struct iscsi_login_req *)buffer;
  1114. /*
  1115. * Used by iscsit_tx_login_rsp() for Login Resonses PDUs
  1116. * when Status-Class != 0.
  1117. */
  1118. conn->login_itt = pdu->itt;
  1119. spin_lock_bh(&np->np_thread_lock);
  1120. if (np->np_thread_state != ISCSI_NP_THREAD_ACTIVE) {
  1121. spin_unlock_bh(&np->np_thread_lock);
  1122. pr_err("iSCSI Network Portal on %s:%hu currently not"
  1123. " active.\n", np->np_ip, np->np_port);
  1124. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  1125. ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
  1126. goto new_sess_out;
  1127. }
  1128. spin_unlock_bh(&np->np_thread_lock);
  1129. conn->network_transport = np->np_network_transport;
  1130. pr_debug("Received iSCSI login request from %s on %s Network"
  1131. " Portal %s:%hu\n", conn->login_ip, np->np_transport->name,
  1132. conn->local_ip, conn->local_port);
  1133. pr_debug("Moving to TARG_CONN_STATE_IN_LOGIN.\n");
  1134. conn->conn_state = TARG_CONN_STATE_IN_LOGIN;
  1135. if (iscsi_login_check_initiator_version(conn, pdu->max_version,
  1136. pdu->min_version) < 0)
  1137. goto new_sess_out;
  1138. zero_tsih = (pdu->tsih == 0x0000);
  1139. if (zero_tsih) {
  1140. /*
  1141. * This is the leading connection of a new session.
  1142. * We wait until after authentication to check for
  1143. * session reinstatement.
  1144. */
  1145. if (iscsi_login_zero_tsih_s1(conn, buffer) < 0)
  1146. goto new_sess_out;
  1147. } else {
  1148. /*
  1149. * Add a new connection to an existing session.
  1150. * We check for a non-existant session in
  1151. * iscsi_login_non_zero_tsih_s2() below based
  1152. * on ISID/TSIH, but wait until after authentication
  1153. * to check for connection reinstatement, etc.
  1154. */
  1155. if (iscsi_login_non_zero_tsih_s1(conn, buffer) < 0)
  1156. goto new_sess_out;
  1157. }
  1158. /*
  1159. * SessionType: Discovery
  1160. *
  1161. * Locates Default Portal
  1162. *
  1163. * SessionType: Normal
  1164. *
  1165. * Locates Target Portal from NP -> Target IQN
  1166. */
  1167. rc = iscsi_target_locate_portal(np, conn, login);
  1168. if (rc < 0) {
  1169. tpg = conn->tpg;
  1170. goto new_sess_out;
  1171. }
  1172. login->zero_tsih = zero_tsih;
  1173. tpg = conn->tpg;
  1174. if (!tpg) {
  1175. pr_err("Unable to locate struct iscsi_conn->tpg\n");
  1176. goto new_sess_out;
  1177. }
  1178. if (zero_tsih) {
  1179. if (iscsi_login_zero_tsih_s2(conn) < 0)
  1180. goto new_sess_out;
  1181. } else {
  1182. if (iscsi_login_non_zero_tsih_s2(conn, buffer) < 0)
  1183. goto old_sess_out;
  1184. }
  1185. ret = iscsi_target_start_negotiation(login, conn);
  1186. if (ret < 0)
  1187. goto new_sess_out;
  1188. if (!conn->sess) {
  1189. pr_err("struct iscsi_conn session pointer is NULL!\n");
  1190. goto new_sess_out;
  1191. }
  1192. iscsi_stop_login_thread_timer(np);
  1193. if (signal_pending(current))
  1194. goto new_sess_out;
  1195. if (ret == 1) {
  1196. tpg_np = conn->tpg_np;
  1197. ret = iscsi_post_login_handler(np, conn, zero_tsih);
  1198. if (ret < 0)
  1199. goto new_sess_out;
  1200. iscsit_deaccess_np(np, tpg, tpg_np);
  1201. }
  1202. tpg = NULL;
  1203. tpg_np = NULL;
  1204. /* Get another socket */
  1205. return 1;
  1206. new_sess_out:
  1207. new_sess = true;
  1208. old_sess_out:
  1209. tpg_np = conn->tpg_np;
  1210. iscsi_target_login_sess_out(conn, np, zero_tsih, new_sess);
  1211. new_sess = false;
  1212. if (tpg) {
  1213. iscsit_deaccess_np(np, tpg, tpg_np);
  1214. tpg = NULL;
  1215. tpg_np = NULL;
  1216. }
  1217. out:
  1218. stop = kthread_should_stop();
  1219. if (!stop && signal_pending(current)) {
  1220. spin_lock_bh(&np->np_thread_lock);
  1221. stop = (np->np_thread_state == ISCSI_NP_THREAD_SHUTDOWN);
  1222. spin_unlock_bh(&np->np_thread_lock);
  1223. }
  1224. /* Wait for another socket.. */
  1225. if (!stop)
  1226. return 1;
  1227. exit:
  1228. iscsi_stop_login_thread_timer(np);
  1229. spin_lock_bh(&np->np_thread_lock);
  1230. np->np_thread_state = ISCSI_NP_THREAD_EXIT;
  1231. np->np_thread = NULL;
  1232. spin_unlock_bh(&np->np_thread_lock);
  1233. return 0;
  1234. }
  1235. int iscsi_target_login_thread(void *arg)
  1236. {
  1237. struct iscsi_np *np = arg;
  1238. int ret;
  1239. allow_signal(SIGINT);
  1240. while (!kthread_should_stop()) {
  1241. ret = __iscsi_target_login_thread(np);
  1242. /*
  1243. * We break and exit here unless another sock_accept() call
  1244. * is expected.
  1245. */
  1246. if (ret != 1)
  1247. break;
  1248. }
  1249. return 0;
  1250. }