output.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567
  1. /*
  2. * net/dccp/output.c
  3. *
  4. * An implementation of the DCCP protocol
  5. * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU General Public License
  9. * as published by the Free Software Foundation; either version
  10. * 2 of the License, or (at your option) any later version.
  11. */
  12. #include <linux/dccp.h>
  13. #include <linux/kernel.h>
  14. #include <linux/skbuff.h>
  15. #include <net/inet_sock.h>
  16. #include <net/sock.h>
  17. #include "ackvec.h"
  18. #include "ccid.h"
  19. #include "dccp.h"
  20. static inline void dccp_event_ack_sent(struct sock *sk)
  21. {
  22. inet_csk_clear_xmit_timer(sk, ICSK_TIME_DACK);
  23. }
  24. static void dccp_skb_entail(struct sock *sk, struct sk_buff *skb)
  25. {
  26. skb_set_owner_w(skb, sk);
  27. WARN_ON(sk->sk_send_head);
  28. sk->sk_send_head = skb;
  29. }
  30. /*
  31. * All SKB's seen here are completely headerless. It is our
  32. * job to build the DCCP header, and pass the packet down to
  33. * IP so it can do the same plus pass the packet off to the
  34. * device.
  35. */
  36. static int dccp_transmit_skb(struct sock *sk, struct sk_buff *skb)
  37. {
  38. if (likely(skb != NULL)) {
  39. const struct inet_sock *inet = inet_sk(sk);
  40. const struct inet_connection_sock *icsk = inet_csk(sk);
  41. struct dccp_sock *dp = dccp_sk(sk);
  42. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  43. struct dccp_hdr *dh;
  44. /* XXX For now we're using only 48 bits sequence numbers */
  45. const u32 dccp_header_size = sizeof(*dh) +
  46. sizeof(struct dccp_hdr_ext) +
  47. dccp_packet_hdr_len(dcb->dccpd_type);
  48. int err, set_ack = 1;
  49. u64 ackno = dp->dccps_gsr;
  50. dccp_inc_seqno(&dp->dccps_gss);
  51. switch (dcb->dccpd_type) {
  52. case DCCP_PKT_DATA:
  53. set_ack = 0;
  54. /* fall through */
  55. case DCCP_PKT_DATAACK:
  56. break;
  57. case DCCP_PKT_REQUEST:
  58. set_ack = 0;
  59. /* fall through */
  60. case DCCP_PKT_SYNC:
  61. case DCCP_PKT_SYNCACK:
  62. ackno = dcb->dccpd_seq;
  63. /* fall through */
  64. default:
  65. /*
  66. * Only data packets should come through with skb->sk
  67. * set.
  68. */
  69. WARN_ON(skb->sk);
  70. skb_set_owner_w(skb, sk);
  71. break;
  72. }
  73. dcb->dccpd_seq = dp->dccps_gss;
  74. if (dccp_insert_options(sk, skb)) {
  75. kfree_skb(skb);
  76. return -EPROTO;
  77. }
  78. skb->h.raw = skb_push(skb, dccp_header_size);
  79. dh = dccp_hdr(skb);
  80. /* Build DCCP header and checksum it. */
  81. memset(dh, 0, dccp_header_size);
  82. dh->dccph_type = dcb->dccpd_type;
  83. dh->dccph_sport = inet->sport;
  84. dh->dccph_dport = inet->dport;
  85. dh->dccph_doff = (dccp_header_size + dcb->dccpd_opt_len) / 4;
  86. dh->dccph_ccval = dcb->dccpd_ccval;
  87. /* XXX For now we're using only 48 bits sequence numbers */
  88. dh->dccph_x = 1;
  89. dp->dccps_awh = dp->dccps_gss;
  90. dccp_hdr_set_seq(dh, dp->dccps_gss);
  91. if (set_ack)
  92. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), ackno);
  93. switch (dcb->dccpd_type) {
  94. case DCCP_PKT_REQUEST:
  95. dccp_hdr_request(skb)->dccph_req_service =
  96. dp->dccps_service;
  97. break;
  98. case DCCP_PKT_RESET:
  99. dccp_hdr_reset(skb)->dccph_reset_code =
  100. dcb->dccpd_reset_code;
  101. break;
  102. }
  103. icsk->icsk_af_ops->send_check(sk, skb->len, skb);
  104. if (set_ack)
  105. dccp_event_ack_sent(sk);
  106. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  107. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  108. err = icsk->icsk_af_ops->queue_xmit(skb, 0);
  109. if (err <= 0)
  110. return err;
  111. /* NET_XMIT_CN is special. It does not guarantee,
  112. * that this packet is lost. It tells that device
  113. * is about to start to drop packets or already
  114. * drops some packets of the same priority and
  115. * invokes us to send less aggressively.
  116. */
  117. return err == NET_XMIT_CN ? 0 : err;
  118. }
  119. return -ENOBUFS;
  120. }
  121. unsigned int dccp_sync_mss(struct sock *sk, u32 pmtu)
  122. {
  123. struct inet_connection_sock *icsk = inet_csk(sk);
  124. struct dccp_sock *dp = dccp_sk(sk);
  125. int mss_now = (pmtu - icsk->icsk_af_ops->net_header_len -
  126. sizeof(struct dccp_hdr) - sizeof(struct dccp_hdr_ext));
  127. /* Now subtract optional transport overhead */
  128. mss_now -= icsk->icsk_ext_hdr_len;
  129. /*
  130. * FIXME: this should come from the CCID infrastructure, where, say,
  131. * TFRC will say it wants TIMESTAMPS, ELAPSED time, etc, for now lets
  132. * put a rough estimate for NDP + TIMESTAMP + TIMESTAMP_ECHO + ELAPSED
  133. * TIME + TFRC_OPT_LOSS_EVENT_RATE + TFRC_OPT_RECEIVE_RATE + padding to
  134. * make it a multiple of 4
  135. */
  136. mss_now -= ((5 + 6 + 10 + 6 + 6 + 6 + 3) / 4) * 4;
  137. /* And store cached results */
  138. icsk->icsk_pmtu_cookie = pmtu;
  139. dp->dccps_mss_cache = mss_now;
  140. return mss_now;
  141. }
  142. EXPORT_SYMBOL_GPL(dccp_sync_mss);
  143. void dccp_write_space(struct sock *sk)
  144. {
  145. read_lock(&sk->sk_callback_lock);
  146. if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
  147. wake_up_interruptible(sk->sk_sleep);
  148. /* Should agree with poll, otherwise some programs break */
  149. if (sock_writeable(sk))
  150. sk_wake_async(sk, 2, POLL_OUT);
  151. read_unlock(&sk->sk_callback_lock);
  152. }
  153. /**
  154. * dccp_wait_for_ccid - Wait for ccid to tell us we can send a packet
  155. * @sk: socket to wait for
  156. * @timeo: for how long
  157. */
  158. static int dccp_wait_for_ccid(struct sock *sk, struct sk_buff *skb,
  159. long *timeo)
  160. {
  161. struct dccp_sock *dp = dccp_sk(sk);
  162. DEFINE_WAIT(wait);
  163. long delay;
  164. int rc;
  165. while (1) {
  166. prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);
  167. if (sk->sk_err || (sk->sk_shutdown & SEND_SHUTDOWN))
  168. goto do_error;
  169. if (!*timeo)
  170. goto do_nonblock;
  171. if (signal_pending(current))
  172. goto do_interrupted;
  173. rc = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb,
  174. skb->len);
  175. if (rc <= 0)
  176. break;
  177. delay = msecs_to_jiffies(rc);
  178. if (delay > *timeo || delay < 0)
  179. goto do_nonblock;
  180. sk->sk_write_pending++;
  181. release_sock(sk);
  182. *timeo -= schedule_timeout(delay);
  183. lock_sock(sk);
  184. sk->sk_write_pending--;
  185. }
  186. out:
  187. finish_wait(sk->sk_sleep, &wait);
  188. return rc;
  189. do_error:
  190. rc = -EPIPE;
  191. goto out;
  192. do_nonblock:
  193. rc = -EAGAIN;
  194. goto out;
  195. do_interrupted:
  196. rc = sock_intr_errno(*timeo);
  197. goto out;
  198. }
  199. int dccp_write_xmit(struct sock *sk, struct sk_buff *skb, long *timeo)
  200. {
  201. const struct dccp_sock *dp = dccp_sk(sk);
  202. int err = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb,
  203. skb->len);
  204. if (err > 0)
  205. err = dccp_wait_for_ccid(sk, skb, timeo);
  206. if (err == 0) {
  207. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  208. const int len = skb->len;
  209. if (sk->sk_state == DCCP_PARTOPEN) {
  210. /* See 8.1.5. Handshake Completion */
  211. inet_csk_schedule_ack(sk);
  212. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  213. inet_csk(sk)->icsk_rto,
  214. DCCP_RTO_MAX);
  215. dcb->dccpd_type = DCCP_PKT_DATAACK;
  216. } else if (dccp_ack_pending(sk))
  217. dcb->dccpd_type = DCCP_PKT_DATAACK;
  218. else
  219. dcb->dccpd_type = DCCP_PKT_DATA;
  220. err = dccp_transmit_skb(sk, skb);
  221. ccid_hc_tx_packet_sent(dp->dccps_hc_tx_ccid, sk, 0, len);
  222. } else
  223. kfree_skb(skb);
  224. return err;
  225. }
  226. int dccp_retransmit_skb(struct sock *sk, struct sk_buff *skb)
  227. {
  228. if (inet_csk(sk)->icsk_af_ops->rebuild_header(sk) != 0)
  229. return -EHOSTUNREACH; /* Routing failure or similar. */
  230. return dccp_transmit_skb(sk, (skb_cloned(skb) ?
  231. pskb_copy(skb, GFP_ATOMIC):
  232. skb_clone(skb, GFP_ATOMIC)));
  233. }
  234. struct sk_buff *dccp_make_response(struct sock *sk, struct dst_entry *dst,
  235. struct request_sock *req)
  236. {
  237. struct dccp_hdr *dh;
  238. struct dccp_request_sock *dreq;
  239. const u32 dccp_header_size = sizeof(struct dccp_hdr) +
  240. sizeof(struct dccp_hdr_ext) +
  241. sizeof(struct dccp_hdr_response);
  242. struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
  243. GFP_ATOMIC);
  244. if (skb == NULL)
  245. return NULL;
  246. /* Reserve space for headers. */
  247. skb_reserve(skb, sk->sk_prot->max_header);
  248. skb->dst = dst_clone(dst);
  249. skb->csum = 0;
  250. dreq = dccp_rsk(req);
  251. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESPONSE;
  252. DCCP_SKB_CB(skb)->dccpd_seq = dreq->dreq_iss;
  253. if (dccp_insert_options(sk, skb)) {
  254. kfree_skb(skb);
  255. return NULL;
  256. }
  257. skb->h.raw = skb_push(skb, dccp_header_size);
  258. dh = dccp_hdr(skb);
  259. memset(dh, 0, dccp_header_size);
  260. dh->dccph_sport = inet_sk(sk)->sport;
  261. dh->dccph_dport = inet_rsk(req)->rmt_port;
  262. dh->dccph_doff = (dccp_header_size +
  263. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  264. dh->dccph_type = DCCP_PKT_RESPONSE;
  265. dh->dccph_x = 1;
  266. dccp_hdr_set_seq(dh, dreq->dreq_iss);
  267. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dreq->dreq_isr);
  268. dccp_hdr_response(skb)->dccph_resp_service = dreq->dreq_service;
  269. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  270. return skb;
  271. }
  272. EXPORT_SYMBOL_GPL(dccp_make_response);
  273. static struct sk_buff *dccp_make_reset(struct sock *sk, struct dst_entry *dst,
  274. const enum dccp_reset_codes code)
  275. {
  276. struct dccp_hdr *dh;
  277. struct dccp_sock *dp = dccp_sk(sk);
  278. const u32 dccp_header_size = sizeof(struct dccp_hdr) +
  279. sizeof(struct dccp_hdr_ext) +
  280. sizeof(struct dccp_hdr_reset);
  281. struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
  282. GFP_ATOMIC);
  283. if (skb == NULL)
  284. return NULL;
  285. /* Reserve space for headers. */
  286. skb_reserve(skb, sk->sk_prot->max_header);
  287. skb->dst = dst_clone(dst);
  288. skb->csum = 0;
  289. dccp_inc_seqno(&dp->dccps_gss);
  290. DCCP_SKB_CB(skb)->dccpd_reset_code = code;
  291. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESET;
  292. DCCP_SKB_CB(skb)->dccpd_seq = dp->dccps_gss;
  293. if (dccp_insert_options(sk, skb)) {
  294. kfree_skb(skb);
  295. return NULL;
  296. }
  297. skb->h.raw = skb_push(skb, dccp_header_size);
  298. dh = dccp_hdr(skb);
  299. memset(dh, 0, dccp_header_size);
  300. dh->dccph_sport = inet_sk(sk)->sport;
  301. dh->dccph_dport = inet_sk(sk)->dport;
  302. dh->dccph_doff = (dccp_header_size +
  303. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  304. dh->dccph_type = DCCP_PKT_RESET;
  305. dh->dccph_x = 1;
  306. dccp_hdr_set_seq(dh, dp->dccps_gss);
  307. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dp->dccps_gsr);
  308. dccp_hdr_reset(skb)->dccph_reset_code = code;
  309. inet_csk(sk)->icsk_af_ops->send_check(sk, skb->len, skb);
  310. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  311. return skb;
  312. }
  313. int dccp_send_reset(struct sock *sk, enum dccp_reset_codes code)
  314. {
  315. /*
  316. * FIXME: what if rebuild_header fails?
  317. * Should we be doing a rebuild_header here?
  318. */
  319. int err = inet_sk_rebuild_header(sk);
  320. if (err == 0) {
  321. struct sk_buff *skb = dccp_make_reset(sk, sk->sk_dst_cache,
  322. code);
  323. if (skb != NULL) {
  324. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  325. err = inet_csk(sk)->icsk_af_ops->queue_xmit(skb, 0);
  326. if (err == NET_XMIT_CN)
  327. err = 0;
  328. }
  329. }
  330. return err;
  331. }
  332. /*
  333. * Do all connect socket setups that can be done AF independent.
  334. */
  335. static inline void dccp_connect_init(struct sock *sk)
  336. {
  337. struct dccp_sock *dp = dccp_sk(sk);
  338. struct dst_entry *dst = __sk_dst_get(sk);
  339. struct inet_connection_sock *icsk = inet_csk(sk);
  340. sk->sk_err = 0;
  341. sock_reset_flag(sk, SOCK_DONE);
  342. dccp_sync_mss(sk, dst_mtu(dst));
  343. dccp_update_gss(sk, dp->dccps_iss);
  344. /*
  345. * SWL and AWL are initially adjusted so that they are not less than
  346. * the initial Sequence Numbers received and sent, respectively:
  347. * SWL := max(GSR + 1 - floor(W/4), ISR),
  348. * AWL := max(GSS - W' + 1, ISS).
  349. * These adjustments MUST be applied only at the beginning of the
  350. * connection.
  351. */
  352. dccp_set_seqno(&dp->dccps_awl, max48(dp->dccps_awl, dp->dccps_iss));
  353. icsk->icsk_retransmits = 0;
  354. }
  355. int dccp_connect(struct sock *sk)
  356. {
  357. struct sk_buff *skb;
  358. struct inet_connection_sock *icsk = inet_csk(sk);
  359. dccp_connect_init(sk);
  360. skb = alloc_skb(sk->sk_prot->max_header, sk->sk_allocation);
  361. if (unlikely(skb == NULL))
  362. return -ENOBUFS;
  363. /* Reserve space for headers. */
  364. skb_reserve(skb, sk->sk_prot->max_header);
  365. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_REQUEST;
  366. skb->csum = 0;
  367. dccp_skb_entail(sk, skb);
  368. dccp_transmit_skb(sk, skb_clone(skb, GFP_KERNEL));
  369. DCCP_INC_STATS(DCCP_MIB_ACTIVEOPENS);
  370. /* Timer for repeating the REQUEST until an answer. */
  371. inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS,
  372. icsk->icsk_rto, DCCP_RTO_MAX);
  373. return 0;
  374. }
  375. EXPORT_SYMBOL_GPL(dccp_connect);
  376. void dccp_send_ack(struct sock *sk)
  377. {
  378. /* If we have been reset, we may not send again. */
  379. if (sk->sk_state != DCCP_CLOSED) {
  380. struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header,
  381. GFP_ATOMIC);
  382. if (skb == NULL) {
  383. inet_csk_schedule_ack(sk);
  384. inet_csk(sk)->icsk_ack.ato = TCP_ATO_MIN;
  385. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  386. TCP_DELACK_MAX,
  387. DCCP_RTO_MAX);
  388. return;
  389. }
  390. /* Reserve space for headers */
  391. skb_reserve(skb, sk->sk_prot->max_header);
  392. skb->csum = 0;
  393. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_ACK;
  394. dccp_transmit_skb(sk, skb);
  395. }
  396. }
  397. EXPORT_SYMBOL_GPL(dccp_send_ack);
  398. void dccp_send_delayed_ack(struct sock *sk)
  399. {
  400. struct inet_connection_sock *icsk = inet_csk(sk);
  401. /*
  402. * FIXME: tune this timer. elapsed time fixes the skew, so no problem
  403. * with using 2s, and active senders also piggyback the ACK into a
  404. * DATAACK packet, so this is really for quiescent senders.
  405. */
  406. unsigned long timeout = jiffies + 2 * HZ;
  407. /* Use new timeout only if there wasn't a older one earlier. */
  408. if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
  409. /* If delack timer was blocked or is about to expire,
  410. * send ACK now.
  411. *
  412. * FIXME: check the "about to expire" part
  413. */
  414. if (icsk->icsk_ack.blocked) {
  415. dccp_send_ack(sk);
  416. return;
  417. }
  418. if (!time_before(timeout, icsk->icsk_ack.timeout))
  419. timeout = icsk->icsk_ack.timeout;
  420. }
  421. icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
  422. icsk->icsk_ack.timeout = timeout;
  423. sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
  424. }
  425. void dccp_send_sync(struct sock *sk, const u64 seq,
  426. const enum dccp_pkt_type pkt_type)
  427. {
  428. /*
  429. * We are not putting this on the write queue, so
  430. * dccp_transmit_skb() will set the ownership to this
  431. * sock.
  432. */
  433. struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header, GFP_ATOMIC);
  434. if (skb == NULL)
  435. /* FIXME: how to make sure the sync is sent? */
  436. return;
  437. /* Reserve space for headers and prepare control bits. */
  438. skb_reserve(skb, sk->sk_prot->max_header);
  439. skb->csum = 0;
  440. DCCP_SKB_CB(skb)->dccpd_type = pkt_type;
  441. DCCP_SKB_CB(skb)->dccpd_seq = seq;
  442. dccp_transmit_skb(sk, skb);
  443. }
  444. EXPORT_SYMBOL_GPL(dccp_send_sync);
  445. /*
  446. * Send a DCCP_PKT_CLOSE/CLOSEREQ. The caller locks the socket for us. This
  447. * cannot be allowed to fail queueing a DCCP_PKT_CLOSE/CLOSEREQ frame under
  448. * any circumstances.
  449. */
  450. void dccp_send_close(struct sock *sk, const int active)
  451. {
  452. struct dccp_sock *dp = dccp_sk(sk);
  453. struct sk_buff *skb;
  454. const gfp_t prio = active ? GFP_KERNEL : GFP_ATOMIC;
  455. skb = alloc_skb(sk->sk_prot->max_header, prio);
  456. if (skb == NULL)
  457. return;
  458. /* Reserve space for headers and prepare control bits. */
  459. skb_reserve(skb, sk->sk_prot->max_header);
  460. skb->csum = 0;
  461. DCCP_SKB_CB(skb)->dccpd_type = dp->dccps_role == DCCP_ROLE_CLIENT ?
  462. DCCP_PKT_CLOSE : DCCP_PKT_CLOSEREQ;
  463. if (active) {
  464. dccp_skb_entail(sk, skb);
  465. dccp_transmit_skb(sk, skb_clone(skb, prio));
  466. } else
  467. dccp_transmit_skb(sk, skb);
  468. }