output.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576
  1. /*
  2. * net/dccp/output.c
  3. *
  4. * An implementation of the DCCP protocol
  5. * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU General Public License
  9. * as published by the Free Software Foundation; either version
  10. * 2 of the License, or (at your option) any later version.
  11. */
  12. #include <linux/dccp.h>
  13. #include <linux/kernel.h>
  14. #include <linux/skbuff.h>
  15. #include <net/inet_sock.h>
  16. #include <net/sock.h>
  17. #include "ackvec.h"
  18. #include "ccid.h"
  19. #include "dccp.h"
  20. static inline void dccp_event_ack_sent(struct sock *sk)
  21. {
  22. inet_csk_clear_xmit_timer(sk, ICSK_TIME_DACK);
  23. }
  24. static void dccp_skb_entail(struct sock *sk, struct sk_buff *skb)
  25. {
  26. skb_set_owner_w(skb, sk);
  27. WARN_ON(sk->sk_send_head);
  28. sk->sk_send_head = skb;
  29. }
  30. /*
  31. * All SKB's seen here are completely headerless. It is our
  32. * job to build the DCCP header, and pass the packet down to
  33. * IP so it can do the same plus pass the packet off to the
  34. * device.
  35. */
  36. static int dccp_transmit_skb(struct sock *sk, struct sk_buff *skb)
  37. {
  38. if (likely(skb != NULL)) {
  39. const struct inet_sock *inet = inet_sk(sk);
  40. const struct inet_connection_sock *icsk = inet_csk(sk);
  41. struct dccp_sock *dp = dccp_sk(sk);
  42. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  43. struct dccp_hdr *dh;
  44. /* XXX For now we're using only 48 bits sequence numbers */
  45. const u32 dccp_header_size = sizeof(*dh) +
  46. sizeof(struct dccp_hdr_ext) +
  47. dccp_packet_hdr_len(dcb->dccpd_type);
  48. int err, set_ack = 1;
  49. u64 ackno = dp->dccps_gsr;
  50. dccp_inc_seqno(&dp->dccps_gss);
  51. switch (dcb->dccpd_type) {
  52. case DCCP_PKT_DATA:
  53. set_ack = 0;
  54. /* fall through */
  55. case DCCP_PKT_DATAACK:
  56. break;
  57. case DCCP_PKT_REQUEST:
  58. set_ack = 0;
  59. /* fall through */
  60. case DCCP_PKT_SYNC:
  61. case DCCP_PKT_SYNCACK:
  62. ackno = dcb->dccpd_seq;
  63. /* fall through */
  64. default:
  65. /*
  66. * Only data packets should come through with skb->sk
  67. * set.
  68. */
  69. WARN_ON(skb->sk);
  70. skb_set_owner_w(skb, sk);
  71. break;
  72. }
  73. dcb->dccpd_seq = dp->dccps_gss;
  74. if (dccp_insert_options(sk, skb)) {
  75. kfree_skb(skb);
  76. return -EPROTO;
  77. }
  78. /* Build DCCP header and checksum it. */
  79. dh = dccp_zeroed_hdr(skb, dccp_header_size);
  80. dh->dccph_type = dcb->dccpd_type;
  81. dh->dccph_sport = inet->sport;
  82. dh->dccph_dport = inet->dport;
  83. dh->dccph_doff = (dccp_header_size + dcb->dccpd_opt_len) / 4;
  84. dh->dccph_ccval = dcb->dccpd_ccval;
  85. dh->dccph_cscov = dp->dccps_pcslen;
  86. /* XXX For now we're using only 48 bits sequence numbers */
  87. dh->dccph_x = 1;
  88. dp->dccps_awh = dp->dccps_gss;
  89. dccp_hdr_set_seq(dh, dp->dccps_gss);
  90. if (set_ack)
  91. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), ackno);
  92. switch (dcb->dccpd_type) {
  93. case DCCP_PKT_REQUEST:
  94. dccp_hdr_request(skb)->dccph_req_service =
  95. dp->dccps_service;
  96. break;
  97. case DCCP_PKT_RESET:
  98. dccp_hdr_reset(skb)->dccph_reset_code =
  99. dcb->dccpd_reset_code;
  100. break;
  101. }
  102. icsk->icsk_af_ops->send_check(sk, 0, skb);
  103. if (set_ack)
  104. dccp_event_ack_sent(sk);
  105. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  106. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  107. err = icsk->icsk_af_ops->queue_xmit(skb, 0);
  108. return net_xmit_eval(err);
  109. }
  110. return -ENOBUFS;
  111. }
  112. unsigned int dccp_sync_mss(struct sock *sk, u32 pmtu)
  113. {
  114. struct inet_connection_sock *icsk = inet_csk(sk);
  115. struct dccp_sock *dp = dccp_sk(sk);
  116. int mss_now = (pmtu - icsk->icsk_af_ops->net_header_len -
  117. sizeof(struct dccp_hdr) - sizeof(struct dccp_hdr_ext));
  118. /* Now subtract optional transport overhead */
  119. mss_now -= icsk->icsk_ext_hdr_len;
  120. /*
  121. * FIXME: this should come from the CCID infrastructure, where, say,
  122. * TFRC will say it wants TIMESTAMPS, ELAPSED time, etc, for now lets
  123. * put a rough estimate for NDP + TIMESTAMP + TIMESTAMP_ECHO + ELAPSED
  124. * TIME + TFRC_OPT_LOSS_EVENT_RATE + TFRC_OPT_RECEIVE_RATE + padding to
  125. * make it a multiple of 4
  126. */
  127. mss_now -= ((5 + 6 + 10 + 6 + 6 + 6 + 3) / 4) * 4;
  128. /* And store cached results */
  129. icsk->icsk_pmtu_cookie = pmtu;
  130. dp->dccps_mss_cache = mss_now;
  131. return mss_now;
  132. }
  133. EXPORT_SYMBOL_GPL(dccp_sync_mss);
  134. void dccp_write_space(struct sock *sk)
  135. {
  136. read_lock(&sk->sk_callback_lock);
  137. if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
  138. wake_up_interruptible(sk->sk_sleep);
  139. /* Should agree with poll, otherwise some programs break */
  140. if (sock_writeable(sk))
  141. sk_wake_async(sk, 2, POLL_OUT);
  142. read_unlock(&sk->sk_callback_lock);
  143. }
  144. /**
  145. * dccp_wait_for_ccid - Wait for ccid to tell us we can send a packet
  146. * @sk: socket to wait for
  147. */
  148. static int dccp_wait_for_ccid(struct sock *sk, struct sk_buff *skb)
  149. {
  150. struct dccp_sock *dp = dccp_sk(sk);
  151. DEFINE_WAIT(wait);
  152. unsigned long delay;
  153. int rc;
  154. while (1) {
  155. prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);
  156. if (sk->sk_err)
  157. goto do_error;
  158. if (signal_pending(current))
  159. goto do_interrupted;
  160. rc = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb);
  161. if (rc <= 0)
  162. break;
  163. delay = msecs_to_jiffies(rc);
  164. sk->sk_write_pending++;
  165. release_sock(sk);
  166. schedule_timeout(delay);
  167. lock_sock(sk);
  168. sk->sk_write_pending--;
  169. }
  170. out:
  171. finish_wait(sk->sk_sleep, &wait);
  172. return rc;
  173. do_error:
  174. rc = -EPIPE;
  175. goto out;
  176. do_interrupted:
  177. rc = -EINTR;
  178. goto out;
  179. }
  180. static void dccp_write_xmit_timer(unsigned long data) {
  181. struct sock *sk = (struct sock *)data;
  182. struct dccp_sock *dp = dccp_sk(sk);
  183. bh_lock_sock(sk);
  184. if (sock_owned_by_user(sk))
  185. sk_reset_timer(sk, &dp->dccps_xmit_timer, jiffies+1);
  186. else
  187. dccp_write_xmit(sk, 0);
  188. bh_unlock_sock(sk);
  189. sock_put(sk);
  190. }
  191. void dccp_write_xmit(struct sock *sk, int block)
  192. {
  193. struct dccp_sock *dp = dccp_sk(sk);
  194. struct sk_buff *skb;
  195. while ((skb = skb_peek(&sk->sk_write_queue))) {
  196. int err = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb);
  197. if (err > 0) {
  198. if (!block) {
  199. sk_reset_timer(sk, &dp->dccps_xmit_timer,
  200. msecs_to_jiffies(err)+jiffies);
  201. break;
  202. } else
  203. err = dccp_wait_for_ccid(sk, skb);
  204. if (err && err != -EINTR)
  205. DCCP_BUG("err=%d after dccp_wait_for_ccid", err);
  206. }
  207. skb_dequeue(&sk->sk_write_queue);
  208. if (err == 0) {
  209. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  210. const int len = skb->len;
  211. if (sk->sk_state == DCCP_PARTOPEN) {
  212. /* See 8.1.5. Handshake Completion */
  213. inet_csk_schedule_ack(sk);
  214. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  215. inet_csk(sk)->icsk_rto,
  216. DCCP_RTO_MAX);
  217. dcb->dccpd_type = DCCP_PKT_DATAACK;
  218. } else if (dccp_ack_pending(sk))
  219. dcb->dccpd_type = DCCP_PKT_DATAACK;
  220. else
  221. dcb->dccpd_type = DCCP_PKT_DATA;
  222. err = dccp_transmit_skb(sk, skb);
  223. ccid_hc_tx_packet_sent(dp->dccps_hc_tx_ccid, sk, 0, len);
  224. if (err)
  225. DCCP_BUG("err=%d after ccid_hc_tx_packet_sent",
  226. err);
  227. } else {
  228. dccp_pr_debug("packet discarded\n");
  229. kfree(skb);
  230. }
  231. }
  232. }
  233. int dccp_retransmit_skb(struct sock *sk, struct sk_buff *skb)
  234. {
  235. if (inet_csk(sk)->icsk_af_ops->rebuild_header(sk) != 0)
  236. return -EHOSTUNREACH; /* Routing failure or similar. */
  237. return dccp_transmit_skb(sk, (skb_cloned(skb) ?
  238. pskb_copy(skb, GFP_ATOMIC):
  239. skb_clone(skb, GFP_ATOMIC)));
  240. }
  241. struct sk_buff *dccp_make_response(struct sock *sk, struct dst_entry *dst,
  242. struct request_sock *req)
  243. {
  244. struct dccp_hdr *dh;
  245. struct dccp_request_sock *dreq;
  246. const u32 dccp_header_size = sizeof(struct dccp_hdr) +
  247. sizeof(struct dccp_hdr_ext) +
  248. sizeof(struct dccp_hdr_response);
  249. struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
  250. GFP_ATOMIC);
  251. if (skb == NULL)
  252. return NULL;
  253. /* Reserve space for headers. */
  254. skb_reserve(skb, sk->sk_prot->max_header);
  255. skb->dst = dst_clone(dst);
  256. dreq = dccp_rsk(req);
  257. if (inet_rsk(req)->acked) /* increase ISS upon retransmission */
  258. dccp_inc_seqno(&dreq->dreq_iss);
  259. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESPONSE;
  260. DCCP_SKB_CB(skb)->dccpd_seq = dreq->dreq_iss;
  261. if (dccp_insert_options(sk, skb)) {
  262. kfree_skb(skb);
  263. return NULL;
  264. }
  265. /* Build and checksum header */
  266. dh = dccp_zeroed_hdr(skb, dccp_header_size);
  267. dh->dccph_sport = inet_sk(sk)->sport;
  268. dh->dccph_dport = inet_rsk(req)->rmt_port;
  269. dh->dccph_doff = (dccp_header_size +
  270. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  271. dh->dccph_type = DCCP_PKT_RESPONSE;
  272. dh->dccph_x = 1;
  273. dccp_hdr_set_seq(dh, dreq->dreq_iss);
  274. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dreq->dreq_isr);
  275. dccp_hdr_response(skb)->dccph_resp_service = dreq->dreq_service;
  276. dccp_csum_outgoing(skb);
  277. /* We use `acked' to remember that a Response was already sent. */
  278. inet_rsk(req)->acked = 1;
  279. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  280. return skb;
  281. }
  282. EXPORT_SYMBOL_GPL(dccp_make_response);
  283. static struct sk_buff *dccp_make_reset(struct sock *sk, struct dst_entry *dst,
  284. const enum dccp_reset_codes code)
  285. {
  286. struct dccp_hdr *dh;
  287. struct dccp_sock *dp = dccp_sk(sk);
  288. const u32 dccp_header_size = sizeof(struct dccp_hdr) +
  289. sizeof(struct dccp_hdr_ext) +
  290. sizeof(struct dccp_hdr_reset);
  291. struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
  292. GFP_ATOMIC);
  293. if (skb == NULL)
  294. return NULL;
  295. /* Reserve space for headers. */
  296. skb_reserve(skb, sk->sk_prot->max_header);
  297. skb->dst = dst_clone(dst);
  298. dccp_inc_seqno(&dp->dccps_gss);
  299. DCCP_SKB_CB(skb)->dccpd_reset_code = code;
  300. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESET;
  301. DCCP_SKB_CB(skb)->dccpd_seq = dp->dccps_gss;
  302. if (dccp_insert_options(sk, skb)) {
  303. kfree_skb(skb);
  304. return NULL;
  305. }
  306. dh = dccp_zeroed_hdr(skb, dccp_header_size);
  307. dh->dccph_sport = inet_sk(sk)->sport;
  308. dh->dccph_dport = inet_sk(sk)->dport;
  309. dh->dccph_doff = (dccp_header_size +
  310. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  311. dh->dccph_type = DCCP_PKT_RESET;
  312. dh->dccph_x = 1;
  313. dccp_hdr_set_seq(dh, dp->dccps_gss);
  314. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dp->dccps_gsr);
  315. dccp_hdr_reset(skb)->dccph_reset_code = code;
  316. inet_csk(sk)->icsk_af_ops->send_check(sk, 0, skb);
  317. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  318. return skb;
  319. }
  320. int dccp_send_reset(struct sock *sk, enum dccp_reset_codes code)
  321. {
  322. /*
  323. * FIXME: what if rebuild_header fails?
  324. * Should we be doing a rebuild_header here?
  325. */
  326. int err = inet_sk_rebuild_header(sk);
  327. if (err == 0) {
  328. struct sk_buff *skb = dccp_make_reset(sk, sk->sk_dst_cache,
  329. code);
  330. if (skb != NULL) {
  331. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  332. err = inet_csk(sk)->icsk_af_ops->queue_xmit(skb, 0);
  333. return net_xmit_eval(err);
  334. }
  335. }
  336. return err;
  337. }
  338. /*
  339. * Do all connect socket setups that can be done AF independent.
  340. */
  341. static inline void dccp_connect_init(struct sock *sk)
  342. {
  343. struct dccp_sock *dp = dccp_sk(sk);
  344. struct dst_entry *dst = __sk_dst_get(sk);
  345. struct inet_connection_sock *icsk = inet_csk(sk);
  346. sk->sk_err = 0;
  347. sock_reset_flag(sk, SOCK_DONE);
  348. dccp_sync_mss(sk, dst_mtu(dst));
  349. /*
  350. * SWL and AWL are initially adjusted so that they are not less than
  351. * the initial Sequence Numbers received and sent, respectively:
  352. * SWL := max(GSR + 1 - floor(W/4), ISR),
  353. * AWL := max(GSS - W' + 1, ISS).
  354. * These adjustments MUST be applied only at the beginning of the
  355. * connection.
  356. */
  357. dccp_update_gss(sk, dp->dccps_iss);
  358. dccp_set_seqno(&dp->dccps_awl, max48(dp->dccps_awl, dp->dccps_iss));
  359. /* S.GAR - greatest valid acknowledgement number received on a non-Sync;
  360. * initialized to S.ISS (sec. 8.5) */
  361. dp->dccps_gar = dp->dccps_iss;
  362. icsk->icsk_retransmits = 0;
  363. init_timer(&dp->dccps_xmit_timer);
  364. dp->dccps_xmit_timer.data = (unsigned long)sk;
  365. dp->dccps_xmit_timer.function = dccp_write_xmit_timer;
  366. }
  367. int dccp_connect(struct sock *sk)
  368. {
  369. struct sk_buff *skb;
  370. struct inet_connection_sock *icsk = inet_csk(sk);
  371. dccp_connect_init(sk);
  372. skb = alloc_skb(sk->sk_prot->max_header, sk->sk_allocation);
  373. if (unlikely(skb == NULL))
  374. return -ENOBUFS;
  375. /* Reserve space for headers. */
  376. skb_reserve(skb, sk->sk_prot->max_header);
  377. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_REQUEST;
  378. dccp_skb_entail(sk, skb);
  379. dccp_transmit_skb(sk, skb_clone(skb, GFP_KERNEL));
  380. DCCP_INC_STATS(DCCP_MIB_ACTIVEOPENS);
  381. /* Timer for repeating the REQUEST until an answer. */
  382. inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS,
  383. icsk->icsk_rto, DCCP_RTO_MAX);
  384. return 0;
  385. }
  386. EXPORT_SYMBOL_GPL(dccp_connect);
  387. void dccp_send_ack(struct sock *sk)
  388. {
  389. /* If we have been reset, we may not send again. */
  390. if (sk->sk_state != DCCP_CLOSED) {
  391. struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header,
  392. GFP_ATOMIC);
  393. if (skb == NULL) {
  394. inet_csk_schedule_ack(sk);
  395. inet_csk(sk)->icsk_ack.ato = TCP_ATO_MIN;
  396. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  397. TCP_DELACK_MAX,
  398. DCCP_RTO_MAX);
  399. return;
  400. }
  401. /* Reserve space for headers */
  402. skb_reserve(skb, sk->sk_prot->max_header);
  403. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_ACK;
  404. dccp_transmit_skb(sk, skb);
  405. }
  406. }
  407. EXPORT_SYMBOL_GPL(dccp_send_ack);
  408. void dccp_send_delayed_ack(struct sock *sk)
  409. {
  410. struct inet_connection_sock *icsk = inet_csk(sk);
  411. /*
  412. * FIXME: tune this timer. elapsed time fixes the skew, so no problem
  413. * with using 2s, and active senders also piggyback the ACK into a
  414. * DATAACK packet, so this is really for quiescent senders.
  415. */
  416. unsigned long timeout = jiffies + 2 * HZ;
  417. /* Use new timeout only if there wasn't a older one earlier. */
  418. if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
  419. /* If delack timer was blocked or is about to expire,
  420. * send ACK now.
  421. *
  422. * FIXME: check the "about to expire" part
  423. */
  424. if (icsk->icsk_ack.blocked) {
  425. dccp_send_ack(sk);
  426. return;
  427. }
  428. if (!time_before(timeout, icsk->icsk_ack.timeout))
  429. timeout = icsk->icsk_ack.timeout;
  430. }
  431. icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
  432. icsk->icsk_ack.timeout = timeout;
  433. sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
  434. }
  435. void dccp_send_sync(struct sock *sk, const u64 seq,
  436. const enum dccp_pkt_type pkt_type)
  437. {
  438. /*
  439. * We are not putting this on the write queue, so
  440. * dccp_transmit_skb() will set the ownership to this
  441. * sock.
  442. */
  443. struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header, GFP_ATOMIC);
  444. if (skb == NULL)
  445. /* FIXME: how to make sure the sync is sent? */
  446. return;
  447. /* Reserve space for headers and prepare control bits. */
  448. skb_reserve(skb, sk->sk_prot->max_header);
  449. DCCP_SKB_CB(skb)->dccpd_type = pkt_type;
  450. DCCP_SKB_CB(skb)->dccpd_seq = seq;
  451. dccp_transmit_skb(sk, skb);
  452. }
  453. EXPORT_SYMBOL_GPL(dccp_send_sync);
  454. /*
  455. * Send a DCCP_PKT_CLOSE/CLOSEREQ. The caller locks the socket for us. This
  456. * cannot be allowed to fail queueing a DCCP_PKT_CLOSE/CLOSEREQ frame under
  457. * any circumstances.
  458. */
  459. void dccp_send_close(struct sock *sk, const int active)
  460. {
  461. struct dccp_sock *dp = dccp_sk(sk);
  462. struct sk_buff *skb;
  463. const gfp_t prio = active ? GFP_KERNEL : GFP_ATOMIC;
  464. skb = alloc_skb(sk->sk_prot->max_header, prio);
  465. if (skb == NULL)
  466. return;
  467. /* Reserve space for headers and prepare control bits. */
  468. skb_reserve(skb, sk->sk_prot->max_header);
  469. DCCP_SKB_CB(skb)->dccpd_type = dp->dccps_role == DCCP_ROLE_CLIENT ?
  470. DCCP_PKT_CLOSE : DCCP_PKT_CLOSEREQ;
  471. if (active) {
  472. dccp_write_xmit(sk, 1);
  473. dccp_skb_entail(sk, skb);
  474. dccp_transmit_skb(sk, skb_clone(skb, prio));
  475. /* FIXME do we need a retransmit timer here? */
  476. } else
  477. dccp_transmit_skb(sk, skb);
  478. }