output.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575
  1. /*
  2. * net/dccp/output.c
  3. *
  4. * An implementation of the DCCP protocol
  5. * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU General Public License
  9. * as published by the Free Software Foundation; either version
  10. * 2 of the License, or (at your option) any later version.
  11. */
  12. #include <linux/dccp.h>
  13. #include <linux/kernel.h>
  14. #include <linux/skbuff.h>
  15. #include <net/inet_sock.h>
  16. #include <net/sock.h>
  17. #include "ackvec.h"
  18. #include "ccid.h"
  19. #include "dccp.h"
  20. static inline void dccp_event_ack_sent(struct sock *sk)
  21. {
  22. inet_csk_clear_xmit_timer(sk, ICSK_TIME_DACK);
  23. }
  24. static void dccp_skb_entail(struct sock *sk, struct sk_buff *skb)
  25. {
  26. skb_set_owner_w(skb, sk);
  27. WARN_ON(sk->sk_send_head);
  28. sk->sk_send_head = skb;
  29. }
  30. /*
  31. * All SKB's seen here are completely headerless. It is our
  32. * job to build the DCCP header, and pass the packet down to
  33. * IP so it can do the same plus pass the packet off to the
  34. * device.
  35. */
  36. static int dccp_transmit_skb(struct sock *sk, struct sk_buff *skb)
  37. {
  38. if (likely(skb != NULL)) {
  39. const struct inet_sock *inet = inet_sk(sk);
  40. const struct inet_connection_sock *icsk = inet_csk(sk);
  41. struct dccp_sock *dp = dccp_sk(sk);
  42. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  43. struct dccp_hdr *dh;
  44. /* XXX For now we're using only 48 bits sequence numbers */
  45. const u32 dccp_header_size = sizeof(*dh) +
  46. sizeof(struct dccp_hdr_ext) +
  47. dccp_packet_hdr_len(dcb->dccpd_type);
  48. int err, set_ack = 1;
  49. u64 ackno = dp->dccps_gsr;
  50. dccp_inc_seqno(&dp->dccps_gss);
  51. switch (dcb->dccpd_type) {
  52. case DCCP_PKT_DATA:
  53. set_ack = 0;
  54. /* fall through */
  55. case DCCP_PKT_DATAACK:
  56. break;
  57. case DCCP_PKT_REQUEST:
  58. set_ack = 0;
  59. /* fall through */
  60. case DCCP_PKT_SYNC:
  61. case DCCP_PKT_SYNCACK:
  62. ackno = dcb->dccpd_seq;
  63. /* fall through */
  64. default:
  65. /*
  66. * Only data packets should come through with skb->sk
  67. * set.
  68. */
  69. WARN_ON(skb->sk);
  70. skb_set_owner_w(skb, sk);
  71. break;
  72. }
  73. dcb->dccpd_seq = dp->dccps_gss;
  74. if (dccp_insert_options(sk, skb)) {
  75. kfree_skb(skb);
  76. return -EPROTO;
  77. }
  78. /* Build DCCP header and checksum it. */
  79. dh = dccp_zeroed_hdr(skb, dccp_header_size);
  80. dh->dccph_type = dcb->dccpd_type;
  81. dh->dccph_sport = inet->sport;
  82. dh->dccph_dport = inet->dport;
  83. dh->dccph_doff = (dccp_header_size + dcb->dccpd_opt_len) / 4;
  84. dh->dccph_ccval = dcb->dccpd_ccval;
  85. dh->dccph_cscov = dp->dccps_pcslen;
  86. /* XXX For now we're using only 48 bits sequence numbers */
  87. dh->dccph_x = 1;
  88. dp->dccps_awh = dp->dccps_gss;
  89. dccp_hdr_set_seq(dh, dp->dccps_gss);
  90. if (set_ack)
  91. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), ackno);
  92. switch (dcb->dccpd_type) {
  93. case DCCP_PKT_REQUEST:
  94. dccp_hdr_request(skb)->dccph_req_service =
  95. dp->dccps_service;
  96. break;
  97. case DCCP_PKT_RESET:
  98. dccp_hdr_reset(skb)->dccph_reset_code =
  99. dcb->dccpd_reset_code;
  100. break;
  101. }
  102. icsk->icsk_af_ops->send_check(sk, 0, skb);
  103. if (set_ack)
  104. dccp_event_ack_sent(sk);
  105. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  106. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  107. err = icsk->icsk_af_ops->queue_xmit(skb, sk, 0);
  108. return net_xmit_eval(err);
  109. }
  110. return -ENOBUFS;
  111. }
  112. unsigned int dccp_sync_mss(struct sock *sk, u32 pmtu)
  113. {
  114. struct inet_connection_sock *icsk = inet_csk(sk);
  115. struct dccp_sock *dp = dccp_sk(sk);
  116. int mss_now = (pmtu - icsk->icsk_af_ops->net_header_len -
  117. sizeof(struct dccp_hdr) - sizeof(struct dccp_hdr_ext));
  118. /* Now subtract optional transport overhead */
  119. mss_now -= icsk->icsk_ext_hdr_len;
  120. /*
  121. * FIXME: this should come from the CCID infrastructure, where, say,
  122. * TFRC will say it wants TIMESTAMPS, ELAPSED time, etc, for now lets
  123. * put a rough estimate for NDP + TIMESTAMP + TIMESTAMP_ECHO + ELAPSED
  124. * TIME + TFRC_OPT_LOSS_EVENT_RATE + TFRC_OPT_RECEIVE_RATE + padding to
  125. * make it a multiple of 4
  126. */
  127. mss_now -= ((5 + 6 + 10 + 6 + 6 + 6 + 3) / 4) * 4;
  128. /* And store cached results */
  129. icsk->icsk_pmtu_cookie = pmtu;
  130. dp->dccps_mss_cache = mss_now;
  131. return mss_now;
  132. }
  133. EXPORT_SYMBOL_GPL(dccp_sync_mss);
  134. void dccp_write_space(struct sock *sk)
  135. {
  136. read_lock(&sk->sk_callback_lock);
  137. if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
  138. wake_up_interruptible(sk->sk_sleep);
  139. /* Should agree with poll, otherwise some programs break */
  140. if (sock_writeable(sk))
  141. sk_wake_async(sk, 2, POLL_OUT);
  142. read_unlock(&sk->sk_callback_lock);
  143. }
  144. /**
  145. * dccp_wait_for_ccid - Wait for ccid to tell us we can send a packet
  146. * @sk: socket to wait for
  147. */
  148. static int dccp_wait_for_ccid(struct sock *sk, struct sk_buff *skb)
  149. {
  150. struct dccp_sock *dp = dccp_sk(sk);
  151. DEFINE_WAIT(wait);
  152. unsigned long delay;
  153. int rc;
  154. while (1) {
  155. prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);
  156. if (sk->sk_err)
  157. goto do_error;
  158. if (signal_pending(current))
  159. goto do_interrupted;
  160. rc = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb);
  161. if (rc <= 0)
  162. break;
  163. delay = msecs_to_jiffies(rc);
  164. sk->sk_write_pending++;
  165. release_sock(sk);
  166. schedule_timeout(delay);
  167. lock_sock(sk);
  168. sk->sk_write_pending--;
  169. }
  170. out:
  171. finish_wait(sk->sk_sleep, &wait);
  172. return rc;
  173. do_error:
  174. rc = -EPIPE;
  175. goto out;
  176. do_interrupted:
  177. rc = -EINTR;
  178. goto out;
  179. }
  180. static void dccp_write_xmit_timer(unsigned long data) {
  181. struct sock *sk = (struct sock *)data;
  182. struct dccp_sock *dp = dccp_sk(sk);
  183. bh_lock_sock(sk);
  184. if (sock_owned_by_user(sk))
  185. sk_reset_timer(sk, &dp->dccps_xmit_timer, jiffies+1);
  186. else
  187. dccp_write_xmit(sk, 0);
  188. bh_unlock_sock(sk);
  189. sock_put(sk);
  190. }
  191. void dccp_write_xmit(struct sock *sk, int block)
  192. {
  193. struct dccp_sock *dp = dccp_sk(sk);
  194. struct sk_buff *skb;
  195. while ((skb = skb_peek(&sk->sk_write_queue))) {
  196. int err = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb);
  197. if (err > 0) {
  198. if (!block) {
  199. sk_reset_timer(sk, &dp->dccps_xmit_timer,
  200. msecs_to_jiffies(err)+jiffies);
  201. break;
  202. } else
  203. err = dccp_wait_for_ccid(sk, skb);
  204. if (err)
  205. DCCP_BUG("err=%d after dccp_wait_for_ccid", err);
  206. }
  207. skb_dequeue(&sk->sk_write_queue);
  208. if (err == 0) {
  209. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  210. const int len = skb->len;
  211. if (sk->sk_state == DCCP_PARTOPEN) {
  212. /* See 8.1.5. Handshake Completion */
  213. inet_csk_schedule_ack(sk);
  214. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  215. inet_csk(sk)->icsk_rto,
  216. DCCP_RTO_MAX);
  217. dcb->dccpd_type = DCCP_PKT_DATAACK;
  218. } else if (dccp_ack_pending(sk))
  219. dcb->dccpd_type = DCCP_PKT_DATAACK;
  220. else
  221. dcb->dccpd_type = DCCP_PKT_DATA;
  222. err = dccp_transmit_skb(sk, skb);
  223. ccid_hc_tx_packet_sent(dp->dccps_hc_tx_ccid, sk, 0, len);
  224. if (err)
  225. DCCP_BUG("err=%d after ccid_hc_tx_packet_sent",
  226. err);
  227. } else
  228. kfree(skb);
  229. }
  230. }
  231. int dccp_retransmit_skb(struct sock *sk, struct sk_buff *skb)
  232. {
  233. if (inet_csk(sk)->icsk_af_ops->rebuild_header(sk) != 0)
  234. return -EHOSTUNREACH; /* Routing failure or similar. */
  235. return dccp_transmit_skb(sk, (skb_cloned(skb) ?
  236. pskb_copy(skb, GFP_ATOMIC):
  237. skb_clone(skb, GFP_ATOMIC)));
  238. }
  239. struct sk_buff *dccp_make_response(struct sock *sk, struct dst_entry *dst,
  240. struct request_sock *req)
  241. {
  242. struct dccp_hdr *dh;
  243. struct dccp_request_sock *dreq;
  244. const u32 dccp_header_size = sizeof(struct dccp_hdr) +
  245. sizeof(struct dccp_hdr_ext) +
  246. sizeof(struct dccp_hdr_response);
  247. struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
  248. GFP_ATOMIC);
  249. if (skb == NULL)
  250. return NULL;
  251. /* Reserve space for headers. */
  252. skb_reserve(skb, sk->sk_prot->max_header);
  253. skb->dst = dst_clone(dst);
  254. dreq = dccp_rsk(req);
  255. if (inet_rsk(req)->acked) /* increase ISS upon retransmission */
  256. dccp_inc_seqno(&dreq->dreq_iss);
  257. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESPONSE;
  258. DCCP_SKB_CB(skb)->dccpd_seq = dreq->dreq_iss;
  259. if (dccp_insert_options(sk, skb)) {
  260. kfree_skb(skb);
  261. return NULL;
  262. }
  263. /* Build and checksum header */
  264. dh = dccp_zeroed_hdr(skb, dccp_header_size);
  265. dh->dccph_sport = inet_sk(sk)->sport;
  266. dh->dccph_dport = inet_rsk(req)->rmt_port;
  267. dh->dccph_doff = (dccp_header_size +
  268. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  269. dh->dccph_type = DCCP_PKT_RESPONSE;
  270. dh->dccph_x = 1;
  271. dccp_hdr_set_seq(dh, dreq->dreq_iss);
  272. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dreq->dreq_isr);
  273. dccp_hdr_response(skb)->dccph_resp_service = dreq->dreq_service;
  274. dccp_csum_outgoing(skb);
  275. /* We use `acked' to remember that a Response was already sent. */
  276. inet_rsk(req)->acked = 1;
  277. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  278. return skb;
  279. }
  280. EXPORT_SYMBOL_GPL(dccp_make_response);
  281. static struct sk_buff *dccp_make_reset(struct sock *sk, struct dst_entry *dst,
  282. const enum dccp_reset_codes code)
  283. {
  284. struct dccp_hdr *dh;
  285. struct dccp_sock *dp = dccp_sk(sk);
  286. const u32 dccp_header_size = sizeof(struct dccp_hdr) +
  287. sizeof(struct dccp_hdr_ext) +
  288. sizeof(struct dccp_hdr_reset);
  289. struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
  290. GFP_ATOMIC);
  291. if (skb == NULL)
  292. return NULL;
  293. /* Reserve space for headers. */
  294. skb_reserve(skb, sk->sk_prot->max_header);
  295. skb->dst = dst_clone(dst);
  296. dccp_inc_seqno(&dp->dccps_gss);
  297. DCCP_SKB_CB(skb)->dccpd_reset_code = code;
  298. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESET;
  299. DCCP_SKB_CB(skb)->dccpd_seq = dp->dccps_gss;
  300. if (dccp_insert_options(sk, skb)) {
  301. kfree_skb(skb);
  302. return NULL;
  303. }
  304. dh = dccp_zeroed_hdr(skb, dccp_header_size);
  305. dh->dccph_sport = inet_sk(sk)->sport;
  306. dh->dccph_dport = inet_sk(sk)->dport;
  307. dh->dccph_doff = (dccp_header_size +
  308. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  309. dh->dccph_type = DCCP_PKT_RESET;
  310. dh->dccph_x = 1;
  311. dccp_hdr_set_seq(dh, dp->dccps_gss);
  312. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dp->dccps_gsr);
  313. dccp_hdr_reset(skb)->dccph_reset_code = code;
  314. inet_csk(sk)->icsk_af_ops->send_check(sk, 0, skb);
  315. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  316. return skb;
  317. }
  318. int dccp_send_reset(struct sock *sk, enum dccp_reset_codes code)
  319. {
  320. /*
  321. * FIXME: what if rebuild_header fails?
  322. * Should we be doing a rebuild_header here?
  323. */
  324. int err = inet_sk_rebuild_header(sk);
  325. if (err == 0) {
  326. struct sk_buff *skb = dccp_make_reset(sk, sk->sk_dst_cache,
  327. code);
  328. if (skb != NULL) {
  329. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  330. err = inet_csk(sk)->icsk_af_ops->queue_xmit(skb, sk, 0);
  331. return net_xmit_eval(err);
  332. }
  333. }
  334. return err;
  335. }
  336. /*
  337. * Do all connect socket setups that can be done AF independent.
  338. */
  339. static inline void dccp_connect_init(struct sock *sk)
  340. {
  341. struct dccp_sock *dp = dccp_sk(sk);
  342. struct dst_entry *dst = __sk_dst_get(sk);
  343. struct inet_connection_sock *icsk = inet_csk(sk);
  344. sk->sk_err = 0;
  345. sock_reset_flag(sk, SOCK_DONE);
  346. dccp_sync_mss(sk, dst_mtu(dst));
  347. /*
  348. * SWL and AWL are initially adjusted so that they are not less than
  349. * the initial Sequence Numbers received and sent, respectively:
  350. * SWL := max(GSR + 1 - floor(W/4), ISR),
  351. * AWL := max(GSS - W' + 1, ISS).
  352. * These adjustments MUST be applied only at the beginning of the
  353. * connection.
  354. */
  355. dccp_update_gss(sk, dp->dccps_iss);
  356. dccp_set_seqno(&dp->dccps_awl, max48(dp->dccps_awl, dp->dccps_iss));
  357. /* S.GAR - greatest valid acknowledgement number received on a non-Sync;
  358. * initialized to S.ISS (sec. 8.5) */
  359. dp->dccps_gar = dp->dccps_iss;
  360. icsk->icsk_retransmits = 0;
  361. init_timer(&dp->dccps_xmit_timer);
  362. dp->dccps_xmit_timer.data = (unsigned long)sk;
  363. dp->dccps_xmit_timer.function = dccp_write_xmit_timer;
  364. }
  365. int dccp_connect(struct sock *sk)
  366. {
  367. struct sk_buff *skb;
  368. struct inet_connection_sock *icsk = inet_csk(sk);
  369. dccp_connect_init(sk);
  370. skb = alloc_skb(sk->sk_prot->max_header, sk->sk_allocation);
  371. if (unlikely(skb == NULL))
  372. return -ENOBUFS;
  373. /* Reserve space for headers. */
  374. skb_reserve(skb, sk->sk_prot->max_header);
  375. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_REQUEST;
  376. dccp_skb_entail(sk, skb);
  377. dccp_transmit_skb(sk, skb_clone(skb, GFP_KERNEL));
  378. DCCP_INC_STATS(DCCP_MIB_ACTIVEOPENS);
  379. /* Timer for repeating the REQUEST until an answer. */
  380. inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS,
  381. icsk->icsk_rto, DCCP_RTO_MAX);
  382. return 0;
  383. }
  384. EXPORT_SYMBOL_GPL(dccp_connect);
  385. void dccp_send_ack(struct sock *sk)
  386. {
  387. /* If we have been reset, we may not send again. */
  388. if (sk->sk_state != DCCP_CLOSED) {
  389. struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header,
  390. GFP_ATOMIC);
  391. if (skb == NULL) {
  392. inet_csk_schedule_ack(sk);
  393. inet_csk(sk)->icsk_ack.ato = TCP_ATO_MIN;
  394. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  395. TCP_DELACK_MAX,
  396. DCCP_RTO_MAX);
  397. return;
  398. }
  399. /* Reserve space for headers */
  400. skb_reserve(skb, sk->sk_prot->max_header);
  401. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_ACK;
  402. dccp_transmit_skb(sk, skb);
  403. }
  404. }
  405. EXPORT_SYMBOL_GPL(dccp_send_ack);
  406. void dccp_send_delayed_ack(struct sock *sk)
  407. {
  408. struct inet_connection_sock *icsk = inet_csk(sk);
  409. /*
  410. * FIXME: tune this timer. elapsed time fixes the skew, so no problem
  411. * with using 2s, and active senders also piggyback the ACK into a
  412. * DATAACK packet, so this is really for quiescent senders.
  413. */
  414. unsigned long timeout = jiffies + 2 * HZ;
  415. /* Use new timeout only if there wasn't a older one earlier. */
  416. if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
  417. /* If delack timer was blocked or is about to expire,
  418. * send ACK now.
  419. *
  420. * FIXME: check the "about to expire" part
  421. */
  422. if (icsk->icsk_ack.blocked) {
  423. dccp_send_ack(sk);
  424. return;
  425. }
  426. if (!time_before(timeout, icsk->icsk_ack.timeout))
  427. timeout = icsk->icsk_ack.timeout;
  428. }
  429. icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
  430. icsk->icsk_ack.timeout = timeout;
  431. sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
  432. }
  433. void dccp_send_sync(struct sock *sk, const u64 seq,
  434. const enum dccp_pkt_type pkt_type)
  435. {
  436. /*
  437. * We are not putting this on the write queue, so
  438. * dccp_transmit_skb() will set the ownership to this
  439. * sock.
  440. */
  441. struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header, GFP_ATOMIC);
  442. if (skb == NULL)
  443. /* FIXME: how to make sure the sync is sent? */
  444. return;
  445. /* Reserve space for headers and prepare control bits. */
  446. skb_reserve(skb, sk->sk_prot->max_header);
  447. DCCP_SKB_CB(skb)->dccpd_type = pkt_type;
  448. DCCP_SKB_CB(skb)->dccpd_seq = seq;
  449. dccp_transmit_skb(sk, skb);
  450. }
  451. EXPORT_SYMBOL_GPL(dccp_send_sync);
  452. /*
  453. * Send a DCCP_PKT_CLOSE/CLOSEREQ. The caller locks the socket for us. This
  454. * cannot be allowed to fail queueing a DCCP_PKT_CLOSE/CLOSEREQ frame under
  455. * any circumstances.
  456. */
  457. void dccp_send_close(struct sock *sk, const int active)
  458. {
  459. struct dccp_sock *dp = dccp_sk(sk);
  460. struct sk_buff *skb;
  461. const gfp_t prio = active ? GFP_KERNEL : GFP_ATOMIC;
  462. skb = alloc_skb(sk->sk_prot->max_header, prio);
  463. if (skb == NULL)
  464. return;
  465. /* Reserve space for headers and prepare control bits. */
  466. skb_reserve(skb, sk->sk_prot->max_header);
  467. DCCP_SKB_CB(skb)->dccpd_type = dp->dccps_role == DCCP_ROLE_CLIENT ?
  468. DCCP_PKT_CLOSE : DCCP_PKT_CLOSEREQ;
  469. if (active) {
  470. dccp_write_xmit(sk, 1);
  471. dccp_skb_entail(sk, skb);
  472. dccp_transmit_skb(sk, skb_clone(skb, prio));
  473. /* FIXME do we need a retransmit timer here? */
  474. } else
  475. dccp_transmit_skb(sk, skb);
  476. }