output.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558
  1. /*
  2. * net/dccp/output.c
  3. *
  4. * An implementation of the DCCP protocol
  5. * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU General Public License
  9. * as published by the Free Software Foundation; either version
  10. * 2 of the License, or (at your option) any later version.
  11. */
  12. #include <linux/config.h>
  13. #include <linux/dccp.h>
  14. #include <linux/kernel.h>
  15. #include <linux/skbuff.h>
  16. #include <net/inet_sock.h>
  17. #include <net/sock.h>
  18. #include "ackvec.h"
  19. #include "ccid.h"
  20. #include "dccp.h"
  21. static inline void dccp_event_ack_sent(struct sock *sk)
  22. {
  23. inet_csk_clear_xmit_timer(sk, ICSK_TIME_DACK);
  24. }
  25. static inline void dccp_skb_entail(struct sock *sk, struct sk_buff *skb)
  26. {
  27. skb_set_owner_w(skb, sk);
  28. WARN_ON(sk->sk_send_head);
  29. sk->sk_send_head = skb;
  30. }
  31. /*
  32. * All SKB's seen here are completely headerless. It is our
  33. * job to build the DCCP header, and pass the packet down to
  34. * IP so it can do the same plus pass the packet off to the
  35. * device.
  36. */
  37. static int dccp_transmit_skb(struct sock *sk, struct sk_buff *skb)
  38. {
  39. if (likely(skb != NULL)) {
  40. const struct inet_sock *inet = inet_sk(sk);
  41. const struct inet_connection_sock *icsk = inet_csk(sk);
  42. struct dccp_sock *dp = dccp_sk(sk);
  43. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  44. struct dccp_hdr *dh;
  45. /* XXX For now we're using only 48 bits sequence numbers */
  46. const int dccp_header_size = sizeof(*dh) +
  47. sizeof(struct dccp_hdr_ext) +
  48. dccp_packet_hdr_len(dcb->dccpd_type);
  49. int err, set_ack = 1;
  50. u64 ackno = dp->dccps_gsr;
  51. dccp_inc_seqno(&dp->dccps_gss);
  52. switch (dcb->dccpd_type) {
  53. case DCCP_PKT_DATA:
  54. set_ack = 0;
  55. /* fall through */
  56. case DCCP_PKT_DATAACK:
  57. break;
  58. case DCCP_PKT_REQUEST:
  59. set_ack = 0;
  60. /* fall through */
  61. case DCCP_PKT_SYNC:
  62. case DCCP_PKT_SYNCACK:
  63. ackno = dcb->dccpd_seq;
  64. /* fall through */
  65. default:
  66. /*
  67. * Only data packets should come through with skb->sk
  68. * set.
  69. */
  70. WARN_ON(skb->sk);
  71. skb_set_owner_w(skb, sk);
  72. break;
  73. }
  74. dcb->dccpd_seq = dp->dccps_gss;
  75. dccp_insert_options(sk, skb);
  76. skb->h.raw = skb_push(skb, dccp_header_size);
  77. dh = dccp_hdr(skb);
  78. /* Build DCCP header and checksum it. */
  79. memset(dh, 0, dccp_header_size);
  80. dh->dccph_type = dcb->dccpd_type;
  81. dh->dccph_sport = inet->sport;
  82. dh->dccph_dport = inet->dport;
  83. dh->dccph_doff = (dccp_header_size + dcb->dccpd_opt_len) / 4;
  84. dh->dccph_ccval = dcb->dccpd_ccval;
  85. /* XXX For now we're using only 48 bits sequence numbers */
  86. dh->dccph_x = 1;
  87. dp->dccps_awh = dp->dccps_gss;
  88. dccp_hdr_set_seq(dh, dp->dccps_gss);
  89. if (set_ack)
  90. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), ackno);
  91. switch (dcb->dccpd_type) {
  92. case DCCP_PKT_REQUEST:
  93. dccp_hdr_request(skb)->dccph_req_service =
  94. dp->dccps_service;
  95. break;
  96. case DCCP_PKT_RESET:
  97. dccp_hdr_reset(skb)->dccph_reset_code =
  98. dcb->dccpd_reset_code;
  99. break;
  100. }
  101. icsk->icsk_af_ops->send_check(sk, skb->len, skb);
  102. if (set_ack)
  103. dccp_event_ack_sent(sk);
  104. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  105. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  106. err = icsk->icsk_af_ops->queue_xmit(skb, 0);
  107. if (err <= 0)
  108. return err;
  109. /* NET_XMIT_CN is special. It does not guarantee,
  110. * that this packet is lost. It tells that device
  111. * is about to start to drop packets or already
  112. * drops some packets of the same priority and
  113. * invokes us to send less aggressively.
  114. */
  115. return err == NET_XMIT_CN ? 0 : err;
  116. }
  117. return -ENOBUFS;
  118. }
  119. unsigned int dccp_sync_mss(struct sock *sk, u32 pmtu)
  120. {
  121. struct inet_connection_sock *icsk = inet_csk(sk);
  122. struct dccp_sock *dp = dccp_sk(sk);
  123. int mss_now = (pmtu - icsk->icsk_af_ops->net_header_len -
  124. sizeof(struct dccp_hdr) - sizeof(struct dccp_hdr_ext));
  125. /* Now subtract optional transport overhead */
  126. mss_now -= icsk->icsk_ext_hdr_len;
  127. /*
  128. * FIXME: this should come from the CCID infrastructure, where, say,
  129. * TFRC will say it wants TIMESTAMPS, ELAPSED time, etc, for now lets
  130. * put a rough estimate for NDP + TIMESTAMP + TIMESTAMP_ECHO + ELAPSED
  131. * TIME + TFRC_OPT_LOSS_EVENT_RATE + TFRC_OPT_RECEIVE_RATE + padding to
  132. * make it a multiple of 4
  133. */
  134. mss_now -= ((5 + 6 + 10 + 6 + 6 + 6 + 3) / 4) * 4;
  135. /* And store cached results */
  136. icsk->icsk_pmtu_cookie = pmtu;
  137. dp->dccps_mss_cache = mss_now;
  138. return mss_now;
  139. }
  140. EXPORT_SYMBOL_GPL(dccp_sync_mss);
  141. void dccp_write_space(struct sock *sk)
  142. {
  143. read_lock(&sk->sk_callback_lock);
  144. if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
  145. wake_up_interruptible(sk->sk_sleep);
  146. /* Should agree with poll, otherwise some programs break */
  147. if (sock_writeable(sk))
  148. sk_wake_async(sk, 2, POLL_OUT);
  149. read_unlock(&sk->sk_callback_lock);
  150. }
  151. /**
  152. * dccp_wait_for_ccid - Wait for ccid to tell us we can send a packet
  153. * @sk: socket to wait for
  154. * @timeo: for how long
  155. */
  156. static int dccp_wait_for_ccid(struct sock *sk, struct sk_buff *skb,
  157. long *timeo)
  158. {
  159. struct dccp_sock *dp = dccp_sk(sk);
  160. DEFINE_WAIT(wait);
  161. long delay;
  162. int rc;
  163. while (1) {
  164. prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);
  165. if (sk->sk_err || (sk->sk_shutdown & SEND_SHUTDOWN))
  166. goto do_error;
  167. if (!*timeo)
  168. goto do_nonblock;
  169. if (signal_pending(current))
  170. goto do_interrupted;
  171. rc = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb,
  172. skb->len);
  173. if (rc <= 0)
  174. break;
  175. delay = msecs_to_jiffies(rc);
  176. if (delay > *timeo || delay < 0)
  177. goto do_nonblock;
  178. sk->sk_write_pending++;
  179. release_sock(sk);
  180. *timeo -= schedule_timeout(delay);
  181. lock_sock(sk);
  182. sk->sk_write_pending--;
  183. }
  184. out:
  185. finish_wait(sk->sk_sleep, &wait);
  186. return rc;
  187. do_error:
  188. rc = -EPIPE;
  189. goto out;
  190. do_nonblock:
  191. rc = -EAGAIN;
  192. goto out;
  193. do_interrupted:
  194. rc = sock_intr_errno(*timeo);
  195. goto out;
  196. }
  197. int dccp_write_xmit(struct sock *sk, struct sk_buff *skb, long *timeo)
  198. {
  199. const struct dccp_sock *dp = dccp_sk(sk);
  200. int err = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb,
  201. skb->len);
  202. if (err > 0)
  203. err = dccp_wait_for_ccid(sk, skb, timeo);
  204. if (err == 0) {
  205. struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
  206. const int len = skb->len;
  207. if (sk->sk_state == DCCP_PARTOPEN) {
  208. /* See 8.1.5. Handshake Completion */
  209. inet_csk_schedule_ack(sk);
  210. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  211. inet_csk(sk)->icsk_rto,
  212. DCCP_RTO_MAX);
  213. dcb->dccpd_type = DCCP_PKT_DATAACK;
  214. } else if (dccp_ack_pending(sk))
  215. dcb->dccpd_type = DCCP_PKT_DATAACK;
  216. else
  217. dcb->dccpd_type = DCCP_PKT_DATA;
  218. err = dccp_transmit_skb(sk, skb);
  219. ccid_hc_tx_packet_sent(dp->dccps_hc_tx_ccid, sk, 0, len);
  220. } else
  221. kfree_skb(skb);
  222. return err;
  223. }
  224. int dccp_retransmit_skb(struct sock *sk, struct sk_buff *skb)
  225. {
  226. if (inet_csk(sk)->icsk_af_ops->rebuild_header(sk) != 0)
  227. return -EHOSTUNREACH; /* Routing failure or similar. */
  228. return dccp_transmit_skb(sk, (skb_cloned(skb) ?
  229. pskb_copy(skb, GFP_ATOMIC):
  230. skb_clone(skb, GFP_ATOMIC)));
  231. }
  232. struct sk_buff *dccp_make_response(struct sock *sk, struct dst_entry *dst,
  233. struct request_sock *req)
  234. {
  235. struct dccp_hdr *dh;
  236. struct dccp_request_sock *dreq;
  237. const int dccp_header_size = sizeof(struct dccp_hdr) +
  238. sizeof(struct dccp_hdr_ext) +
  239. sizeof(struct dccp_hdr_response);
  240. struct sk_buff *skb = sock_wmalloc(sk, MAX_HEADER + DCCP_MAX_OPT_LEN +
  241. dccp_header_size, 1,
  242. GFP_ATOMIC);
  243. if (skb == NULL)
  244. return NULL;
  245. /* Reserve space for headers. */
  246. skb_reserve(skb, MAX_HEADER + DCCP_MAX_OPT_LEN + dccp_header_size);
  247. skb->dst = dst_clone(dst);
  248. skb->csum = 0;
  249. dreq = dccp_rsk(req);
  250. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESPONSE;
  251. DCCP_SKB_CB(skb)->dccpd_seq = dreq->dreq_iss;
  252. dccp_insert_options(sk, skb);
  253. skb->h.raw = skb_push(skb, dccp_header_size);
  254. dh = dccp_hdr(skb);
  255. memset(dh, 0, dccp_header_size);
  256. dh->dccph_sport = inet_sk(sk)->sport;
  257. dh->dccph_dport = inet_rsk(req)->rmt_port;
  258. dh->dccph_doff = (dccp_header_size +
  259. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  260. dh->dccph_type = DCCP_PKT_RESPONSE;
  261. dh->dccph_x = 1;
  262. dccp_hdr_set_seq(dh, dreq->dreq_iss);
  263. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dreq->dreq_isr);
  264. dccp_hdr_response(skb)->dccph_resp_service = dreq->dreq_service;
  265. dh->dccph_checksum = dccp_v4_checksum(skb, inet_rsk(req)->loc_addr,
  266. inet_rsk(req)->rmt_addr);
  267. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  268. return skb;
  269. }
  270. EXPORT_SYMBOL_GPL(dccp_make_response);
  271. static struct sk_buff *dccp_make_reset(struct sock *sk, struct dst_entry *dst,
  272. const enum dccp_reset_codes code)
  273. {
  274. struct dccp_hdr *dh;
  275. struct dccp_sock *dp = dccp_sk(sk);
  276. const int dccp_header_size = sizeof(struct dccp_hdr) +
  277. sizeof(struct dccp_hdr_ext) +
  278. sizeof(struct dccp_hdr_reset);
  279. struct sk_buff *skb = sock_wmalloc(sk, MAX_HEADER + DCCP_MAX_OPT_LEN +
  280. dccp_header_size, 1,
  281. GFP_ATOMIC);
  282. if (skb == NULL)
  283. return NULL;
  284. /* Reserve space for headers. */
  285. skb_reserve(skb, MAX_HEADER + DCCP_MAX_OPT_LEN + dccp_header_size);
  286. skb->dst = dst_clone(dst);
  287. skb->csum = 0;
  288. dccp_inc_seqno(&dp->dccps_gss);
  289. DCCP_SKB_CB(skb)->dccpd_reset_code = code;
  290. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESET;
  291. DCCP_SKB_CB(skb)->dccpd_seq = dp->dccps_gss;
  292. dccp_insert_options(sk, skb);
  293. skb->h.raw = skb_push(skb, dccp_header_size);
  294. dh = dccp_hdr(skb);
  295. memset(dh, 0, dccp_header_size);
  296. dh->dccph_sport = inet_sk(sk)->sport;
  297. dh->dccph_dport = inet_sk(sk)->dport;
  298. dh->dccph_doff = (dccp_header_size +
  299. DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
  300. dh->dccph_type = DCCP_PKT_RESET;
  301. dh->dccph_x = 1;
  302. dccp_hdr_set_seq(dh, dp->dccps_gss);
  303. dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dp->dccps_gsr);
  304. dccp_hdr_reset(skb)->dccph_reset_code = code;
  305. inet_csk(sk)->icsk_af_ops->send_check(sk, skb->len, skb);
  306. DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
  307. return skb;
  308. }
  309. int dccp_send_reset(struct sock *sk, enum dccp_reset_codes code)
  310. {
  311. /*
  312. * FIXME: what if rebuild_header fails?
  313. * Should we be doing a rebuild_header here?
  314. */
  315. int err = inet_sk_rebuild_header(sk);
  316. if (err == 0) {
  317. struct sk_buff *skb = dccp_make_reset(sk, sk->sk_dst_cache,
  318. code);
  319. if (skb != NULL) {
  320. memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
  321. err = inet_csk(sk)->icsk_af_ops->queue_xmit(skb, 0);
  322. if (err == NET_XMIT_CN)
  323. err = 0;
  324. }
  325. }
  326. return err;
  327. }
  328. /*
  329. * Do all connect socket setups that can be done AF independent.
  330. */
  331. static inline void dccp_connect_init(struct sock *sk)
  332. {
  333. struct dccp_sock *dp = dccp_sk(sk);
  334. struct dst_entry *dst = __sk_dst_get(sk);
  335. struct inet_connection_sock *icsk = inet_csk(sk);
  336. sk->sk_err = 0;
  337. sock_reset_flag(sk, SOCK_DONE);
  338. dccp_sync_mss(sk, dst_mtu(dst));
  339. dccp_update_gss(sk, dp->dccps_iss);
  340. /*
  341. * SWL and AWL are initially adjusted so that they are not less than
  342. * the initial Sequence Numbers received and sent, respectively:
  343. * SWL := max(GSR + 1 - floor(W/4), ISR),
  344. * AWL := max(GSS - W' + 1, ISS).
  345. * These adjustments MUST be applied only at the beginning of the
  346. * connection.
  347. */
  348. dccp_set_seqno(&dp->dccps_awl, max48(dp->dccps_awl, dp->dccps_iss));
  349. icsk->icsk_retransmits = 0;
  350. }
  351. int dccp_connect(struct sock *sk)
  352. {
  353. struct sk_buff *skb;
  354. struct inet_connection_sock *icsk = inet_csk(sk);
  355. dccp_connect_init(sk);
  356. skb = alloc_skb(MAX_DCCP_HEADER + 15, sk->sk_allocation);
  357. if (unlikely(skb == NULL))
  358. return -ENOBUFS;
  359. /* Reserve space for headers. */
  360. skb_reserve(skb, MAX_DCCP_HEADER);
  361. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_REQUEST;
  362. skb->csum = 0;
  363. dccp_skb_entail(sk, skb);
  364. dccp_transmit_skb(sk, skb_clone(skb, GFP_KERNEL));
  365. DCCP_INC_STATS(DCCP_MIB_ACTIVEOPENS);
  366. /* Timer for repeating the REQUEST until an answer. */
  367. inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS,
  368. icsk->icsk_rto, DCCP_RTO_MAX);
  369. return 0;
  370. }
  371. EXPORT_SYMBOL_GPL(dccp_connect);
  372. void dccp_send_ack(struct sock *sk)
  373. {
  374. /* If we have been reset, we may not send again. */
  375. if (sk->sk_state != DCCP_CLOSED) {
  376. struct sk_buff *skb = alloc_skb(MAX_DCCP_HEADER, GFP_ATOMIC);
  377. if (skb == NULL) {
  378. inet_csk_schedule_ack(sk);
  379. inet_csk(sk)->icsk_ack.ato = TCP_ATO_MIN;
  380. inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
  381. TCP_DELACK_MAX,
  382. DCCP_RTO_MAX);
  383. return;
  384. }
  385. /* Reserve space for headers */
  386. skb_reserve(skb, MAX_DCCP_HEADER);
  387. skb->csum = 0;
  388. DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_ACK;
  389. dccp_transmit_skb(sk, skb);
  390. }
  391. }
  392. EXPORT_SYMBOL_GPL(dccp_send_ack);
  393. void dccp_send_delayed_ack(struct sock *sk)
  394. {
  395. struct inet_connection_sock *icsk = inet_csk(sk);
  396. /*
  397. * FIXME: tune this timer. elapsed time fixes the skew, so no problem
  398. * with using 2s, and active senders also piggyback the ACK into a
  399. * DATAACK packet, so this is really for quiescent senders.
  400. */
  401. unsigned long timeout = jiffies + 2 * HZ;
  402. /* Use new timeout only if there wasn't a older one earlier. */
  403. if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
  404. /* If delack timer was blocked or is about to expire,
  405. * send ACK now.
  406. *
  407. * FIXME: check the "about to expire" part
  408. */
  409. if (icsk->icsk_ack.blocked) {
  410. dccp_send_ack(sk);
  411. return;
  412. }
  413. if (!time_before(timeout, icsk->icsk_ack.timeout))
  414. timeout = icsk->icsk_ack.timeout;
  415. }
  416. icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
  417. icsk->icsk_ack.timeout = timeout;
  418. sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
  419. }
  420. void dccp_send_sync(struct sock *sk, const u64 seq,
  421. const enum dccp_pkt_type pkt_type)
  422. {
  423. /*
  424. * We are not putting this on the write queue, so
  425. * dccp_transmit_skb() will set the ownership to this
  426. * sock.
  427. */
  428. struct sk_buff *skb = alloc_skb(MAX_DCCP_HEADER, GFP_ATOMIC);
  429. if (skb == NULL)
  430. /* FIXME: how to make sure the sync is sent? */
  431. return;
  432. /* Reserve space for headers and prepare control bits. */
  433. skb_reserve(skb, MAX_DCCP_HEADER);
  434. skb->csum = 0;
  435. DCCP_SKB_CB(skb)->dccpd_type = pkt_type;
  436. DCCP_SKB_CB(skb)->dccpd_seq = seq;
  437. dccp_transmit_skb(sk, skb);
  438. }
  439. /*
  440. * Send a DCCP_PKT_CLOSE/CLOSEREQ. The caller locks the socket for us. This
  441. * cannot be allowed to fail queueing a DCCP_PKT_CLOSE/CLOSEREQ frame under
  442. * any circumstances.
  443. */
  444. void dccp_send_close(struct sock *sk, const int active)
  445. {
  446. struct dccp_sock *dp = dccp_sk(sk);
  447. struct sk_buff *skb;
  448. const gfp_t prio = active ? GFP_KERNEL : GFP_ATOMIC;
  449. skb = alloc_skb(sk->sk_prot->max_header, prio);
  450. if (skb == NULL)
  451. return;
  452. /* Reserve space for headers and prepare control bits. */
  453. skb_reserve(skb, sk->sk_prot->max_header);
  454. skb->csum = 0;
  455. DCCP_SKB_CB(skb)->dccpd_type = dp->dccps_role == DCCP_ROLE_CLIENT ?
  456. DCCP_PKT_CLOSE : DCCP_PKT_CLOSEREQ;
  457. if (active) {
  458. dccp_skb_entail(sk, skb);
  459. dccp_transmit_skb(sk, skb_clone(skb, prio));
  460. } else
  461. dccp_transmit_skb(sk, skb);
  462. }