xfrm_output.c 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186
  1. /*
  2. * xfrm_output.c - Common IPsec encapsulation code.
  3. *
  4. * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the License, or (at your option) any later version.
  10. */
  11. #include <linux/errno.h>
  12. #include <linux/module.h>
  13. #include <linux/netdevice.h>
  14. #include <linux/netfilter.h>
  15. #include <linux/skbuff.h>
  16. #include <linux/spinlock.h>
  17. #include <net/dst.h>
  18. #include <net/xfrm.h>
  19. static int xfrm_output2(struct sk_buff *skb);
  20. static int xfrm_state_check_space(struct xfrm_state *x, struct sk_buff *skb)
  21. {
  22. struct dst_entry *dst = skb->dst;
  23. int nhead = dst->header_len + LL_RESERVED_SPACE(dst->dev)
  24. - skb_headroom(skb);
  25. if (nhead > 0)
  26. return pskb_expand_head(skb, nhead, 0, GFP_ATOMIC);
  27. /* Check tail too... */
  28. return 0;
  29. }
  30. static int xfrm_output_one(struct sk_buff *skb, int err)
  31. {
  32. struct dst_entry *dst = skb->dst;
  33. struct xfrm_state *x = dst->xfrm;
  34. if (err <= 0)
  35. goto resume;
  36. do {
  37. err = xfrm_state_check_space(x, skb);
  38. if (err)
  39. goto error_nolock;
  40. err = x->outer_mode->output(x, skb);
  41. if (err)
  42. goto error_nolock;
  43. spin_lock_bh(&x->lock);
  44. err = xfrm_state_check_expire(x);
  45. if (err)
  46. goto error;
  47. if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
  48. XFRM_SKB_CB(skb)->seq = ++x->replay.oseq;
  49. if (unlikely(x->replay.oseq == 0)) {
  50. x->replay.oseq--;
  51. xfrm_audit_state_replay_overflow(x, skb);
  52. goto error;
  53. }
  54. if (xfrm_aevent_is_on())
  55. xfrm_replay_notify(x, XFRM_REPLAY_UPDATE);
  56. }
  57. x->curlft.bytes += skb->len;
  58. x->curlft.packets++;
  59. spin_unlock_bh(&x->lock);
  60. err = x->type->output(x, skb);
  61. resume:
  62. if (err) {
  63. XFRM_INC_STATS(LINUX_MIB_XFRMOUTSTATEPROTOERROR);
  64. goto error_nolock;
  65. }
  66. if (!(skb->dst = dst_pop(dst))) {
  67. XFRM_INC_STATS(LINUX_MIB_XFRMOUTERROR);
  68. err = -EHOSTUNREACH;
  69. goto error_nolock;
  70. }
  71. dst = skb->dst;
  72. x = dst->xfrm;
  73. } while (x && !(x->outer_mode->flags & XFRM_MODE_FLAG_TUNNEL));
  74. err = 0;
  75. out_exit:
  76. return err;
  77. error:
  78. spin_unlock_bh(&x->lock);
  79. error_nolock:
  80. kfree_skb(skb);
  81. goto out_exit;
  82. }
  83. int xfrm_output_resume(struct sk_buff *skb, int err)
  84. {
  85. while (likely((err = xfrm_output_one(skb, err)) == 0)) {
  86. struct xfrm_state *x;
  87. nf_reset(skb);
  88. err = skb->dst->ops->local_out(skb);
  89. if (unlikely(err != 1))
  90. goto out;
  91. x = skb->dst->xfrm;
  92. if (!x)
  93. return dst_output(skb);
  94. err = nf_hook(x->inner_mode->afinfo->family,
  95. NF_INET_POST_ROUTING, skb,
  96. NULL, skb->dst->dev, xfrm_output2);
  97. if (unlikely(err != 1))
  98. goto out;
  99. }
  100. if (err == -EINPROGRESS)
  101. err = 0;
  102. out:
  103. return err;
  104. }
  105. EXPORT_SYMBOL_GPL(xfrm_output_resume);
  106. static int xfrm_output2(struct sk_buff *skb)
  107. {
  108. return xfrm_output_resume(skb, 1);
  109. }
  110. static int xfrm_output_gso(struct sk_buff *skb)
  111. {
  112. struct sk_buff *segs;
  113. segs = skb_gso_segment(skb, 0);
  114. kfree_skb(skb);
  115. if (unlikely(IS_ERR(segs)))
  116. return PTR_ERR(segs);
  117. do {
  118. struct sk_buff *nskb = segs->next;
  119. int err;
  120. segs->next = NULL;
  121. err = xfrm_output2(segs);
  122. if (unlikely(err)) {
  123. while ((segs = nskb)) {
  124. nskb = segs->next;
  125. segs->next = NULL;
  126. kfree_skb(segs);
  127. }
  128. return err;
  129. }
  130. segs = nskb;
  131. } while (segs);
  132. return 0;
  133. }
  134. int xfrm_output(struct sk_buff *skb)
  135. {
  136. int err;
  137. if (skb_is_gso(skb))
  138. return xfrm_output_gso(skb);
  139. if (skb->ip_summed == CHECKSUM_PARTIAL) {
  140. err = skb_checksum_help(skb);
  141. if (err) {
  142. XFRM_INC_STATS(LINUX_MIB_XFRMOUTERROR);
  143. kfree_skb(skb);
  144. return err;
  145. }
  146. }
  147. return xfrm_output2(skb);
  148. }
  149. EXPORT_SYMBOL_GPL(xfrm_output);