xfrm_output.c 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. /*
  2. * xfrm_output.c - Common IPsec encapsulation code.
  3. *
  4. * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the License, or (at your option) any later version.
  10. */
  11. #include <linux/errno.h>
  12. #include <linux/module.h>
  13. #include <linux/netdevice.h>
  14. #include <linux/netfilter.h>
  15. #include <linux/skbuff.h>
  16. #include <linux/spinlock.h>
  17. #include <net/dst.h>
  18. #include <net/xfrm.h>
  19. static int xfrm_output2(struct sk_buff *skb);
  20. static int xfrm_state_check_space(struct xfrm_state *x, struct sk_buff *skb)
  21. {
  22. struct dst_entry *dst = skb->dst;
  23. int nhead = dst->header_len + LL_RESERVED_SPACE(dst->dev)
  24. - skb_headroom(skb);
  25. if (nhead > 0)
  26. return pskb_expand_head(skb, nhead, 0, GFP_ATOMIC);
  27. /* Check tail too... */
  28. return 0;
  29. }
  30. static int xfrm_state_check(struct xfrm_state *x, struct sk_buff *skb)
  31. {
  32. int err = xfrm_state_check_expire(x);
  33. if (err < 0)
  34. goto err;
  35. err = xfrm_state_check_space(x, skb);
  36. err:
  37. return err;
  38. }
  39. static int xfrm_output_one(struct sk_buff *skb, int err)
  40. {
  41. struct dst_entry *dst = skb->dst;
  42. struct xfrm_state *x = dst->xfrm;
  43. if (err <= 0)
  44. goto resume;
  45. do {
  46. err = x->outer_mode->output(x, skb);
  47. if (err)
  48. goto error;
  49. spin_lock_bh(&x->lock);
  50. err = xfrm_state_check(x, skb);
  51. if (err)
  52. goto error;
  53. if (x->type->flags & XFRM_TYPE_REPLAY_PROT) {
  54. XFRM_SKB_CB(skb)->seq = ++x->replay.oseq;
  55. if (xfrm_aevent_is_on())
  56. xfrm_replay_notify(x, XFRM_REPLAY_UPDATE);
  57. }
  58. x->curlft.bytes += skb->len;
  59. x->curlft.packets++;
  60. spin_unlock_bh(&x->lock);
  61. err = x->type->output(x, skb);
  62. resume:
  63. if (err)
  64. goto error_nolock;
  65. if (!(skb->dst = dst_pop(dst))) {
  66. err = -EHOSTUNREACH;
  67. goto error_nolock;
  68. }
  69. dst = skb->dst;
  70. x = dst->xfrm;
  71. } while (x && !(x->outer_mode->flags & XFRM_MODE_FLAG_TUNNEL));
  72. err = 0;
  73. out_exit:
  74. return err;
  75. error:
  76. spin_unlock_bh(&x->lock);
  77. error_nolock:
  78. kfree_skb(skb);
  79. goto out_exit;
  80. }
  81. int xfrm_output_resume(struct sk_buff *skb, int err)
  82. {
  83. while (likely((err = xfrm_output_one(skb, err)) == 0)) {
  84. struct xfrm_state *x;
  85. nf_reset(skb);
  86. err = skb->dst->ops->local_out(skb);
  87. if (unlikely(err != 1))
  88. goto out;
  89. x = skb->dst->xfrm;
  90. if (!x)
  91. return dst_output(skb);
  92. err = nf_hook(x->inner_mode->afinfo->family,
  93. NF_INET_POST_ROUTING, skb,
  94. NULL, skb->dst->dev, xfrm_output2);
  95. if (unlikely(err != 1))
  96. goto out;
  97. }
  98. if (err == -EINPROGRESS)
  99. err = 0;
  100. out:
  101. return err;
  102. }
  103. EXPORT_SYMBOL_GPL(xfrm_output_resume);
  104. static int xfrm_output2(struct sk_buff *skb)
  105. {
  106. return xfrm_output_resume(skb, 1);
  107. }
  108. static int xfrm_output_gso(struct sk_buff *skb)
  109. {
  110. struct sk_buff *segs;
  111. segs = skb_gso_segment(skb, 0);
  112. kfree_skb(skb);
  113. if (unlikely(IS_ERR(segs)))
  114. return PTR_ERR(segs);
  115. do {
  116. struct sk_buff *nskb = segs->next;
  117. int err;
  118. segs->next = NULL;
  119. err = xfrm_output2(segs);
  120. if (unlikely(err)) {
  121. while ((segs = nskb)) {
  122. nskb = segs->next;
  123. segs->next = NULL;
  124. kfree_skb(segs);
  125. }
  126. return err;
  127. }
  128. segs = nskb;
  129. } while (segs);
  130. return 0;
  131. }
  132. int xfrm_output(struct sk_buff *skb)
  133. {
  134. int err;
  135. if (skb_is_gso(skb))
  136. return xfrm_output_gso(skb);
  137. if (skb->ip_summed == CHECKSUM_PARTIAL) {
  138. err = skb_checksum_help(skb);
  139. if (err) {
  140. kfree_skb(skb);
  141. return err;
  142. }
  143. }
  144. return xfrm_output2(skb);
  145. }
  146. EXPORT_SYMBOL_GPL(xfrm_output);