dst.h 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310
  1. /*
  2. * net/dst.h Protocol independent destination cache definitions.
  3. *
  4. * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
  5. *
  6. */
  7. #ifndef _NET_DST_H
  8. #define _NET_DST_H
  9. #include <net/dst_ops.h>
  10. #include <linux/netdevice.h>
  11. #include <linux/rtnetlink.h>
  12. #include <linux/rcupdate.h>
  13. #include <linux/jiffies.h>
  14. #include <net/neighbour.h>
  15. #include <asm/processor.h>
  16. /*
  17. * 0 - no debugging messages
  18. * 1 - rare events and bugs (default)
  19. * 2 - trace mode.
  20. */
  21. #define RT_CACHE_DEBUG 0
  22. #define DST_GC_MIN (HZ/10)
  23. #define DST_GC_INC (HZ/2)
  24. #define DST_GC_MAX (120*HZ)
  25. /* Each dst_entry has reference count and sits in some parent list(s).
  26. * When it is removed from parent list, it is "freed" (dst_free).
  27. * After this it enters dead state (dst->obsolete > 0) and if its refcnt
  28. * is zero, it can be destroyed immediately, otherwise it is added
  29. * to gc list and garbage collector periodically checks the refcnt.
  30. */
  31. struct sk_buff;
  32. struct dst_entry {
  33. struct rcu_head rcu_head;
  34. struct dst_entry *child;
  35. struct net_device *dev;
  36. short error;
  37. short obsolete;
  38. int flags;
  39. #define DST_HOST 1
  40. #define DST_NOXFRM 2
  41. #define DST_NOPOLICY 4
  42. #define DST_NOHASH 8
  43. unsigned long expires;
  44. unsigned short header_len; /* more space at head required */
  45. unsigned short trailer_len; /* space to reserve at tail */
  46. unsigned int rate_tokens;
  47. unsigned long rate_last; /* rate limiting for ICMP */
  48. struct dst_entry *path;
  49. struct neighbour *neighbour;
  50. struct hh_cache *hh;
  51. #ifdef CONFIG_XFRM
  52. struct xfrm_state *xfrm;
  53. #else
  54. void *__pad1;
  55. #endif
  56. int (*input)(struct sk_buff*);
  57. int (*output)(struct sk_buff*);
  58. struct dst_ops *ops;
  59. u32 metrics[RTAX_MAX];
  60. #ifdef CONFIG_NET_CLS_ROUTE
  61. __u32 tclassid;
  62. #else
  63. __u32 __pad2;
  64. #endif
  65. /*
  66. * Align __refcnt to a 64 bytes alignment
  67. * (L1_CACHE_SIZE would be too much)
  68. */
  69. #ifdef CONFIG_64BIT
  70. long __pad_to_align_refcnt[2];
  71. #else
  72. long __pad_to_align_refcnt[1];
  73. #endif
  74. /*
  75. * __refcnt wants to be on a different cache line from
  76. * input/output/ops or performance tanks badly
  77. */
  78. atomic_t __refcnt; /* client references */
  79. int __use;
  80. unsigned long lastuse;
  81. union {
  82. struct dst_entry *next;
  83. struct rtable *rt_next;
  84. struct rt6_info *rt6_next;
  85. struct dn_route *dn_next;
  86. };
  87. };
  88. #ifdef __KERNEL__
  89. static inline u32
  90. dst_metric(const struct dst_entry *dst, int metric)
  91. {
  92. return dst->metrics[metric-1];
  93. }
  94. static inline u32
  95. dst_feature(const struct dst_entry *dst, u32 feature)
  96. {
  97. return dst_metric(dst, RTAX_FEATURES) & feature;
  98. }
  99. static inline u32 dst_mtu(const struct dst_entry *dst)
  100. {
  101. u32 mtu = dst_metric(dst, RTAX_MTU);
  102. /*
  103. * Alexey put it here, so ask him about it :)
  104. */
  105. barrier();
  106. return mtu;
  107. }
  108. /* RTT metrics are stored in milliseconds for user ABI, but used as jiffies */
  109. static inline unsigned long dst_metric_rtt(const struct dst_entry *dst, int metric)
  110. {
  111. return msecs_to_jiffies(dst_metric(dst, metric));
  112. }
  113. static inline void set_dst_metric_rtt(struct dst_entry *dst, int metric,
  114. unsigned long rtt)
  115. {
  116. dst->metrics[metric-1] = jiffies_to_msecs(rtt);
  117. }
  118. static inline u32
  119. dst_allfrag(const struct dst_entry *dst)
  120. {
  121. int ret = dst_feature(dst, RTAX_FEATURE_ALLFRAG);
  122. /* Yes, _exactly_. This is paranoia. */
  123. barrier();
  124. return ret;
  125. }
  126. static inline int
  127. dst_metric_locked(struct dst_entry *dst, int metric)
  128. {
  129. return dst_metric(dst, RTAX_LOCK) & (1<<metric);
  130. }
  131. static inline void dst_hold(struct dst_entry * dst)
  132. {
  133. /*
  134. * If your kernel compilation stops here, please check
  135. * __pad_to_align_refcnt declaration in struct dst_entry
  136. */
  137. BUILD_BUG_ON(offsetof(struct dst_entry, __refcnt) & 63);
  138. atomic_inc(&dst->__refcnt);
  139. }
  140. static inline void dst_use(struct dst_entry *dst, unsigned long time)
  141. {
  142. dst_hold(dst);
  143. dst->__use++;
  144. dst->lastuse = time;
  145. }
  146. static inline
  147. struct dst_entry * dst_clone(struct dst_entry * dst)
  148. {
  149. if (dst)
  150. atomic_inc(&dst->__refcnt);
  151. return dst;
  152. }
  153. extern void dst_release(struct dst_entry *dst);
  154. static inline void skb_dst_drop(struct sk_buff *skb)
  155. {
  156. if (skb->_skb_dst)
  157. dst_release(skb_dst(skb));
  158. skb->_skb_dst = 0UL;
  159. }
  160. /* Children define the path of the packet through the
  161. * Linux networking. Thus, destinations are stackable.
  162. */
  163. static inline struct dst_entry *dst_pop(struct dst_entry *dst)
  164. {
  165. struct dst_entry *child = dst_clone(dst->child);
  166. dst_release(dst);
  167. return child;
  168. }
  169. extern int dst_discard(struct sk_buff *skb);
  170. extern void * dst_alloc(struct dst_ops * ops);
  171. extern void __dst_free(struct dst_entry * dst);
  172. extern struct dst_entry *dst_destroy(struct dst_entry * dst);
  173. static inline void dst_free(struct dst_entry * dst)
  174. {
  175. if (dst->obsolete > 1)
  176. return;
  177. if (!atomic_read(&dst->__refcnt)) {
  178. dst = dst_destroy(dst);
  179. if (!dst)
  180. return;
  181. }
  182. __dst_free(dst);
  183. }
  184. static inline void dst_rcu_free(struct rcu_head *head)
  185. {
  186. struct dst_entry *dst = container_of(head, struct dst_entry, rcu_head);
  187. dst_free(dst);
  188. }
  189. static inline void dst_confirm(struct dst_entry *dst)
  190. {
  191. if (dst)
  192. neigh_confirm(dst->neighbour);
  193. }
  194. static inline void dst_negative_advice(struct dst_entry **dst_p,
  195. struct sock *sk)
  196. {
  197. struct dst_entry * dst = *dst_p;
  198. if (dst && dst->ops->negative_advice) {
  199. *dst_p = dst->ops->negative_advice(dst);
  200. if (dst != *dst_p) {
  201. extern void sk_reset_txq(struct sock *sk);
  202. sk_reset_txq(sk);
  203. }
  204. }
  205. }
  206. static inline void dst_link_failure(struct sk_buff *skb)
  207. {
  208. struct dst_entry *dst = skb_dst(skb);
  209. if (dst && dst->ops && dst->ops->link_failure)
  210. dst->ops->link_failure(skb);
  211. }
  212. static inline void dst_set_expires(struct dst_entry *dst, int timeout)
  213. {
  214. unsigned long expires = jiffies + timeout;
  215. if (expires == 0)
  216. expires = 1;
  217. if (dst->expires == 0 || time_before(expires, dst->expires))
  218. dst->expires = expires;
  219. }
  220. /* Output packet to network from transport. */
  221. static inline int dst_output(struct sk_buff *skb)
  222. {
  223. return skb_dst(skb)->output(skb);
  224. }
  225. /* Input packet from network to transport. */
  226. static inline int dst_input(struct sk_buff *skb)
  227. {
  228. return skb_dst(skb)->input(skb);
  229. }
  230. static inline struct dst_entry *dst_check(struct dst_entry *dst, u32 cookie)
  231. {
  232. if (dst->obsolete)
  233. dst = dst->ops->check(dst, cookie);
  234. return dst;
  235. }
  236. extern void dst_init(void);
  237. /* Flags for xfrm_lookup flags argument. */
  238. enum {
  239. XFRM_LOOKUP_WAIT = 1 << 0,
  240. XFRM_LOOKUP_ICMP = 1 << 1,
  241. };
  242. struct flowi;
  243. #ifndef CONFIG_XFRM
  244. static inline int xfrm_lookup(struct net *net, struct dst_entry **dst_p,
  245. struct flowi *fl, struct sock *sk, int flags)
  246. {
  247. return 0;
  248. }
  249. static inline int __xfrm_lookup(struct net *net, struct dst_entry **dst_p,
  250. struct flowi *fl, struct sock *sk, int flags)
  251. {
  252. return 0;
  253. }
  254. #else
  255. extern int xfrm_lookup(struct net *net, struct dst_entry **dst_p,
  256. struct flowi *fl, struct sock *sk, int flags);
  257. extern int __xfrm_lookup(struct net *net, struct dst_entry **dst_p,
  258. struct flowi *fl, struct sock *sk, int flags);
  259. #endif
  260. #endif
  261. #endif /* _NET_DST_H */