vlan_core.c 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. #include <linux/skbuff.h>
  2. #include <linux/netdevice.h>
  3. #include <linux/if_vlan.h>
  4. #include <linux/netpoll.h>
  5. #include "vlan.h"
  6. /* VLAN rx hw acceleration helper. This acts like netif_{rx,receive_skb}(). */
  7. int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp,
  8. u16 vlan_tci, int polling)
  9. {
  10. struct net_device *vlan_dev;
  11. u16 vlan_id;
  12. if (netpoll_rx(skb))
  13. return NET_RX_DROP;
  14. if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
  15. skb->deliver_no_wcard = 1;
  16. skb->skb_iif = skb->dev->ifindex;
  17. __vlan_hwaccel_put_tag(skb, vlan_tci);
  18. vlan_id = vlan_tci & VLAN_VID_MASK;
  19. vlan_dev = vlan_group_get_device(grp, vlan_id);
  20. if (vlan_dev)
  21. skb->dev = vlan_dev;
  22. else if (vlan_id)
  23. goto drop;
  24. return (polling ? netif_receive_skb(skb) : netif_rx(skb));
  25. drop:
  26. dev_kfree_skb_any(skb);
  27. return NET_RX_DROP;
  28. }
  29. EXPORT_SYMBOL(__vlan_hwaccel_rx);
  30. void vlan_hwaccel_do_receive(struct sk_buff *skb)
  31. {
  32. struct net_device *dev = skb->dev;
  33. struct vlan_rx_stats *rx_stats;
  34. skb->dev = vlan_dev_real_dev(dev);
  35. netif_nit_deliver(skb);
  36. skb->dev = dev;
  37. skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci);
  38. skb->vlan_tci = 0;
  39. rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats);
  40. u64_stats_update_begin(&rx_stats->syncp);
  41. rx_stats->rx_packets++;
  42. rx_stats->rx_bytes += skb->len;
  43. switch (skb->pkt_type) {
  44. case PACKET_BROADCAST:
  45. break;
  46. case PACKET_MULTICAST:
  47. rx_stats->rx_multicast++;
  48. break;
  49. case PACKET_OTHERHOST:
  50. /* Our lower layer thinks this is not local, let's make sure.
  51. * This allows the VLAN to have a different MAC than the
  52. * underlying device, and still route correctly. */
  53. if (!compare_ether_addr(eth_hdr(skb)->h_dest,
  54. dev->dev_addr))
  55. skb->pkt_type = PACKET_HOST;
  56. break;
  57. }
  58. u64_stats_update_end(&rx_stats->syncp);
  59. }
  60. struct net_device *vlan_dev_real_dev(const struct net_device *dev)
  61. {
  62. return vlan_dev_info(dev)->real_dev;
  63. }
  64. EXPORT_SYMBOL(vlan_dev_real_dev);
  65. u16 vlan_dev_vlan_id(const struct net_device *dev)
  66. {
  67. return vlan_dev_info(dev)->vlan_id;
  68. }
  69. EXPORT_SYMBOL(vlan_dev_vlan_id);
  70. static gro_result_t
  71. vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp,
  72. unsigned int vlan_tci, struct sk_buff *skb)
  73. {
  74. struct sk_buff *p;
  75. struct net_device *vlan_dev;
  76. u16 vlan_id;
  77. if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
  78. skb->deliver_no_wcard = 1;
  79. skb->skb_iif = skb->dev->ifindex;
  80. __vlan_hwaccel_put_tag(skb, vlan_tci);
  81. vlan_id = vlan_tci & VLAN_VID_MASK;
  82. vlan_dev = vlan_group_get_device(grp, vlan_id);
  83. if (vlan_dev)
  84. skb->dev = vlan_dev;
  85. else if (vlan_id)
  86. goto drop;
  87. for (p = napi->gro_list; p; p = p->next) {
  88. unsigned long diffs;
  89. diffs = (unsigned long)p->dev ^ (unsigned long)skb->dev;
  90. diffs |= compare_ether_header(skb_mac_header(p),
  91. skb_gro_mac_header(skb));
  92. NAPI_GRO_CB(p)->same_flow = !diffs;
  93. NAPI_GRO_CB(p)->flush = 0;
  94. }
  95. return dev_gro_receive(napi, skb);
  96. drop:
  97. return GRO_DROP;
  98. }
  99. gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp,
  100. unsigned int vlan_tci, struct sk_buff *skb)
  101. {
  102. if (netpoll_rx_on(skb))
  103. return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
  104. ? GRO_DROP : GRO_NORMAL;
  105. skb_gro_reset_offset(skb);
  106. return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb);
  107. }
  108. EXPORT_SYMBOL(vlan_gro_receive);
  109. gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp,
  110. unsigned int vlan_tci)
  111. {
  112. struct sk_buff *skb = napi_frags_skb(napi);
  113. if (!skb)
  114. return GRO_DROP;
  115. if (netpoll_rx_on(skb)) {
  116. skb->protocol = eth_type_trans(skb, skb->dev);
  117. return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
  118. ? GRO_DROP : GRO_NORMAL;
  119. }
  120. return napi_frags_finish(napi, skb,
  121. vlan_gro_common(napi, grp, vlan_tci, skb));
  122. }
  123. EXPORT_SYMBOL(vlan_gro_frags);