loopback.c 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. /*
  2. * INET An implementation of the TCP/IP protocol suite for the LINUX
  3. * operating system. INET is implemented using the BSD Socket
  4. * interface as the means of communication with the user level.
  5. *
  6. * Pseudo-driver for the loopback interface.
  7. *
  8. * Version: @(#)loopback.c 1.0.4b 08/16/93
  9. *
  10. * Authors: Ross Biro
  11. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12. * Donald Becker, <becker@scyld.com>
  13. *
  14. * Alan Cox : Fixed oddments for NET3.014
  15. * Alan Cox : Rejig for NET3.029 snap #3
  16. * Alan Cox : Fixed NET3.029 bugs and sped up
  17. * Larry McVoy : Tiny tweak to double performance
  18. * Alan Cox : Backed out LMV's tweak - the linux mm
  19. * can't take it...
  20. * Michael Griffith: Don't bother computing the checksums
  21. * on packets received on the loopback
  22. * interface.
  23. * Alexey Kuznetsov: Potential hang under some extreme
  24. * cases removed.
  25. *
  26. * This program is free software; you can redistribute it and/or
  27. * modify it under the terms of the GNU General Public License
  28. * as published by the Free Software Foundation; either version
  29. * 2 of the License, or (at your option) any later version.
  30. */
  31. #include <linux/kernel.h>
  32. #include <linux/jiffies.h>
  33. #include <linux/module.h>
  34. #include <linux/interrupt.h>
  35. #include <linux/fs.h>
  36. #include <linux/types.h>
  37. #include <linux/string.h>
  38. #include <linux/socket.h>
  39. #include <linux/errno.h>
  40. #include <linux/fcntl.h>
  41. #include <linux/in.h>
  42. #include <linux/init.h>
  43. #include <asm/system.h>
  44. #include <asm/uaccess.h>
  45. #include <asm/io.h>
  46. #include <linux/inet.h>
  47. #include <linux/netdevice.h>
  48. #include <linux/etherdevice.h>
  49. #include <linux/skbuff.h>
  50. #include <linux/ethtool.h>
  51. #include <net/sock.h>
  52. #include <net/checksum.h>
  53. #include <linux/if_ether.h> /* For the statistics structure. */
  54. #include <linux/if_arp.h> /* For ARPHRD_ETHER */
  55. #include <linux/ip.h>
  56. #include <linux/tcp.h>
  57. #include <linux/percpu.h>
  58. static DEFINE_PER_CPU(struct net_device_stats, loopback_stats);
  59. #define LOOPBACK_OVERHEAD (128 + MAX_HEADER + 16 + 16)
  60. /* KISS: just allocate small chunks and copy bits.
  61. *
  62. * So, in fact, this is documentation, explaining what we expect
  63. * of largesending device modulo TCP checksum, which is ignored for loopback.
  64. */
  65. #ifdef LOOPBACK_TSO
  66. static void emulate_large_send_offload(struct sk_buff *skb)
  67. {
  68. struct iphdr *iph = skb->nh.iph;
  69. struct tcphdr *th = (struct tcphdr*)(skb->nh.raw + (iph->ihl * 4));
  70. unsigned int doffset = (iph->ihl + th->doff) * 4;
  71. unsigned int mtu = skb_shinfo(skb)->tso_size + doffset;
  72. unsigned int offset = 0;
  73. u32 seq = ntohl(th->seq);
  74. u16 id = ntohs(iph->id);
  75. while (offset + doffset < skb->len) {
  76. unsigned int frag_size = min(mtu, skb->len - offset) - doffset;
  77. struct sk_buff *nskb = alloc_skb(mtu + 32, GFP_ATOMIC);
  78. if (!nskb)
  79. break;
  80. skb_reserve(nskb, 32);
  81. nskb->mac.raw = nskb->data - 14;
  82. nskb->nh.raw = nskb->data;
  83. iph = nskb->nh.iph;
  84. memcpy(nskb->data, skb->nh.raw, doffset);
  85. if (skb_copy_bits(skb,
  86. doffset + offset,
  87. nskb->data + doffset,
  88. frag_size))
  89. BUG();
  90. skb_put(nskb, doffset + frag_size);
  91. nskb->ip_summed = CHECKSUM_UNNECESSARY;
  92. nskb->dev = skb->dev;
  93. nskb->priority = skb->priority;
  94. nskb->protocol = skb->protocol;
  95. nskb->dst = dst_clone(skb->dst);
  96. memcpy(nskb->cb, skb->cb, sizeof(skb->cb));
  97. nskb->pkt_type = skb->pkt_type;
  98. th = (struct tcphdr*)(nskb->nh.raw + iph->ihl*4);
  99. iph->tot_len = htons(frag_size + doffset);
  100. iph->id = htons(id);
  101. iph->check = 0;
  102. iph->check = ip_fast_csum((unsigned char *) iph, iph->ihl);
  103. th->seq = htonl(seq);
  104. if (offset + doffset + frag_size < skb->len)
  105. th->fin = th->psh = 0;
  106. netif_rx(nskb);
  107. offset += frag_size;
  108. seq += frag_size;
  109. id++;
  110. }
  111. dev_kfree_skb(skb);
  112. }
  113. #endif /* LOOPBACK_TSO */
  114. /*
  115. * The higher levels take care of making this non-reentrant (it's
  116. * called with bh's disabled).
  117. */
  118. static int loopback_xmit(struct sk_buff *skb, struct net_device *dev)
  119. {
  120. struct net_device_stats *lb_stats;
  121. skb_orphan(skb);
  122. skb->protocol = eth_type_trans(skb,dev);
  123. skb->dev = dev;
  124. #ifndef LOOPBACK_MUST_CHECKSUM
  125. skb->ip_summed = CHECKSUM_UNNECESSARY;
  126. #endif
  127. #ifdef LOOPBACK_TSO
  128. if (skb_shinfo(skb)->tso_size) {
  129. BUG_ON(skb->protocol != htons(ETH_P_IP));
  130. BUG_ON(skb->nh.iph->protocol != IPPROTO_TCP);
  131. emulate_large_send_offload(skb);
  132. return 0;
  133. }
  134. #endif
  135. dev->last_rx = jiffies;
  136. lb_stats = &per_cpu(loopback_stats, get_cpu());
  137. lb_stats->rx_bytes += skb->len;
  138. lb_stats->tx_bytes = lb_stats->rx_bytes;
  139. lb_stats->rx_packets++;
  140. lb_stats->tx_packets = lb_stats->rx_packets;
  141. put_cpu();
  142. netif_rx(skb);
  143. return(0);
  144. }
  145. static struct net_device_stats *get_stats(struct net_device *dev)
  146. {
  147. struct net_device_stats *stats = dev->priv;
  148. int i;
  149. if (!stats) {
  150. return NULL;
  151. }
  152. memset(stats, 0, sizeof(struct net_device_stats));
  153. for_each_possible_cpu(i) {
  154. struct net_device_stats *lb_stats;
  155. lb_stats = &per_cpu(loopback_stats, i);
  156. stats->rx_bytes += lb_stats->rx_bytes;
  157. stats->tx_bytes += lb_stats->tx_bytes;
  158. stats->rx_packets += lb_stats->rx_packets;
  159. stats->tx_packets += lb_stats->tx_packets;
  160. }
  161. return stats;
  162. }
  163. static u32 loopback_get_link(struct net_device *dev)
  164. {
  165. return 1;
  166. }
  167. static struct ethtool_ops loopback_ethtool_ops = {
  168. .get_link = loopback_get_link,
  169. .get_tso = ethtool_op_get_tso,
  170. .set_tso = ethtool_op_set_tso,
  171. };
  172. struct net_device loopback_dev = {
  173. .name = "lo",
  174. .mtu = (16 * 1024) + 20 + 20 + 12,
  175. .hard_start_xmit = loopback_xmit,
  176. .hard_header = eth_header,
  177. .hard_header_cache = eth_header_cache,
  178. .header_cache_update = eth_header_cache_update,
  179. .hard_header_len = ETH_HLEN, /* 14 */
  180. .addr_len = ETH_ALEN, /* 6 */
  181. .tx_queue_len = 0,
  182. .type = ARPHRD_LOOPBACK, /* 0x0001*/
  183. .rebuild_header = eth_rebuild_header,
  184. .flags = IFF_LOOPBACK,
  185. .features = NETIF_F_SG | NETIF_F_FRAGLIST
  186. #ifdef LOOPBACK_TSO
  187. | NETIF_F_TSO
  188. #endif
  189. | NETIF_F_NO_CSUM | NETIF_F_HIGHDMA
  190. | NETIF_F_LLTX,
  191. .ethtool_ops = &loopback_ethtool_ops,
  192. };
  193. /* Setup and register the loopback device. */
  194. int __init loopback_init(void)
  195. {
  196. struct net_device_stats *stats;
  197. /* Can survive without statistics */
  198. stats = kmalloc(sizeof(struct net_device_stats), GFP_KERNEL);
  199. if (stats) {
  200. memset(stats, 0, sizeof(struct net_device_stats));
  201. loopback_dev.priv = stats;
  202. loopback_dev.get_stats = &get_stats;
  203. }
  204. return register_netdev(&loopback_dev);
  205. };
  206. EXPORT_SYMBOL(loopback_dev);