loopback.c 5.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9
/*
 * INET		An implementation of the TCP/IP protocol suite for the LINUX
 *		operating system.  INET is implemented using the  BSD Socket
 *		interface as the means of communication with the user level.
 *
 *		Pseudo-driver for the loopback interface.
 *
 * Version:	@(#)loopback.c	1.0.4b	08/16/93
 *
10
 * Authors:	Ross Biro
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
 *		Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
 *		Donald Becker, <becker@scyld.com>
 *
 *		Alan Cox	:	Fixed oddments for NET3.014
 *		Alan Cox	:	Rejig for NET3.029 snap #3
 *		Alan Cox	: 	Fixed NET3.029 bugs and sped up
 *		Larry McVoy	:	Tiny tweak to double performance
 *		Alan Cox	:	Backed out LMV's tweak - the linux mm
 *					can't take it...
 *              Michael Griffith:       Don't bother computing the checksums
 *                                      on packets received on the loopback
 *                                      interface.
 *		Alexey Kuznetsov:	Potential hang under some extreme
 *					cases removed.
 *
 *		This program is free software; you can redistribute it and/or
 *		modify it under the terms of the GNU General Public License
 *		as published by the Free Software Foundation; either version
 *		2 of the License, or (at your option) any later version.
 */
#include <linux/kernel.h>
#include <linux/jiffies.h>
#include <linux/module.h>
#include <linux/interrupt.h>
#include <linux/fs.h>
#include <linux/types.h>
#include <linux/string.h>
#include <linux/socket.h>
#include <linux/errno.h>
#include <linux/fcntl.h>
#include <linux/in.h>
#include <linux/init.h>

#include <asm/uaccess.h>
#include <asm/io.h>

#include <linux/inet.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
#include <linux/skbuff.h>
#include <linux/ethtool.h>
#include <net/sock.h>
#include <net/checksum.h>
#include <linux/if_ether.h>	/* For the statistics structure. */
#include <linux/if_arp.h>	/* For ARPHRD_ETHER */
#include <linux/ip.h>
#include <linux/tcp.h>
#include <linux/percpu.h>
59
#include <net/net_namespace.h>
60
#include <linux/u64_stats_sync.h>
L
Linus Torvalds 已提交
61

62
struct pcpu_lstats {
63 64 65
	u64			packets;
	u64			bytes;
	struct u64_stats_sync	syncp;
66
};
L
Linus Torvalds 已提交
67 68 69 70 71

/*
 * The higher levels take care of making this non-reentrant (it's
 * called with bh's disabled).
 */
72 73
static netdev_tx_t loopback_xmit(struct sk_buff *skb,
				 struct net_device *dev)
L
Linus Torvalds 已提交
74
{
75
	struct pcpu_lstats *lb_stats;
76
	int len;
L
Linus Torvalds 已提交
77 78 79

	skb_orphan(skb);

80
	skb->protocol = eth_type_trans(skb, dev);
L
Linus Torvalds 已提交
81

82
	/* it's OK to use per_cpu_ptr() because BHs are off */
83
	lb_stats = this_cpu_ptr(dev->lstats);
L
Linus Torvalds 已提交
84

85 86
	len = skb->len;
	if (likely(netif_rx(skb) == NET_RX_SUCCESS)) {
87
		u64_stats_update_begin(&lb_stats->syncp);
88 89
		lb_stats->bytes += len;
		lb_stats->packets++;
90
		u64_stats_update_end(&lb_stats->syncp);
91
	}
L
Linus Torvalds 已提交
92

93
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
94 95
}

96 97
static struct rtnl_link_stats64 *loopback_get_stats64(struct net_device *dev,
						      struct rtnl_link_stats64 *stats)
L
Linus Torvalds 已提交
98
{
99 100
	u64 bytes = 0;
	u64 packets = 0;
L
Linus Torvalds 已提交
101 102
	int i;

103
	for_each_possible_cpu(i) {
104
		const struct pcpu_lstats *lb_stats;
105 106
		u64 tbytes, tpackets;
		unsigned int start;
L
Linus Torvalds 已提交
107

108
		lb_stats = per_cpu_ptr(dev->lstats, i);
109
		do {
110
			start = u64_stats_fetch_begin_bh(&lb_stats->syncp);
111 112
			tbytes = lb_stats->bytes;
			tpackets = lb_stats->packets;
113
		} while (u64_stats_fetch_retry_bh(&lb_stats->syncp, start));
114 115
		bytes   += tbytes;
		packets += tpackets;
L
Linus Torvalds 已提交
116
	}
117 118
	stats->rx_packets = packets;
	stats->tx_packets = packets;
119 120
	stats->rx_bytes   = bytes;
	stats->tx_bytes   = bytes;
L
Linus Torvalds 已提交
121 122 123
	return stats;
}

124
static u32 always_on(struct net_device *dev)
L
Linus Torvalds 已提交
125 126 127 128
{
	return 1;
}

129
static const struct ethtool_ops loopback_ethtool_ops = {
130
	.get_link		= always_on,
L
Linus Torvalds 已提交
131 132
};

133 134
static int loopback_dev_init(struct net_device *dev)
{
135 136
	dev->lstats = alloc_percpu(struct pcpu_lstats);
	if (!dev->lstats)
137 138 139 140 141 142 143
		return -ENOMEM;

	return 0;
}

static void loopback_dev_free(struct net_device *dev)
{
144
	free_percpu(dev->lstats);
145 146 147
	free_netdev(dev);
}

148 149
static const struct net_device_ops loopback_ops = {
	.ndo_init      = loopback_dev_init,
150
	.ndo_start_xmit= loopback_xmit,
151
	.ndo_get_stats64 = loopback_get_stats64,
152 153
};

154
/*
155 156
 * The loopback device is special. There is only one instance
 * per network namespace.
157
 */
158 159 160 161 162 163 164 165
static void loopback_setup(struct net_device *dev)
{
	dev->mtu		= (16 * 1024) + 20 + 20 + 12;
	dev->hard_header_len	= ETH_HLEN;	/* 14	*/
	dev->addr_len		= ETH_ALEN;	/* 6	*/
	dev->tx_queue_len	= 0;
	dev->type		= ARPHRD_LOOPBACK;	/* 0x0001*/
	dev->flags		= IFF_LOOPBACK;
166
	dev->priv_flags	       &= ~IFF_XMIT_DST_RELEASE;
167
	dev->hw_features	= NETIF_F_ALL_TSO | NETIF_F_UFO;
168
	dev->features 		= NETIF_F_SG | NETIF_F_FRAGLIST
169 170
		| NETIF_F_ALL_TSO
		| NETIF_F_UFO
171
		| NETIF_F_HW_CSUM
172
		| NETIF_F_RXCSUM
173 174
		| NETIF_F_HIGHDMA
		| NETIF_F_LLTX
175
		| NETIF_F_NETNS_LOCAL
176 177
		| NETIF_F_VLAN_CHALLENGED
		| NETIF_F_LOOPBACK;
178
	dev->ethtool_ops	= &loopback_ethtool_ops;
179
	dev->header_ops		= &eth_header_ops;
180 181
	dev->netdev_ops		= &loopback_ops;
	dev->destructor		= loopback_dev_free;
182
}
183

184
/* Setup and register the loopback device. */
185
static __net_init int loopback_net_init(struct net *net)
L
Linus Torvalds 已提交
186
{
187 188 189 190 191 192 193
	struct net_device *dev;
	int err;

	err = -ENOMEM;
	dev = alloc_netdev(0, "lo", loopback_setup);
	if (!dev)
		goto out;
194

195
	dev_net_set(dev, net);
196
	err = register_netdev(dev);
197
	if (err)
198
		goto out_free_netdev;
199

200
	net->loopback_dev = dev;
201
	return 0;
202

L
Linus Torvalds 已提交
203

204 205
out_free_netdev:
	free_netdev(dev);
206
out:
207
	if (net_eq(net, &init_net))
208 209
		panic("loopback: Failed to register netdevice: %d\n", err);
	return err;
210 211
}

212 213
/* Registered in net/core/dev.c */
struct pernet_operations __net_initdata loopback_net_ops = {
214 215
       .init = loopback_net_init,
};
新手
引导
客服 返回
顶部