tcp_probe.c 7.4 KB
Newer Older
1 2 3 4 5 6 7 8
/*
 * tcpprobe - Observe the TCP flow with kprobes.
 *
 * The idea for this came from Werner Almesberger's umlsim
 * Copyright (C) 2004, Stephen Hemminger <shemminger@osdl.org>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
9
 * the Free Software Foundation; either version 2 of the License.
10 11 12 13 14 15 16 17 18 19 20
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 */

21 22
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

23 24 25 26
#include <linux/kernel.h>
#include <linux/kprobes.h>
#include <linux/socket.h>
#include <linux/tcp.h>
27
#include <linux/slab.h>
28 29
#include <linux/proc_fs.h>
#include <linux/module.h>
30 31
#include <linux/ktime.h>
#include <linux/time.h>
32
#include <net/net_namespace.h>
33 34 35

#include <net/tcp.h>

36
MODULE_AUTHOR("Stephen Hemminger <shemminger@linux-foundation.org>");
37 38
MODULE_DESCRIPTION("TCP cwnd snooper");
MODULE_LICENSE("GPL");
39
MODULE_VERSION("1.1");
40

41
static int port __read_mostly;
42 43 44
MODULE_PARM_DESC(port, "Port to match (0=all)");
module_param(port, int, 0);

45
static unsigned int bufsize __read_mostly = 4096;
46
MODULE_PARM_DESC(bufsize, "Log buffer size in packets (4096)");
47
module_param(bufsize, uint, 0);
48

49
static unsigned int fwmark __read_mostly;
50 51 52
MODULE_PARM_DESC(fwmark, "skb mark to match (0=no mark)");
module_param(fwmark, uint, 0);

53 54 55 56
static int full __read_mostly;
MODULE_PARM_DESC(full, "Full log (1=every ack packet received,  0=only cwnd changes)");
module_param(full, int, 0);

57 58
static const char procname[] = "tcpprobe";

59 60
struct tcp_log {
	ktime_t tstamp;
61 62 63 64 65
	union {
		struct sockaddr		raw;
		struct sockaddr_in	v4;
		struct sockaddr_in6	v6;
	}	src, dst;
66 67 68 69
	u16	length;
	u32	snd_nxt;
	u32	snd_una;
	u32	snd_wnd;
70
	u32	rcv_wnd;
71 72 73 74 75 76
	u32	snd_cwnd;
	u32	ssthresh;
	u32	srtt;
};

static struct {
77
	spinlock_t	lock;
78
	wait_queue_head_t wait;
79 80
	ktime_t		start;
	u32		lastcwnd;
81

82 83 84 85 86
	unsigned long	head, tail;
	struct tcp_log	*log;
} tcp_probe;

static inline int tcp_probe_used(void)
87
{
88
	return (tcp_probe.head - tcp_probe.tail) & (bufsize - 1);
89 90 91 92
}

static inline int tcp_probe_avail(void)
{
93
	return bufsize - tcp_probe_used() - 1;
94
}
95

96 97 98 99 100 101 102
#define tcp_probe_copy_fl_to_si4(inet, si4, mem)		\
	do {							\
		si4.sin_family = AF_INET;			\
		si4.sin_port = inet->inet_##mem##port;		\
		si4.sin_addr.s_addr = inet->inet_##mem##addr;	\
	} while (0)						\

103 104 105 106
/*
 * Hook inserted to be called before each receive packet.
 * Note: arguments must match tcp_rcv_established()!
 */
107 108
static void jtcp_rcv_established(struct sock *sk, struct sk_buff *skb,
				 const struct tcphdr *th, unsigned int len)
109 110 111 112
{
	const struct tcp_sock *tp = tcp_sk(sk);
	const struct inet_sock *inet = inet_sk(sk);

113 114 115 116 117
	/* Only update if port or skb mark matches */
	if (((port == 0 && fwmark == 0) ||
	     ntohs(inet->inet_dport) == port ||
	     ntohs(inet->inet_sport) == port ||
	     (fwmark > 0 && skb->mark == fwmark)) &&
118
	    (full || tp->snd_cwnd != tcp_probe.lastcwnd)) {
119

120
		spin_lock_bh(&tcp_probe.lock);
121 122 123 124 125
		/* If log fills, just silently drop */
		if (tcp_probe_avail() > 1) {
			struct tcp_log *p = tcp_probe.log + tcp_probe.head;

			p->tstamp = ktime_get();
126 127 128 129 130 131
			switch (sk->sk_family) {
			case AF_INET:
				tcp_probe_copy_fl_to_si4(inet, p->src.v4, s);
				tcp_probe_copy_fl_to_si4(inet, p->dst.v4, d);
				break;
			case AF_INET6:
132 133 134 135 136 137 138 139 140 141 142
				memset(&p->src.v6, 0, sizeof(p->src.v6));
				memset(&p->dst.v6, 0, sizeof(p->dst.v6));
#if IS_ENABLED(CONFIG_IPV6)
				p->src.v6.sin6_family = AF_INET6;
				p->src.v6.sin6_port = inet->inet_sport;
				p->src.v6.sin6_addr = inet6_sk(sk)->saddr;

				p->dst.v6.sin6_family = AF_INET6;
				p->dst.v6.sin6_port = inet->inet_dport;
				p->dst.v6.sin6_addr = sk->sk_v6_daddr;
#endif
143 144 145 146 147
				break;
			default:
				BUG();
			}

148 149 150 151 152
			p->length = skb->len;
			p->snd_nxt = tp->snd_nxt;
			p->snd_una = tp->snd_una;
			p->snd_cwnd = tp->snd_cwnd;
			p->snd_wnd = tp->snd_wnd;
153
			p->rcv_wnd = tp->rcv_wnd;
154
			p->ssthresh = tcp_current_ssthresh(sk);
155
			p->srtt = tp->srtt_us >> 3;
156

157
			tcp_probe.head = (tcp_probe.head + 1) & (bufsize - 1);
158 159
		}
		tcp_probe.lastcwnd = tp->snd_cwnd;
160
		spin_unlock_bh(&tcp_probe.lock);
161 162

		wake_up(&tcp_probe.wait);
163 164 165 166 167
	}

	jprobe_return();
}

168
static struct jprobe tcp_jprobe = {
169
	.kp = {
170
		.symbol_name	= "tcp_rcv_established",
171
	},
172
	.entry	= jtcp_rcv_established,
173 174
};

D
Daniel Baluta 已提交
175
static int tcpprobe_open(struct inode *inode, struct file *file)
176
{
177 178 179 180 181 182
	/* Reset (empty) log */
	spin_lock_bh(&tcp_probe.lock);
	tcp_probe.head = tcp_probe.tail = 0;
	tcp_probe.start = ktime_get();
	spin_unlock_bh(&tcp_probe.lock);

183 184 185
	return 0;
}

186 187 188
static int tcpprobe_sprint(char *tbuf, int n)
{
	const struct tcp_log *p
189
		= tcp_probe.log + tcp_probe.tail;
190 191
	struct timespec64 ts
		= ktime_to_timespec64(ktime_sub(p->tstamp, tcp_probe.start));
192

193
	return scnprintf(tbuf, n,
194
			"%lu.%09lu %pISpc %pISpc %d %#x %#x %u %u %u %u %u\n",
195 196
			(unsigned long)ts.tv_sec,
			(unsigned long)ts.tv_nsec,
197
			&p->src, &p->dst, p->length, p->snd_nxt, p->snd_una,
198
			p->snd_cwnd, p->ssthresh, p->snd_wnd, p->srtt, p->rcv_wnd);
199 200
}

201 202 203
static ssize_t tcpprobe_read(struct file *file, char __user *buf,
			     size_t len, loff_t *ppos)
{
R
Roel Kluin 已提交
204 205
	int error = 0;
	size_t cnt = 0;
206

R
Roel Kluin 已提交
207
	if (!buf)
208 209
		return -EINVAL;

210
	while (cnt < len) {
211
		char tbuf[256];
212 213 214 215 216 217 218
		int width;

		/* Wait for data in buffer */
		error = wait_event_interruptible(tcp_probe.wait,
						 tcp_probe_used() > 0);
		if (error)
			break;
219

220 221 222 223 224 225
		spin_lock_bh(&tcp_probe.lock);
		if (tcp_probe.head == tcp_probe.tail) {
			/* multiple readers race? */
			spin_unlock_bh(&tcp_probe.lock);
			continue;
		}
226

227
		width = tcpprobe_sprint(tbuf, sizeof(tbuf));
228

229
		if (cnt + width < len)
230
			tcp_probe.tail = (tcp_probe.tail + 1) & (bufsize - 1);
231

232 233 234 235
		spin_unlock_bh(&tcp_probe.lock);

		/* if record greater than space available
		   return partial buffer (so far) */
236
		if (cnt + width >= len)
237 238
			break;

239 240
		if (copy_to_user(buf + cnt, tbuf, width))
			return -EFAULT;
241 242
		cnt += width;
	}
243

244
	return cnt == 0 ? error : cnt;
245 246
}

247
static const struct file_operations tcpprobe_fops = {
248 249 250
	.owner	 = THIS_MODULE,
	.open	 = tcpprobe_open,
	.read    = tcpprobe_read,
251
	.llseek  = noop_llseek,
252 253 254 255 256 257
};

static __init int tcpprobe_init(void)
{
	int ret = -ENOMEM;

258 259 260 261 262 263 264
	/* Warning: if the function signature of tcp_rcv_established,
	 * has been changed, you also have to change the signature of
	 * jtcp_rcv_established, otherwise you end up right here!
	 */
	BUILD_BUG_ON(__same_type(tcp_rcv_established,
				 jtcp_rcv_established) == 0);

265 266 267
	init_waitqueue_head(&tcp_probe.wait);
	spin_lock_init(&tcp_probe.lock);

268
	if (bufsize == 0)
269 270
		return -EINVAL;

271
	bufsize = roundup_pow_of_two(bufsize);
M
Milton Miller 已提交
272
	tcp_probe.log = kcalloc(bufsize, sizeof(struct tcp_log), GFP_KERNEL);
273 274
	if (!tcp_probe.log)
		goto err0;
275

276
	if (!proc_create(procname, S_IRUSR, init_net.proc_net, &tcpprobe_fops))
277 278
		goto err0;

279
	ret = register_jprobe(&tcp_jprobe);
280 281 282
	if (ret)
		goto err1;

283 284
	pr_info("probe registered (port=%d/fwmark=%u) bufsize=%u\n",
		port, fwmark, bufsize);
285 286
	return 0;
 err1:
287
	remove_proc_entry(procname, init_net.proc_net);
288
 err0:
289
	kfree(tcp_probe.log);
290 291 292 293 294 295
	return ret;
}
module_init(tcpprobe_init);

static __exit void tcpprobe_exit(void)
{
296
	remove_proc_entry(procname, init_net.proc_net);
297 298
	unregister_jprobe(&tcp_jprobe);
	kfree(tcp_probe.log);
299 300
}
module_exit(tcpprobe_exit);