initramfs.c 12.5 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7
#include <linux/init.h>
#include <linux/fs.h>
#include <linux/slab.h>
#include <linux/types.h>
#include <linux/fcntl.h>
#include <linux/delay.h>
#include <linux/string.h>
8
#include <linux/dirent.h>
L
Linus Torvalds 已提交
9
#include <linux/syscalls.h>
10
#include <linux/utime.h>
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19 20

static __initdata char *message;
static void __init error(char *x)
{
	if (!message)
		message = x;
}

/* link hash */

21 22
#define N_ALIGN(len) ((((len) + 1) & ~3) + 2)

L
Linus Torvalds 已提交
23 24
static __initdata struct hash {
	int ino, minor, major;
H
H. Peter Anvin 已提交
25
	mode_t mode;
L
Linus Torvalds 已提交
26
	struct hash *next;
27
	char name[N_ALIGN(PATH_MAX)];
L
Linus Torvalds 已提交
28 29 30 31 32 33 34 35 36
} *head[32];

static inline int hash(int major, int minor, int ino)
{
	unsigned long tmp = ino + minor + (major << 3);
	tmp += tmp >> 5;
	return tmp & 31;
}

H
H. Peter Anvin 已提交
37 38
static char __init *find_link(int major, int minor, int ino,
			      mode_t mode, char *name)
L
Linus Torvalds 已提交
39 40 41 42 43 44 45 46 47
{
	struct hash **p, *q;
	for (p = head + hash(major, minor, ino); *p; p = &(*p)->next) {
		if ((*p)->ino != ino)
			continue;
		if ((*p)->minor != minor)
			continue;
		if ((*p)->major != major)
			continue;
H
H. Peter Anvin 已提交
48 49
		if (((*p)->mode ^ mode) & S_IFMT)
			continue;
L
Linus Torvalds 已提交
50 51
		return (*p)->name;
	}
52
	q = kmalloc(sizeof(struct hash), GFP_KERNEL);
L
Linus Torvalds 已提交
53 54 55
	if (!q)
		panic("can't allocate link hash entry");
	q->major = major;
H
H. Peter Anvin 已提交
56 57 58
	q->minor = minor;
	q->ino = ino;
	q->mode = mode;
59
	strcpy(q->name, name);
L
Linus Torvalds 已提交
60 61 62 63 64 65 66 67 68 69 70 71
	q->next = NULL;
	*p = q;
	return NULL;
}

static void __init free_hash(void)
{
	struct hash **p, *q;
	for (p = head; p < head + 32; p++) {
		while (*p) {
			q = *p;
			*p = q->next;
72
			kfree(q);
L
Linus Torvalds 已提交
73 74 75 76
		}
	}
}

77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
static long __init do_utime(char __user *filename, time_t mtime)
{
	struct timespec t[2];

	t[0].tv_sec = mtime;
	t[0].tv_nsec = 0;
	t[1].tv_sec = mtime;
	t[1].tv_nsec = 0;

	return do_utimes(AT_FDCWD, filename, t, AT_SYMLINK_NOFOLLOW);
}

static __initdata LIST_HEAD(dir_list);
struct dir_entry {
	struct list_head list;
	char *name;
	time_t mtime;
};

static void __init dir_add(const char *name, time_t mtime)
{
	struct dir_entry *de = kmalloc(sizeof(struct dir_entry), GFP_KERNEL);
	if (!de)
		panic("can't allocate dir_entry buffer");
	INIT_LIST_HEAD(&de->list);
	de->name = kstrdup(name, GFP_KERNEL);
	de->mtime = mtime;
	list_add(&de->list, &dir_list);
}

static void __init dir_utime(void)
{
	struct dir_entry *de, *tmp;
	list_for_each_entry_safe(de, tmp, &dir_list, list) {
		list_del(&de->list);
		do_utime(de->name, de->mtime);
		kfree(de->name);
		kfree(de);
	}
}

static __initdata time_t mtime;

L
Linus Torvalds 已提交
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144
/* cpio header parsing */

static __initdata unsigned long ino, major, minor, nlink;
static __initdata mode_t mode;
static __initdata unsigned long body_len, name_len;
static __initdata uid_t uid;
static __initdata gid_t gid;
static __initdata unsigned rdev;

static void __init parse_header(char *s)
{
	unsigned long parsed[12];
	char buf[9];
	int i;

	buf[8] = '\0';
	for (i = 0, s += 6; i < 12; i++, s += 8) {
		memcpy(buf, s, 8);
		parsed[i] = simple_strtoul(buf, NULL, 16);
	}
	ino = parsed[0];
	mode = parsed[1];
	uid = parsed[2];
	gid = parsed[3];
	nlink = parsed[4];
145
	mtime = parsed[5];
L
Linus Torvalds 已提交
146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
	body_len = parsed[6];
	major = parsed[7];
	minor = parsed[8];
	rdev = new_encode_dev(MKDEV(parsed[9], parsed[10]));
	name_len = parsed[11];
}

/* FSM */

static __initdata enum state {
	Start,
	Collect,
	GotHeader,
	SkipIt,
	GotName,
	CopyFile,
	GotSymlink,
	Reset
} state, next_state;

static __initdata char *victim;
static __initdata unsigned count;
static __initdata loff_t this_header, next_header;

A
Al Viro 已提交
170
static inline void __init eat(unsigned n)
L
Linus Torvalds 已提交
171 172 173 174 175 176
{
	victim += n;
	this_header += n;
	count -= n;
}

177
static __initdata char *vcollected;
L
Linus Torvalds 已提交
178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219
static __initdata char *collected;
static __initdata int remains;
static __initdata char *collect;

static void __init read_into(char *buf, unsigned size, enum state next)
{
	if (count >= size) {
		collected = victim;
		eat(size);
		state = next;
	} else {
		collect = collected = buf;
		remains = size;
		next_state = next;
		state = Collect;
	}
}

static __initdata char *header_buf, *symlink_buf, *name_buf;

static int __init do_start(void)
{
	read_into(header_buf, 110, GotHeader);
	return 0;
}

static int __init do_collect(void)
{
	unsigned n = remains;
	if (count < n)
		n = count;
	memcpy(collect, victim, n);
	eat(n);
	collect += n;
	if ((remains -= n) != 0)
		return 1;
	state = next_state;
	return 0;
}

static int __init do_header(void)
{
220 221 222 223
	if (memcmp(collected, "070707", 6)==0) {
		error("incorrect cpio method used: use -H newc option");
		return 1;
	}
L
Linus Torvalds 已提交
224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
	if (memcmp(collected, "070701", 6)) {
		error("no cpio magic");
		return 1;
	}
	parse_header(collected);
	next_header = this_header + N_ALIGN(name_len) + body_len;
	next_header = (next_header + 3) & ~3;
	state = SkipIt;
	if (name_len <= 0 || name_len > PATH_MAX)
		return 0;
	if (S_ISLNK(mode)) {
		if (body_len > PATH_MAX)
			return 0;
		collect = collected = symlink_buf;
		remains = N_ALIGN(name_len) + body_len;
		next_state = GotSymlink;
		state = Collect;
		return 0;
	}
	if (S_ISREG(mode) || !body_len)
		read_into(name_buf, N_ALIGN(name_len), GotName);
	return 0;
}

static int __init do_skip(void)
{
	if (this_header + count < next_header) {
		eat(count);
		return 1;
	} else {
		eat(next_header - this_header);
		state = next_state;
		return 0;
	}
}

static int __init do_reset(void)
{
	while(count && *victim == '\0')
		eat(1);
	if (count && (this_header & 3))
		error("broken padding");
	return 1;
}

static int __init maybe_link(void)
{
	if (nlink >= 2) {
H
H. Peter Anvin 已提交
272
		char *old = find_link(major, minor, ino, mode, collected);
L
Linus Torvalds 已提交
273 274 275 276 277 278
		if (old)
			return (sys_link(old, collected) < 0) ? -1 : 1;
	}
	return 0;
}

H
H. Peter Anvin 已提交
279 280 281 282 283 284 285 286 287 288 289 290
static void __init clean_path(char *path, mode_t mode)
{
	struct stat st;

	if (!sys_newlstat(path, &st) && (st.st_mode^mode) & S_IFMT) {
		if (S_ISDIR(st.st_mode))
			sys_rmdir(path);
		else
			sys_unlink(path);
	}
}

L
Linus Torvalds 已提交
291 292 293 294 295 296 297 298 299 300
static __initdata int wfd;

static int __init do_name(void)
{
	state = SkipIt;
	next_state = Reset;
	if (strcmp(collected, "TRAILER!!!") == 0) {
		free_hash();
		return 0;
	}
H
H. Peter Anvin 已提交
301
	clean_path(collected, mode);
L
Linus Torvalds 已提交
302
	if (S_ISREG(mode)) {
H
H. Peter Anvin 已提交
303 304 305 306 307 308 309
		int ml = maybe_link();
		if (ml >= 0) {
			int openflags = O_WRONLY|O_CREAT;
			if (ml != 1)
				openflags |= O_TRUNC;
			wfd = sys_open(collected, openflags, mode);

L
Linus Torvalds 已提交
310 311 312
			if (wfd >= 0) {
				sys_fchown(wfd, uid, gid);
				sys_fchmod(wfd, mode);
D
David Howells 已提交
313
				sys_ftruncate(wfd, body_len);
314
				vcollected = kstrdup(collected, GFP_KERNEL);
L
Linus Torvalds 已提交
315 316 317 318 319 320 321
				state = CopyFile;
			}
		}
	} else if (S_ISDIR(mode)) {
		sys_mkdir(collected, mode);
		sys_chown(collected, uid, gid);
		sys_chmod(collected, mode);
322
		dir_add(collected, mtime);
L
Linus Torvalds 已提交
323 324 325 326 327 328
	} else if (S_ISBLK(mode) || S_ISCHR(mode) ||
		   S_ISFIFO(mode) || S_ISSOCK(mode)) {
		if (maybe_link() == 0) {
			sys_mknod(collected, mode, rdev);
			sys_chown(collected, uid, gid);
			sys_chmod(collected, mode);
329
			do_utime(collected, mtime);
L
Linus Torvalds 已提交
330 331 332 333 334 335 336 337 338 339
		}
	}
	return 0;
}

static int __init do_copy(void)
{
	if (count >= body_len) {
		sys_write(wfd, victim, body_len);
		sys_close(wfd);
340 341
		do_utime(vcollected, mtime);
		kfree(vcollected);
L
Linus Torvalds 已提交
342 343 344 345 346 347 348 349 350 351 352 353 354 355
		eat(body_len);
		state = SkipIt;
		return 0;
	} else {
		sys_write(wfd, victim, count);
		body_len -= count;
		eat(count);
		return 1;
	}
}

static int __init do_symlink(void)
{
	collected[N_ALIGN(name_len) + body_len] = '\0';
H
H. Peter Anvin 已提交
356
	clean_path(collected, 0);
L
Linus Torvalds 已提交
357 358
	sys_symlink(collected + N_ALIGN(name_len), collected);
	sys_lchown(collected, uid, gid);
359
	do_utime(collected, mtime);
L
Linus Torvalds 已提交
360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385
	state = SkipIt;
	next_state = Reset;
	return 0;
}

static __initdata int (*actions[])(void) = {
	[Start]		= do_start,
	[Collect]	= do_collect,
	[GotHeader]	= do_header,
	[SkipIt]	= do_skip,
	[GotName]	= do_name,
	[CopyFile]	= do_copy,
	[GotSymlink]	= do_symlink,
	[Reset]		= do_reset,
};

static int __init write_buffer(char *buf, unsigned len)
{
	count = len;
	victim = buf;

	while (!actions[state]())
		;
	return len - count;
}

386
static int __init flush_buffer(void *bufv, unsigned len)
L
Linus Torvalds 已提交
387
{
388
	char *buf = (char *) bufv;
L
Linus Torvalds 已提交
389
	int written;
390
	int origLen = len;
L
Linus Torvalds 已提交
391
	if (message)
392
		return -1;
L
Linus Torvalds 已提交
393 394 395 396 397 398 399 400 401 402 403 404 405
	while ((written = write_buffer(buf, len)) < len && !message) {
		char c = buf[written];
		if (c == '0') {
			buf += written;
			len -= written;
			state = Start;
		} else if (c == 0) {
			buf += written;
			len -= written;
			state = Reset;
		} else
			error("junk in compressed archive");
	}
406
	return origLen;
L
Linus Torvalds 已提交
407 408
}

409
static unsigned my_inptr;   /* index of next byte to be processed in inbuf */
L
Linus Torvalds 已提交
410

411
#include <linux/decompress/generic.h>
L
Linus Torvalds 已提交
412

413
static char * __init unpack_to_rootfs(char *buf, unsigned len)
L
Linus Torvalds 已提交
414 415
{
	int written;
416
	decompress_fn decompress;
417 418
	const char *compress_name;
	static __initdata char msg_buf[64];
419

420 421 422
	header_buf = kmalloc(110, GFP_KERNEL);
	symlink_buf = kmalloc(PATH_MAX + N_ALIGN(PATH_MAX) + 1, GFP_KERNEL);
	name_buf = kmalloc(N_ALIGN(PATH_MAX), GFP_KERNEL);
423 424

	if (!header_buf || !symlink_buf || !name_buf)
L
Linus Torvalds 已提交
425
		panic("can't allocate buffers");
426

L
Linus Torvalds 已提交
427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445
	state = Start;
	this_header = 0;
	message = NULL;
	while (!message && len) {
		loff_t saved_offset = this_header;
		if (*buf == '0' && !(this_header & 3)) {
			state = Start;
			written = write_buffer(buf, len);
			buf += written;
			len -= written;
			continue;
		}
		if (!*buf) {
			buf++;
			len--;
			this_header++;
			continue;
		}
		this_header = 0;
446
		decompress = decompress_method(buf, len, &compress_name);
447 448 449
		if (decompress)
			decompress(buf, len, NULL, flush_buffer, NULL,
				   &my_inptr, error);
450 451 452 453 454 455 456 457
		else if (compress_name) {
			if (!message) {
				snprintf(msg_buf, sizeof msg_buf,
					 "compression method %s not configured",
					 compress_name);
				message = msg_buf;
			}
		}
L
Linus Torvalds 已提交
458
		if (state != Reset)
459 460 461 462
			error("junk in compressed archive");
		this_header = saved_offset + my_inptr;
		buf += my_inptr;
		len -= my_inptr;
L
Linus Torvalds 已提交
463
	}
464
	dir_utime();
465 466 467
	kfree(name_buf);
	kfree(symlink_buf);
	kfree(header_buf);
L
Linus Torvalds 已提交
468 469 470
	return message;
}

471 472 473 474 475 476 477 478 479 480 481
static int __initdata do_retain_initrd;

static int __init retain_initrd_param(char *str)
{
	if (*str)
		return 0;
	do_retain_initrd = 1;
	return 1;
}
__setup("retain_initrd", retain_initrd_param);

L
Linus Torvalds 已提交
482 483
extern char __initramfs_start[], __initramfs_end[];
#include <linux/initrd.h>
484
#include <linux/kexec.h>
J
Jan Beulich 已提交
485 486 487

static void __init free_initrd(void)
{
488 489 490
#ifdef CONFIG_KEXEC
	unsigned long crashk_start = (unsigned long)__va(crashk_res.start);
	unsigned long crashk_end   = (unsigned long)__va(crashk_res.end);
491 492 493
#endif
	if (do_retain_initrd)
		goto skip;
494

495
#ifdef CONFIG_KEXEC
496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512
	/*
	 * If the initrd region is overlapped with crashkernel reserved region,
	 * free only memory that is not part of crashkernel region.
	 */
	if (initrd_start < crashk_end && initrd_end > crashk_start) {
		/*
		 * Initialize initrd memory region since the kexec boot does
		 * not do.
		 */
		memset((void *)initrd_start, 0, initrd_end - initrd_start);
		if (initrd_start < crashk_start)
			free_initrd_mem(initrd_start, crashk_start);
		if (initrd_end > crashk_end)
			free_initrd_mem(crashk_end, initrd_end);
	} else
#endif
		free_initrd_mem(initrd_start, initrd_end);
513
skip:
J
Jan Beulich 已提交
514 515 516 517
	initrd_start = 0;
	initrd_end = 0;
}

518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564
#define BUF_SIZE 1024
static void __init clean_rootfs(void)
{
	int fd;
	void *buf;
	struct linux_dirent64 *dirp;
	int count;

	fd = sys_open("/", O_RDONLY, 0);
	WARN_ON(fd < 0);
	if (fd < 0)
		return;
	buf = kzalloc(BUF_SIZE, GFP_KERNEL);
	WARN_ON(!buf);
	if (!buf) {
		sys_close(fd);
		return;
	}

	dirp = buf;
	count = sys_getdents64(fd, dirp, BUF_SIZE);
	while (count > 0) {
		while (count > 0) {
			struct stat st;
			int ret;

			ret = sys_newlstat(dirp->d_name, &st);
			WARN_ON_ONCE(ret);
			if (!ret) {
				if (S_ISDIR(st.st_mode))
					sys_rmdir(dirp->d_name);
				else
					sys_unlink(dirp->d_name);
			}

			count -= dirp->d_reclen;
			dirp = (void *)dirp + dirp->d_reclen;
		}
		dirp = buf;
		memset(buf, 0, BUF_SIZE);
		count = sys_getdents64(fd, dirp, BUF_SIZE);
	}

	sys_close(fd);
	kfree(buf);
}

565
static int __init populate_rootfs(void)
L
Linus Torvalds 已提交
566 567
{
	char *err = unpack_to_rootfs(__initramfs_start,
568
			 __initramfs_end - __initramfs_start);
L
Linus Torvalds 已提交
569
	if (err)
570
		panic(err);	/* Failed to decompress INTERNAL initramfs */
L
Linus Torvalds 已提交
571
	if (initrd_start) {
572
#ifdef CONFIG_BLK_DEV_RAM
L
Linus Torvalds 已提交
573
		int fd;
574
		printk(KERN_INFO "checking if image is initramfs...\n");
L
Linus Torvalds 已提交
575
		err = unpack_to_rootfs((char *)initrd_start,
576
			initrd_end - initrd_start);
L
Linus Torvalds 已提交
577
		if (!err) {
578
			printk(KERN_INFO "rootfs image is initramfs; unpacking...\n");
J
Jan Beulich 已提交
579
			free_initrd();
580
			return 0;
581 582 583 584
		} else {
			clean_rootfs();
			unpack_to_rootfs(__initramfs_start,
				 __initramfs_end - __initramfs_start);
L
Linus Torvalds 已提交
585
		}
586 587
		printk(KERN_INFO "rootfs image is not initramfs (%s)"
				"; looks like an initrd\n", err);
588
		fd = sys_open("/initrd.image", O_WRONLY|O_CREAT, 0700);
L
Linus Torvalds 已提交
589 590 591 592
		if (fd >= 0) {
			sys_write(fd, (char *)initrd_start,
					initrd_end - initrd_start);
			sys_close(fd);
J
Jan Beulich 已提交
593
			free_initrd();
L
Linus Torvalds 已提交
594
		}
595 596 597
#else
		printk(KERN_INFO "Unpacking initramfs...");
		err = unpack_to_rootfs((char *)initrd_start,
598
			initrd_end - initrd_start);
599 600 601 602 603 604
		if (err) {
			printk(" failed!\n");
			printk(KERN_EMERG "%s\n", err);
		} else {
			printk(" done\n");
		}
605 606
		free_initrd();
#endif
L
Linus Torvalds 已提交
607
	}
608
	return 0;
L
Linus Torvalds 已提交
609
}
610
rootfs_initcall(populate_rootfs);