initramfs.c 12.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7
#include <linux/init.h>
#include <linux/fs.h>
#include <linux/slab.h>
#include <linux/types.h>
#include <linux/fcntl.h>
#include <linux/delay.h>
#include <linux/string.h>
8
#include <linux/dirent.h>
L
Linus Torvalds 已提交
9
#include <linux/syscalls.h>
10
#include <linux/utime.h>
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19 20

static __initdata char *message;
static void __init error(char *x)
{
	if (!message)
		message = x;
}

/* link hash */

21 22
#define N_ALIGN(len) ((((len) + 1) & ~3) + 2)

L
Linus Torvalds 已提交
23 24
static __initdata struct hash {
	int ino, minor, major;
H
H. Peter Anvin 已提交
25
	mode_t mode;
L
Linus Torvalds 已提交
26
	struct hash *next;
27
	char name[N_ALIGN(PATH_MAX)];
L
Linus Torvalds 已提交
28 29 30 31 32 33 34 35 36
} *head[32];

static inline int hash(int major, int minor, int ino)
{
	unsigned long tmp = ino + minor + (major << 3);
	tmp += tmp >> 5;
	return tmp & 31;
}

H
H. Peter Anvin 已提交
37 38
static char __init *find_link(int major, int minor, int ino,
			      mode_t mode, char *name)
L
Linus Torvalds 已提交
39 40 41 42 43 44 45 46 47
{
	struct hash **p, *q;
	for (p = head + hash(major, minor, ino); *p; p = &(*p)->next) {
		if ((*p)->ino != ino)
			continue;
		if ((*p)->minor != minor)
			continue;
		if ((*p)->major != major)
			continue;
H
H. Peter Anvin 已提交
48 49
		if (((*p)->mode ^ mode) & S_IFMT)
			continue;
L
Linus Torvalds 已提交
50 51
		return (*p)->name;
	}
52
	q = kmalloc(sizeof(struct hash), GFP_KERNEL);
L
Linus Torvalds 已提交
53 54 55
	if (!q)
		panic("can't allocate link hash entry");
	q->major = major;
H
H. Peter Anvin 已提交
56 57 58
	q->minor = minor;
	q->ino = ino;
	q->mode = mode;
59
	strcpy(q->name, name);
L
Linus Torvalds 已提交
60 61 62 63 64 65 66 67 68 69 70 71
	q->next = NULL;
	*p = q;
	return NULL;
}

static void __init free_hash(void)
{
	struct hash **p, *q;
	for (p = head; p < head + 32; p++) {
		while (*p) {
			q = *p;
			*p = q->next;
72
			kfree(q);
L
Linus Torvalds 已提交
73 74 75 76
		}
	}
}

77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
static long __init do_utime(char __user *filename, time_t mtime)
{
	struct timespec t[2];

	t[0].tv_sec = mtime;
	t[0].tv_nsec = 0;
	t[1].tv_sec = mtime;
	t[1].tv_nsec = 0;

	return do_utimes(AT_FDCWD, filename, t, AT_SYMLINK_NOFOLLOW);
}

static __initdata LIST_HEAD(dir_list);
struct dir_entry {
	struct list_head list;
	char *name;
	time_t mtime;
};

static void __init dir_add(const char *name, time_t mtime)
{
	struct dir_entry *de = kmalloc(sizeof(struct dir_entry), GFP_KERNEL);
	if (!de)
		panic("can't allocate dir_entry buffer");
	INIT_LIST_HEAD(&de->list);
	de->name = kstrdup(name, GFP_KERNEL);
	de->mtime = mtime;
	list_add(&de->list, &dir_list);
}

static void __init dir_utime(void)
{
	struct dir_entry *de, *tmp;
	list_for_each_entry_safe(de, tmp, &dir_list, list) {
		list_del(&de->list);
		do_utime(de->name, de->mtime);
		kfree(de->name);
		kfree(de);
	}
}

static __initdata time_t mtime;

L
Linus Torvalds 已提交
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144
/* cpio header parsing */

static __initdata unsigned long ino, major, minor, nlink;
static __initdata mode_t mode;
static __initdata unsigned long body_len, name_len;
static __initdata uid_t uid;
static __initdata gid_t gid;
static __initdata unsigned rdev;

static void __init parse_header(char *s)
{
	unsigned long parsed[12];
	char buf[9];
	int i;

	buf[8] = '\0';
	for (i = 0, s += 6; i < 12; i++, s += 8) {
		memcpy(buf, s, 8);
		parsed[i] = simple_strtoul(buf, NULL, 16);
	}
	ino = parsed[0];
	mode = parsed[1];
	uid = parsed[2];
	gid = parsed[3];
	nlink = parsed[4];
145
	mtime = parsed[5];
L
Linus Torvalds 已提交
146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
	body_len = parsed[6];
	major = parsed[7];
	minor = parsed[8];
	rdev = new_encode_dev(MKDEV(parsed[9], parsed[10]));
	name_len = parsed[11];
}

/* FSM */

static __initdata enum state {
	Start,
	Collect,
	GotHeader,
	SkipIt,
	GotName,
	CopyFile,
	GotSymlink,
	Reset
} state, next_state;

static __initdata char *victim;
static __initdata unsigned count;
static __initdata loff_t this_header, next_header;

A
Al Viro 已提交
170
static inline void __init eat(unsigned n)
L
Linus Torvalds 已提交
171 172 173 174 175 176
{
	victim += n;
	this_header += n;
	count -= n;
}

177
static __initdata char *vcollected;
L
Linus Torvalds 已提交
178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219
static __initdata char *collected;
static __initdata int remains;
static __initdata char *collect;

static void __init read_into(char *buf, unsigned size, enum state next)
{
	if (count >= size) {
		collected = victim;
		eat(size);
		state = next;
	} else {
		collect = collected = buf;
		remains = size;
		next_state = next;
		state = Collect;
	}
}

static __initdata char *header_buf, *symlink_buf, *name_buf;

static int __init do_start(void)
{
	read_into(header_buf, 110, GotHeader);
	return 0;
}

static int __init do_collect(void)
{
	unsigned n = remains;
	if (count < n)
		n = count;
	memcpy(collect, victim, n);
	eat(n);
	collect += n;
	if ((remains -= n) != 0)
		return 1;
	state = next_state;
	return 0;
}

static int __init do_header(void)
{
220 221 222 223
	if (memcmp(collected, "070707", 6)==0) {
		error("incorrect cpio method used: use -H newc option");
		return 1;
	}
L
Linus Torvalds 已提交
224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
	if (memcmp(collected, "070701", 6)) {
		error("no cpio magic");
		return 1;
	}
	parse_header(collected);
	next_header = this_header + N_ALIGN(name_len) + body_len;
	next_header = (next_header + 3) & ~3;
	state = SkipIt;
	if (name_len <= 0 || name_len > PATH_MAX)
		return 0;
	if (S_ISLNK(mode)) {
		if (body_len > PATH_MAX)
			return 0;
		collect = collected = symlink_buf;
		remains = N_ALIGN(name_len) + body_len;
		next_state = GotSymlink;
		state = Collect;
		return 0;
	}
	if (S_ISREG(mode) || !body_len)
		read_into(name_buf, N_ALIGN(name_len), GotName);
	return 0;
}

static int __init do_skip(void)
{
	if (this_header + count < next_header) {
		eat(count);
		return 1;
	} else {
		eat(next_header - this_header);
		state = next_state;
		return 0;
	}
}

static int __init do_reset(void)
{
	while(count && *victim == '\0')
		eat(1);
	if (count && (this_header & 3))
		error("broken padding");
	return 1;
}

static int __init maybe_link(void)
{
	if (nlink >= 2) {
H
H. Peter Anvin 已提交
272
		char *old = find_link(major, minor, ino, mode, collected);
L
Linus Torvalds 已提交
273 274 275 276 277 278
		if (old)
			return (sys_link(old, collected) < 0) ? -1 : 1;
	}
	return 0;
}

H
H. Peter Anvin 已提交
279 280 281 282 283 284 285 286 287 288 289 290
static void __init clean_path(char *path, mode_t mode)
{
	struct stat st;

	if (!sys_newlstat(path, &st) && (st.st_mode^mode) & S_IFMT) {
		if (S_ISDIR(st.st_mode))
			sys_rmdir(path);
		else
			sys_unlink(path);
	}
}

L
Linus Torvalds 已提交
291 292 293 294 295 296 297 298 299 300
static __initdata int wfd;

static int __init do_name(void)
{
	state = SkipIt;
	next_state = Reset;
	if (strcmp(collected, "TRAILER!!!") == 0) {
		free_hash();
		return 0;
	}
H
H. Peter Anvin 已提交
301
	clean_path(collected, mode);
L
Linus Torvalds 已提交
302
	if (S_ISREG(mode)) {
H
H. Peter Anvin 已提交
303 304 305 306 307 308 309
		int ml = maybe_link();
		if (ml >= 0) {
			int openflags = O_WRONLY|O_CREAT;
			if (ml != 1)
				openflags |= O_TRUNC;
			wfd = sys_open(collected, openflags, mode);

L
Linus Torvalds 已提交
310 311 312
			if (wfd >= 0) {
				sys_fchown(wfd, uid, gid);
				sys_fchmod(wfd, mode);
313 314
				if (body_len)
					sys_ftruncate(wfd, body_len);
315
				vcollected = kstrdup(collected, GFP_KERNEL);
L
Linus Torvalds 已提交
316 317 318 319 320 321 322
				state = CopyFile;
			}
		}
	} else if (S_ISDIR(mode)) {
		sys_mkdir(collected, mode);
		sys_chown(collected, uid, gid);
		sys_chmod(collected, mode);
323
		dir_add(collected, mtime);
L
Linus Torvalds 已提交
324 325 326 327 328 329
	} else if (S_ISBLK(mode) || S_ISCHR(mode) ||
		   S_ISFIFO(mode) || S_ISSOCK(mode)) {
		if (maybe_link() == 0) {
			sys_mknod(collected, mode, rdev);
			sys_chown(collected, uid, gid);
			sys_chmod(collected, mode);
330
			do_utime(collected, mtime);
L
Linus Torvalds 已提交
331 332 333 334 335 336 337 338 339 340
		}
	}
	return 0;
}

static int __init do_copy(void)
{
	if (count >= body_len) {
		sys_write(wfd, victim, body_len);
		sys_close(wfd);
341 342
		do_utime(vcollected, mtime);
		kfree(vcollected);
L
Linus Torvalds 已提交
343 344 345 346 347 348 349 350 351 352 353 354 355 356
		eat(body_len);
		state = SkipIt;
		return 0;
	} else {
		sys_write(wfd, victim, count);
		body_len -= count;
		eat(count);
		return 1;
	}
}

static int __init do_symlink(void)
{
	collected[N_ALIGN(name_len) + body_len] = '\0';
H
H. Peter Anvin 已提交
357
	clean_path(collected, 0);
L
Linus Torvalds 已提交
358 359
	sys_symlink(collected + N_ALIGN(name_len), collected);
	sys_lchown(collected, uid, gid);
360
	do_utime(collected, mtime);
L
Linus Torvalds 已提交
361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386
	state = SkipIt;
	next_state = Reset;
	return 0;
}

static __initdata int (*actions[])(void) = {
	[Start]		= do_start,
	[Collect]	= do_collect,
	[GotHeader]	= do_header,
	[SkipIt]	= do_skip,
	[GotName]	= do_name,
	[CopyFile]	= do_copy,
	[GotSymlink]	= do_symlink,
	[Reset]		= do_reset,
};

static int __init write_buffer(char *buf, unsigned len)
{
	count = len;
	victim = buf;

	while (!actions[state]())
		;
	return len - count;
}

387
static int __init flush_buffer(void *bufv, unsigned len)
L
Linus Torvalds 已提交
388
{
389
	char *buf = (char *) bufv;
L
Linus Torvalds 已提交
390
	int written;
391
	int origLen = len;
L
Linus Torvalds 已提交
392
	if (message)
393
		return -1;
L
Linus Torvalds 已提交
394 395 396 397 398 399 400 401 402 403 404 405 406
	while ((written = write_buffer(buf, len)) < len && !message) {
		char c = buf[written];
		if (c == '0') {
			buf += written;
			len -= written;
			state = Start;
		} else if (c == 0) {
			buf += written;
			len -= written;
			state = Reset;
		} else
			error("junk in compressed archive");
	}
407
	return origLen;
L
Linus Torvalds 已提交
408 409
}

410
static unsigned my_inptr;   /* index of next byte to be processed in inbuf */
L
Linus Torvalds 已提交
411

412
#include <linux/decompress/generic.h>
L
Linus Torvalds 已提交
413

414
static char * __init unpack_to_rootfs(char *buf, unsigned len)
L
Linus Torvalds 已提交
415
{
416
	int written, res;
417
	decompress_fn decompress;
418 419
	const char *compress_name;
	static __initdata char msg_buf[64];
420

421 422 423
	header_buf = kmalloc(110, GFP_KERNEL);
	symlink_buf = kmalloc(PATH_MAX + N_ALIGN(PATH_MAX) + 1, GFP_KERNEL);
	name_buf = kmalloc(N_ALIGN(PATH_MAX), GFP_KERNEL);
424 425

	if (!header_buf || !symlink_buf || !name_buf)
L
Linus Torvalds 已提交
426
		panic("can't allocate buffers");
427

L
Linus Torvalds 已提交
428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446
	state = Start;
	this_header = 0;
	message = NULL;
	while (!message && len) {
		loff_t saved_offset = this_header;
		if (*buf == '0' && !(this_header & 3)) {
			state = Start;
			written = write_buffer(buf, len);
			buf += written;
			len -= written;
			continue;
		}
		if (!*buf) {
			buf++;
			len--;
			this_header++;
			continue;
		}
		this_header = 0;
447
		decompress = decompress_method(buf, len, &compress_name);
448 449
		if (decompress) {
			res = decompress(buf, len, NULL, flush_buffer, NULL,
450
				   &my_inptr, error);
451 452 453
			if (res)
				error("decompressor failed");
		} else if (compress_name) {
454 455 456 457 458 459
			if (!message) {
				snprintf(msg_buf, sizeof msg_buf,
					 "compression method %s not configured",
					 compress_name);
				message = msg_buf;
			}
460 461
		} else
			error("junk in compressed archive");
L
Linus Torvalds 已提交
462
		if (state != Reset)
463 464 465 466
			error("junk in compressed archive");
		this_header = saved_offset + my_inptr;
		buf += my_inptr;
		len -= my_inptr;
L
Linus Torvalds 已提交
467
	}
468
	dir_utime();
469 470 471
	kfree(name_buf);
	kfree(symlink_buf);
	kfree(header_buf);
L
Linus Torvalds 已提交
472 473 474
	return message;
}

475 476 477 478 479 480 481 482 483 484 485
static int __initdata do_retain_initrd;

static int __init retain_initrd_param(char *str)
{
	if (*str)
		return 0;
	do_retain_initrd = 1;
	return 1;
}
__setup("retain_initrd", retain_initrd_param);

486 487
extern char __initramfs_start[];
extern unsigned long __initramfs_size;
L
Linus Torvalds 已提交
488
#include <linux/initrd.h>
489
#include <linux/kexec.h>
J
Jan Beulich 已提交
490 491 492

static void __init free_initrd(void)
{
493 494 495
#ifdef CONFIG_KEXEC
	unsigned long crashk_start = (unsigned long)__va(crashk_res.start);
	unsigned long crashk_end   = (unsigned long)__va(crashk_res.end);
496 497 498
#endif
	if (do_retain_initrd)
		goto skip;
499

500
#ifdef CONFIG_KEXEC
501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517
	/*
	 * If the initrd region is overlapped with crashkernel reserved region,
	 * free only memory that is not part of crashkernel region.
	 */
	if (initrd_start < crashk_end && initrd_end > crashk_start) {
		/*
		 * Initialize initrd memory region since the kexec boot does
		 * not do.
		 */
		memset((void *)initrd_start, 0, initrd_end - initrd_start);
		if (initrd_start < crashk_start)
			free_initrd_mem(initrd_start, crashk_start);
		if (initrd_end > crashk_end)
			free_initrd_mem(crashk_end, initrd_end);
	} else
#endif
		free_initrd_mem(initrd_start, initrd_end);
518
skip:
J
Jan Beulich 已提交
519 520 521 522
	initrd_start = 0;
	initrd_end = 0;
}

523
#ifdef CONFIG_BLK_DEV_RAM
524 525 526 527 528 529
#define BUF_SIZE 1024
static void __init clean_rootfs(void)
{
	int fd;
	void *buf;
	struct linux_dirent64 *dirp;
530
	int num;
531

532
	fd = sys_open((const char __user __force *) "/", O_RDONLY, 0);
533 534 535 536 537 538 539 540 541 542 543
	WARN_ON(fd < 0);
	if (fd < 0)
		return;
	buf = kzalloc(BUF_SIZE, GFP_KERNEL);
	WARN_ON(!buf);
	if (!buf) {
		sys_close(fd);
		return;
	}

	dirp = buf;
544 545 546
	num = sys_getdents64(fd, dirp, BUF_SIZE);
	while (num > 0) {
		while (num > 0) {
547 548 549 550 551 552 553 554 555 556 557 558
			struct stat st;
			int ret;

			ret = sys_newlstat(dirp->d_name, &st);
			WARN_ON_ONCE(ret);
			if (!ret) {
				if (S_ISDIR(st.st_mode))
					sys_rmdir(dirp->d_name);
				else
					sys_unlink(dirp->d_name);
			}

559
			num -= dirp->d_reclen;
560 561 562 563
			dirp = (void *)dirp + dirp->d_reclen;
		}
		dirp = buf;
		memset(buf, 0, BUF_SIZE);
564
		num = sys_getdents64(fd, dirp, BUF_SIZE);
565 566 567 568 569
	}

	sys_close(fd);
	kfree(buf);
}
570
#endif
571

572
static int __init populate_rootfs(void)
L
Linus Torvalds 已提交
573
{
574
	char *err = unpack_to_rootfs(__initramfs_start, __initramfs_size);
L
Linus Torvalds 已提交
575
	if (err)
576
		panic(err);	/* Failed to decompress INTERNAL initramfs */
L
Linus Torvalds 已提交
577
	if (initrd_start) {
578
#ifdef CONFIG_BLK_DEV_RAM
L
Linus Torvalds 已提交
579
		int fd;
580
		printk(KERN_INFO "Trying to unpack rootfs image as initramfs...\n");
L
Linus Torvalds 已提交
581
		err = unpack_to_rootfs((char *)initrd_start,
582
			initrd_end - initrd_start);
L
Linus Torvalds 已提交
583
		if (!err) {
J
Jan Beulich 已提交
584
			free_initrd();
585
			return 0;
586 587
		} else {
			clean_rootfs();
588
			unpack_to_rootfs(__initramfs_start, __initramfs_size);
L
Linus Torvalds 已提交
589
		}
590 591
		printk(KERN_INFO "rootfs image is not initramfs (%s)"
				"; looks like an initrd\n", err);
592 593
		fd = sys_open((const char __user __force *) "/initrd.image",
			      O_WRONLY|O_CREAT, 0700);
L
Linus Torvalds 已提交
594 595 596 597
		if (fd >= 0) {
			sys_write(fd, (char *)initrd_start,
					initrd_end - initrd_start);
			sys_close(fd);
J
Jan Beulich 已提交
598
			free_initrd();
L
Linus Torvalds 已提交
599
		}
600
#else
601
		printk(KERN_INFO "Unpacking initramfs...\n");
602
		err = unpack_to_rootfs((char *)initrd_start,
603
			initrd_end - initrd_start);
604 605
		if (err)
			printk(KERN_EMERG "Initramfs unpacking failed: %s\n", err);
606 607
		free_initrd();
#endif
L
Linus Torvalds 已提交
608
	}
609
	return 0;
L
Linus Torvalds 已提交
610
}
611
rootfs_initcall(populate_rootfs);