dynlink.c 18.2 KB
Newer Older
R
Rich Felker 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include <stdint.h>
#include <elf.h>
#include <sys/mman.h>
#include <limits.h>
#include <stdint.h>
#include <fcntl.h>
#include <sys/stat.h>
#include <errno.h>
#include <limits.h>
#include <elf.h>
R
Rich Felker 已提交
15
#include <setjmp.h>
16
#include <pthread.h>
R
Rich Felker 已提交
17
#include <ctype.h>
18
#include <dlfcn.h>
R
Rich Felker 已提交
19

R
Rich Felker 已提交
20 21 22 23
static int errflag;

#ifdef __PIC__

R
Rich Felker 已提交
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45
#include "reloc.h"

#if ULONG_MAX == 0xffffffff
typedef Elf32_Ehdr Ehdr;
typedef Elf32_Phdr Phdr;
typedef Elf32_Sym Sym;
#define R_TYPE(x) ((x)&255)
#define R_SYM(x) ((x)>>8)
#else
typedef Elf64_Ehdr Ehdr;
typedef Elf64_Phdr Phdr;
typedef Elf64_Sym Sym;
#define R_TYPE(x) ((x)&0xffffffff)
#define R_SYM(x) ((x)>>32)
#endif

struct dso
{
	struct dso *next, *prev;
	int refcnt;
	size_t *dynv;
	Sym *syms;
46
	uint32_t *hashtab;
R
Rich Felker 已提交
47 48 49 50 51 52
	char *strings;
	unsigned char *base;
	unsigned char *map;
	size_t map_len;
	dev_t dev;
	ino_t ino;
53 54 55
	char global;
	char relocated;
	char constructed;
56
	struct dso **deps;
R
Rich Felker 已提交
57 58
	char *name;
	char buf[];
R
Rich Felker 已提交
59 60 61
};

static struct dso *head, *tail, *libc;
62
static char *env_path, *sys_path, *r_path;
63
static int rtld_used;
R
Rich Felker 已提交
64 65
static int runtime;
static jmp_buf rtld_fail;
66
static pthread_rwlock_t lock;
R
Rich Felker 已提交
67

R
Rich Felker 已提交
68
#define AUX_CNT 24
R
Rich Felker 已提交
69 70 71 72 73 74 75 76 77 78 79
#define DYN_CNT 34

static void decode_vec(size_t *v, size_t *a, size_t cnt)
{
	memset(a, 0, cnt*sizeof(size_t));
	for (; v[0]; v+=2) if (v[0]<cnt) {
		a[0] |= 1ULL<<v[0];
		a[v[0]] = v[1];
	}
}

80
static uint32_t hash(const char *s0)
R
Rich Felker 已提交
81
{
82
	const unsigned char *s = (void *)s0;
R
Rich Felker 已提交
83 84 85 86 87 88 89 90
	uint_fast32_t h = 0;
	while (*s) {
		h = 16*h + *s++;
		h ^= h>>24 & 0xf0;
	}
	return h & 0xfffffff;
}

91
static Sym *lookup(const char *s, uint32_t h, Sym *syms, uint32_t *hashtab, char *strings)
R
Rich Felker 已提交
92 93 94 95 96 97 98 99 100 101
{
	size_t i;
	for (i=hashtab[2+h%hashtab[0]]; i; i=hashtab[2+hashtab[0]+i]) {
		if (!strcmp(s, strings+syms[i].st_name))
			return syms+i;
	}
	return 0;
}

#define OK_TYPES (1<<STT_NOTYPE | 1<<STT_OBJECT | 1<<STT_FUNC | 1<<STT_COMMON)
102
#define OK_BINDS (1<<STB_GLOBAL | 1<<STB_WEAK)
R
Rich Felker 已提交
103 104 105 106

static void *find_sym(struct dso *dso, const char *s, int need_def)
{
	uint32_t h = hash(s);
107
	void *def = 0;
108 109
	if (h==0x6b366be && !strcmp(s, "dlopen")) rtld_used = 1;
	if (h==0x6b3afd && !strcmp(s, "dlsym")) rtld_used = 1;
R
Rich Felker 已提交
110
	for (; dso; dso=dso->next) {
111 112 113
		Sym *sym;
		if (!dso->global) continue;
		sym = lookup(s, h, dso->syms, dso->hashtab, dso->strings);
R
Rich Felker 已提交
114
		if (sym && (!need_def || sym->st_shndx) && sym->st_value
115 116
		 && (1<<(sym->st_info&0xf) & OK_TYPES)
		 && (1<<(sym->st_info>>4) & OK_BINDS)) {
117
			if (def && sym->st_info>>4 == STB_WEAK) continue;
118 119 120
			def = dso->base + sym->st_value;
			if (sym->st_info>>4 == STB_GLOBAL) break;
		}
R
Rich Felker 已提交
121
	}
122
	return def;
R
Rich Felker 已提交
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142
}

static void do_relocs(unsigned char *base, size_t *rel, size_t rel_size, size_t stride, Sym *syms, char *strings, struct dso *dso)
{
	Sym *sym;
	const char *name;
	size_t sym_val, sym_size;
	size_t *reloc_addr;
	void *ctx;
	int type;
	int sym_index;

	for (; rel_size; rel+=stride, rel_size-=stride*sizeof(size_t)) {
		reloc_addr = (void *)(base + rel[0]);
		type = R_TYPE(rel[1]);
		sym_index = R_SYM(rel[1]);
		if (sym_index) {
			sym = syms + sym_index;
			name = strings + sym->st_name;
			ctx = IS_COPY(type) ? dso->next : dso;
143
			sym_val = (size_t)find_sym(ctx, name, IS_PLT(type));
R
Rich Felker 已提交
144 145 146 147 148
			if (!sym_val && sym->st_info>>4 != STB_WEAK) {
				if (runtime) longjmp(rtld_fail, 1);
				dprintf(2, "%s: symbol not found\n", name);
				_exit(127);
			}
R
Rich Felker 已提交
149 150 151 152 153 154
			sym_size = sym->st_size;
		}
		do_single_reloc(reloc_addr, type, sym_val, sym_size, base, rel[2]);
	}
}

155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185
/* A huge hack: to make up for the wastefulness of shared libraries
 * needing at least a page of dirty memory even if they have no global
 * data, we reclaim the gaps at the beginning and end of writable maps
 * and "donate" them to the heap by setting up minimal malloc
 * structures and then freeing them. */

static void reclaim(unsigned char *base, size_t start, size_t end)
{
	size_t *a, *z;
	start = start + 6*sizeof(size_t)-1 & -4*sizeof(size_t);
	end = (end & -4*sizeof(size_t)) - 2*sizeof(size_t);
	if (start>end || end-start < 4*sizeof(size_t)) return;
	a = (size_t *)(base + start);
	z = (size_t *)(base + end);
	a[-2] = 1;
	a[-1] = z[0] = end-start + 2*sizeof(size_t) | 1;
	z[1] = 1;
	free(a);
}

static void reclaim_gaps(unsigned char *base, Phdr *ph, size_t phent, size_t phcnt)
{
	for (; phcnt--; ph=(void *)((char *)ph+phent)) {
		if (ph->p_type!=PT_LOAD) continue;
		if ((ph->p_flags&(PF_R|PF_W))!=(PF_R|PF_W)) continue;
		reclaim(base, ph->p_vaddr & -PAGE_SIZE, ph->p_vaddr);
		reclaim(base, ph->p_vaddr+ph->p_memsz,
			ph->p_vaddr+ph->p_memsz+PAGE_SIZE-1 & -PAGE_SIZE);
	}
}

R
Rich Felker 已提交
186 187
static void *map_library(int fd, size_t *lenp, unsigned char **basep, size_t *dynp)
{
188
	Ehdr buf[(896+sizeof(Ehdr))/sizeof(Ehdr)];
R
Rich Felker 已提交
189 190 191 192 193 194 195 196 197 198 199 200 201
	size_t phsize;
	size_t addr_min=SIZE_MAX, addr_max=0, map_len;
	size_t this_min, this_max;
	off_t off_start;
	Ehdr *eh;
	Phdr *ph;
	unsigned prot;
	unsigned char *map, *base;
	size_t dyn;
	size_t i;

	ssize_t l = read(fd, buf, sizeof buf);
	if (l<sizeof *eh) return 0;
202
	eh = buf;
R
Rich Felker 已提交
203 204 205
	phsize = eh->e_phentsize * eh->e_phnum;
	if (phsize + sizeof *eh > l) return 0;
	if (eh->e_phoff + phsize > l) {
206
		l = pread(fd, buf+1, phsize, eh->e_phoff);
R
Rich Felker 已提交
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235
		if (l != phsize) return 0;
		eh->e_phoff = sizeof *eh;
	}
	ph = (void *)((char *)buf + eh->e_phoff);
	for (i=eh->e_phnum; i; i--, ph=(void *)((char *)ph+eh->e_phentsize)) {
		if (ph->p_type == PT_DYNAMIC)
			dyn = ph->p_vaddr;
		if (ph->p_type != PT_LOAD) continue;
		if (ph->p_vaddr < addr_min) {
			addr_min = ph->p_vaddr;
			off_start = ph->p_offset;
			prot = (((ph->p_flags&PF_R) ? PROT_READ : 0) |
				((ph->p_flags&PF_W) ? PROT_WRITE: 0) |
				((ph->p_flags&PF_X) ? PROT_EXEC : 0));
		}
		if (ph->p_vaddr+ph->p_memsz > addr_max) {
			addr_max = ph->p_vaddr+ph->p_memsz;
		}
	}
	if (!dyn) return 0;
	addr_max += PAGE_SIZE-1;
	addr_max &= -PAGE_SIZE;
	addr_min &= -PAGE_SIZE;
	off_start &= -PAGE_SIZE;
	map_len = addr_max - addr_min + off_start;
	/* The first time, we map too much, possibly even more than
	 * the length of the file. This is okay because we will not
	 * use the invalid part; we just need to reserve the right
	 * amount of virtual address space to map over later. */
236
	map = mmap((void *)addr_min, map_len, prot, MAP_PRIVATE, fd, off_start);
R
Rich Felker 已提交
237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
	if (map==MAP_FAILED) return 0;
	base = map - addr_min;
	ph = (void *)((char *)buf + eh->e_phoff);
	for (i=eh->e_phnum; i; i--, ph=(void *)((char *)ph+eh->e_phentsize)) {
		if (ph->p_type != PT_LOAD) continue;
		/* Reuse the existing mapping for the lowest-address LOAD */
		if ((ph->p_vaddr & -PAGE_SIZE) == addr_min) continue;
		this_min = ph->p_vaddr & -PAGE_SIZE;
		this_max = ph->p_vaddr+ph->p_memsz+PAGE_SIZE-1 & -PAGE_SIZE;
		off_start = ph->p_offset & -PAGE_SIZE;
		prot = (((ph->p_flags&PF_R) ? PROT_READ : 0) |
			((ph->p_flags&PF_W) ? PROT_WRITE: 0) |
			((ph->p_flags&PF_X) ? PROT_EXEC : 0));
		if (mmap(base+this_min, this_max-this_min, prot, MAP_PRIVATE|MAP_FIXED, fd, off_start) == MAP_FAILED) {
			munmap(map, map_len);
			return 0;
		}
		if (ph->p_memsz > ph->p_filesz) {
			size_t brk = (size_t)base+ph->p_vaddr+ph->p_filesz;
			size_t pgbrk = brk+PAGE_SIZE-1 & -PAGE_SIZE;
			memset((void *)brk, 0, pgbrk-brk & PAGE_SIZE-1);
			if (pgbrk-(size_t)base < this_max && mmap((void *)pgbrk, (size_t)base+this_max-pgbrk, prot, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) == MAP_FAILED) {
				munmap(map, map_len);
				return 0;
			}
		}
	}
R
Rich Felker 已提交
264 265 266 267 268
	for (i=0; ((size_t *)(base+dyn))[i]; i+=2)
		if (((size_t *)(base+dyn))[i]==DT_TEXTREL) {
			mprotect(map, map_len, PROT_READ|PROT_WRITE|PROT_EXEC);
			break;
		}
269 270
	if (!runtime) reclaim_gaps(base, (void *)((char *)buf + eh->e_phoff),
		eh->e_phentsize, eh->e_phnum);
R
Rich Felker 已提交
271 272 273 274 275 276
	*lenp = map_len;
	*basep = base;
	*dynp = dyn;
	return map;
}

277 278 279
static int path_open(const char *name, const char *search)
{
	char buf[2*NAME_MAX+2];
280
	const char *s=search, *z;
281
	int l, fd;
282 283 284
	for (;;) {
		while (*s==':') s++;
		if (!*s) return -1;
285 286 287 288
		z = strchr(s, ':');
		l = z ? z-s : strlen(s);
		snprintf(buf, sizeof buf, "%.*s/%s", l, s, name);
		if ((fd = open(buf, O_RDONLY))>=0) return fd;
289
		s += l;
290 291 292
	}
}

293 294 295 296 297 298 299 300 301
static void decode_dyn(struct dso *p)
{
	size_t dyn[DYN_CNT] = {0};
	decode_vec(p->dynv, dyn, DYN_CNT);
	p->syms = (void *)(p->base + dyn[DT_SYMTAB]);
	p->hashtab = (void *)(p->base + dyn[DT_HASH]);
	p->strings = (void *)(p->base + dyn[DT_STRTAB]);
}

R
Rich Felker 已提交
302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321
static struct dso *load_library(const char *name)
{
	unsigned char *base, *map;
	size_t dyno, map_len;
	struct dso *p;
	int fd;
	struct stat st;

	/* Catch and block attempts to reload the implementation itself */
	if (name[0]=='l' && name[1]=='i' && name[2]=='b') {
		static const char *rp, reserved[] =
			"c\0pthread\0rt\0m\0dl\0util\0xnet\0";
		char *z = strchr(name, '.');
		if (z) {
			size_t l = z-name;
			for (rp=reserved; *rp && memcmp(name+3, rp, l-3); rp+=strlen(rp)+1);
			if (*rp) {
				if (!libc->prev) {
					tail->next = libc;
					libc->prev = tail;
322
					tail = libc->next ? libc->next : libc;
R
Rich Felker 已提交
323 324 325 326 327 328 329 330 331 332 333 334
				}
				return libc;
			}
		}
	}
	/* Search for the name to see if it's already loaded */
	for (p=head->next; p; p=p->next) {
		if (!strcmp(p->name, name)) {
			p->refcnt++;
			return p;
		}
	}
335
	if (strchr(name, '/')) {
R
Rich Felker 已提交
336 337
		fd = open(name, O_RDONLY);
	} else {
338
		if (strlen(name) > NAME_MAX) return 0;
339
		fd = -1;
340 341
		if (r_path) fd = path_open(name, r_path);
		if (fd < 0 && env_path) fd = path_open(name, env_path);
342 343 344 345 346 347 348 349 350 351 352
		if (fd < 0) {
			if (!sys_path) {
				FILE *f = fopen(ETC_LDSO_PATH, "r");
				if (f) {
					if (getline(&sys_path, (size_t[1]){0}, f) > 0)
						sys_path[strlen(sys_path)-1]=0;
					fclose(f);
				}
			}
			if (sys_path) fd = path_open(name, sys_path);
			else fd = path_open(name, "/lib:/usr/local/lib:/usr/lib");
R
Rich Felker 已提交
353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379
		}
	}
	if (fd < 0) return 0;
	if (fstat(fd, &st) < 0) {
		close(fd);
		return 0;
	}
	for (p=head->next; p; p=p->next) {
		if (p->dev == st.st_dev && p->ino == st.st_ino) {
			close(fd);
			p->refcnt++;
			return p;
		}
	}
	map = map_library(fd, &map_len, &base, &dyno);
	close(fd);
	if (!map) return 0;
	p = calloc(1, sizeof *p + strlen(name) + 1);
	if (!p) {
		munmap(map, map_len);
		return 0;
	}

	p->map = map;
	p->map_len = map_len;
	p->base = base;
	p->dynv = (void *)(base + dyno);
380
	decode_dyn(p);
R
Rich Felker 已提交
381 382 383 384

	p->dev = st.st_dev;
	p->ino = st.st_ino;
	p->refcnt = 1;
R
Rich Felker 已提交
385
	p->name = p->buf;
R
Rich Felker 已提交
386 387 388 389 390 391 392 393 394 395 396
	strcpy(p->name, name);

	tail->next = p;
	p->prev = tail;
	tail = p;

	return p;
}

static void load_deps(struct dso *p)
{
397 398
	size_t i, ndeps=0;
	struct dso ***deps = &p->deps, **tmp, *dep;
R
Rich Felker 已提交
399
	for (; p; p=p->next) {
400 401 402 403
		for (i=0; p->dynv[i]; i+=2) {
			if (p->dynv[i] != DT_RPATH) continue;
			r_path = (void *)(p->strings + p->dynv[i+1]);
		}
R
Rich Felker 已提交
404 405
		for (i=0; p->dynv[i]; i+=2) {
			if (p->dynv[i] != DT_NEEDED) continue;
406 407
			dep = load_library(p->strings + p->dynv[i+1]);
			if (!dep) {
R
Rich Felker 已提交
408 409 410 411 412
				if (runtime) longjmp(rtld_fail, 1);
				dprintf(2, "%s: %m (needed by %s)\n",
					p->strings + p->dynv[i+1], p->name);
				_exit(127);
			}
413 414 415 416 417 418 419
			if (runtime) {
				tmp = realloc(*deps, sizeof(*tmp)*(ndeps+2));
				if (!tmp) longjmp(rtld_fail, 1);
				tmp[ndeps++] = dep;
				tmp[ndeps] = 0;
				*deps = tmp;
			}
R
Rich Felker 已提交
420
		}
421
		r_path = 0;
R
Rich Felker 已提交
422 423 424
	}
}

R
Rich Felker 已提交
425 426 427 428 429 430 431 432 433 434 435 436 437 438
static void load_preload(char *s)
{
	int tmp;
	char *z;
	for (z=s; *z; s=z) {
		for (   ; *s && isspace(*s); s++);
		for (z=s; *z && !isspace(*z); z++);
		tmp = *z;
		*z = 0;
		load_library(s);
		*z = tmp;
	}
}

439 440 441 442 443
static void make_global(struct dso *p)
{
	for (; p; p=p->next) p->global = 1;
}

R
Rich Felker 已提交
444 445 446 447 448 449 450
static void reloc_all(struct dso *p)
{
	size_t dyn[DYN_CNT] = {0};
	for (; p; p=p->next) {
		if (p->relocated) continue;
		decode_vec(p->dynv, dyn, DYN_CNT);
		do_relocs(p->base, (void *)(p->base+dyn[DT_JMPREL]), dyn[DT_PLTRELSZ],
451
			2+(dyn[DT_PLTREL]==DT_RELA), p->syms, p->strings, head);
R
Rich Felker 已提交
452
		do_relocs(p->base, (void *)(p->base+dyn[DT_REL]), dyn[DT_RELSZ],
453
			2, p->syms, p->strings, head);
R
Rich Felker 已提交
454
		do_relocs(p->base, (void *)(p->base+dyn[DT_RELA]), dyn[DT_RELASZ],
455
			3, p->syms, p->strings, head);
456
		p->relocated = 1;
R
Rich Felker 已提交
457 458 459
	}
}

460 461 462 463 464 465 466 467 468 469
static void free_all(struct dso *p)
{
	struct dso *n;
	while (p) {
		n = p->next;
		if (p->map) free(p);
		p = n;
	}
}

470 471 472 473 474 475 476 477
static size_t find_dyn(Phdr *ph, size_t cnt, size_t stride)
{
	for (; cnt--; ph = (void *)((char *)ph + stride))
		if (ph->p_type == PT_DYNAMIC)
			return ph->p_vaddr;
	return 0;
}

478 479 480 481 482 483 484 485 486 487 488 489 490 491
static void do_init_fini(struct dso *p)
{
	size_t dyn[DYN_CNT] = {0};
	for (; p; p=p->prev) {
		if (p->constructed) return;
		decode_vec(p->dynv, dyn, DYN_CNT);
		if (dyn[0] & (1<<DT_FINI))
			atexit((void (*)(void))(p->base + dyn[DT_FINI]));
		if (dyn[0] & (1<<DT_INIT))
			((void (*)(void))(p->base + dyn[DT_INIT]))();
		p->constructed = 1;
	}
}

492
void *__dynlink(int argc, char **argv)
R
Rich Felker 已提交
493 494 495 496
{
	size_t *auxv, aux[AUX_CNT] = {0};
	size_t i;
	Phdr *phdr;
497
	Ehdr *ehdr;
498
	static struct dso builtin_dsos[3];
R
Rich Felker 已提交
499 500
	struct dso *const app = builtin_dsos+0;
	struct dso *const lib = builtin_dsos+1;
501
	struct dso *const vdso = builtin_dsos+2;
R
Rich Felker 已提交
502
	char *env_preload=0;
R
Rich Felker 已提交
503 504

	/* Find aux vector just past environ[] */
505 506 507
	for (i=argc+1; argv[i]; i++)
		if (!memcmp(argv[i], "LD_LIBRARY_PATH=", 16))
			env_path = argv[i]+16;
R
Rich Felker 已提交
508 509
		else if (!memcmp(argv[i], "LD_PRELOAD=", 11))
			env_preload = argv[i]+11;
R
Rich Felker 已提交
510 511 512 513
	auxv = (void *)(argv+i+1);

	decode_vec(auxv, aux, AUX_CNT);

514 515
	/* Only trust user/env if kernel says we're not suid/sgid */
	if ((aux[0]&0x7800)!=0x7800 || aux[AT_UID]!=aux[AT_EUID]
R
Rich Felker 已提交
516
	  || aux[AT_GID]!=aux[AT_EGID] || aux[AT_SECURE]) {
517
		env_path = 0;
R
Rich Felker 已提交
518
		env_preload = 0;
519 520
	}

521 522 523 524 525 526 527 528 529 530 531
	/* The dynamic linker load address is passed by the kernel
	 * in the AUX vector, so this is easy. */
	lib->base = (void *)aux[AT_BASE];
	lib->name = "libc.so";
	lib->global = 1;
	ehdr = (void *)lib->base;
	lib->dynv = (void *)(lib->base + find_dyn(
		(void *)(aux[AT_BASE]+ehdr->e_phoff),
		ehdr->e_phnum, ehdr->e_phentsize));
	decode_dyn(lib);

532
	/* Find load address of the main program, via AT_PHDR vs PT_PHDR. */
533
	app->base = 0;
534 535 536 537 538
	phdr = (void *)aux[AT_PHDR];
	for (i=aux[AT_PHNUM]; i; i--, phdr=(void *)((char *)phdr + aux[AT_PHENT])) {
		if (phdr->p_type == PT_PHDR)
			app->base = (void *)(aux[AT_PHDR] - phdr->p_vaddr);
	}
539 540
	app->name = argv[0];
	app->global = 1;
541
	app->constructed = 1;
542 543 544 545 546
	app->dynv = (void *)(app->base + find_dyn(
		(void *)aux[AT_PHDR], aux[AT_PHNUM], aux[AT_PHENT]));
	decode_dyn(app);

	/* Attach to vdso, if provided by the kernel */
547
	for (i=0; auxv[i]; i+=2) {
548 549
		size_t vdso_base = auxv[i+1];
		if (auxv[i] != AT_SYSINFO_EHDR) continue;
550 551 552 553 554 555 556 557 558
		ehdr = (void *)vdso_base;
		phdr = (void *)(vdso_base + ehdr->e_phoff);
		for (i=ehdr->e_phnum; i; i--, phdr=(void *)((char *)phdr + ehdr->e_phentsize)) {
			if (phdr->p_type == PT_DYNAMIC)
				vdso->dynv = (void *)(vdso_base + phdr->p_offset);
			if (phdr->p_type == PT_LOAD)
				vdso->base = (void *)(vdso_base - phdr->p_vaddr + phdr->p_offset);
		}
		vdso->name = "linux-gate.so.1";
559
		vdso->global = 1;
560
		decode_dyn(vdso);
561 562
		vdso->prev = lib;
		lib->next = vdso;
563
		break;
564 565
	}

566 567 568 569 570 571 572 573 574
	/* Initial dso chain consists only of the app. We temporarily
	 * append the dynamic linker/libc so we can relocate it, then
	 * restore the initial chain in preparation for loading third
	 * party libraries (preload/needed). */
	head = tail = app;
	libc = lib;
	app->next = lib;
	reloc_all(lib);
	app->next = 0;
R
Rich Felker 已提交
575

576
	/* PAST THIS POINT, ALL LIBC INTERFACES ARE FULLY USABLE. */
R
Rich Felker 已提交
577

578
	/* Donate unused parts of app and library mapping to malloc */
R
Rich Felker 已提交
579 580 581
	reclaim_gaps(app->base, (void *)aux[AT_PHDR], aux[AT_PHENT], aux[AT_PHNUM]);
	ehdr = (void *)lib->base;
	reclaim_gaps(lib->base, (void *)(lib->base+ehdr->e_phoff),
582 583
		ehdr->e_phentsize, ehdr->e_phnum);

584
	/* Load preload/needed libraries, add their symbols to the global
585 586 587
	 * namespace, and perform all remaining relocations. The main
	 * program must be relocated LAST since it may contain copy
	 * relocations which depend on libraries' relocations. */
R
Rich Felker 已提交
588
	if (env_preload) load_preload(env_preload);
589 590
	load_deps(app);
	make_global(app);
591
	reloc_all(app->next);
592 593 594 595 596 597
	reloc_all(app);

	/* Switch to runtime mode: any further failures in the dynamic
	 * linker are a reportable failure rather than a fatal startup
	 * error. If the dynamic loader (dlopen) will not be used, free
	 * all memory used by the dynamic linker. */
R
Rich Felker 已提交
598
	runtime = 1;
599 600 601

	do_init_fini(tail);

R
Rich Felker 已提交
602
	if (!rtld_used) {
603 604
		free_all(head);
		free(sys_path);
R
Rich Felker 已提交
605
		reclaim((void *)builtin_dsos, 0, sizeof builtin_dsos);
606
	}
607

R
Rich Felker 已提交
608 609 610
	errno = 0;
	return (void *)aux[AT_ENTRY];
}
611 612 613

void *dlopen(const char *file, int mode)
{
614
	struct dso *volatile p, *orig_tail = tail, *next;
615
	size_t i;
616
	int cs;
617 618 619

	if (!file) return head;

620
	pthread_setcancelstate(PTHREAD_CANCEL_DISABLE, &cs);
621 622 623 624
	pthread_rwlock_wrlock(&lock);

	if (setjmp(rtld_fail)) {
		/* Clean up anything new that was (partially) loaded */
625 626 627
		if (p->deps) for (i=0; p->deps[i]; i++)
			if (p->deps[i]->global < 0)
				p->deps[i]->global = 0;
628 629 630 631 632 633 634 635
		for (p=orig_tail->next; p; p=next) {
			next = p->next;
			munmap(p->map, p->map_len);
			free(p->deps);
			free(p);
		}
		tail = orig_tail;
		tail->next = 0;
636
		p = 0;
R
Rich Felker 已提交
637 638 639 640
	} else p = load_library(file);

	if (!p) {
		errflag = 1;
641
		goto end;
642 643 644 645 646
	}

	/* First load handling */
	if (!p->deps) {
		load_deps(p);
R
Rich Felker 已提交
647
		if (p->deps) for (i=0; p->deps[i]; i++)
648 649 650
			if (!p->deps[i]->global)
				p->deps[i]->global = -1;
		if (!p->global) p->global = -1;
651
		reloc_all(p);
R
Rich Felker 已提交
652
		if (p->deps) for (i=0; p->deps[i]; i++)
653 654 655
			if (p->deps[i]->global < 0)
				p->deps[i]->global = 0;
		if (p->global < 0) p->global = 0;
656 657 658
	}

	if (mode & RTLD_GLOBAL) {
R
Rich Felker 已提交
659
		if (p->deps) for (i=0; p->deps[i]; i++)
660 661 662 663
			p->deps[i]->global = 1;
		p->global = 1;
	}

664
	do_init_fini(tail);
665
end:
666
	pthread_rwlock_unlock(&lock);
667
	pthread_setcancelstate(cs, 0);
668 669 670
	return p;
}

R
Rich Felker 已提交
671
static void *do_dlsym(struct dso *p, const char *s, void *ra)
672 673 674 675
{
	size_t i;
	uint32_t h;
	Sym *sym;
R
Rich Felker 已提交
676 677 678 679 680
	if (p == RTLD_NEXT) {
		for (p=head; p && (unsigned char *)ra-p->map>p->map_len; p=p->next);
		if (!p) p=head;
		p=p->next;
	}
R
Rich Felker 已提交
681 682 683 684 685
	if (p == head || p == RTLD_DEFAULT) {
		void *res = find_sym(head, s, 0);
		if (!res) errflag = 1;
		return res;
	}
686 687 688 689 690 691 692 693 694 695
	h = hash(s);
	sym = lookup(s, h, p->syms, p->hashtab, p->strings);
	if (sym && sym->st_value && (1<<(sym->st_info&0xf) & OK_TYPES))
		return p->base + sym->st_value;
	if (p->deps) for (i=0; p->deps[i]; i++) {
		sym = lookup(s, h, p->deps[i]->syms,
			p->deps[i]->hashtab, p->deps[i]->strings);
		if (sym && sym->st_value && (1<<(sym->st_info&0xf) & OK_TYPES))
			return p->deps[i]->base + sym->st_value;
	}
R
Rich Felker 已提交
696
	errflag = 1;
697 698 699
	return 0;
}

R
Rich Felker 已提交
700
void *__dlsym(void *p, const char *s, void *ra)
701 702 703
{
	void *res;
	pthread_rwlock_rdlock(&lock);
R
Rich Felker 已提交
704
	res = do_dlsym(p, s, ra);
705 706 707
	pthread_rwlock_unlock(&lock);
	return res;
}
708 709 710 711 712 713 714 715 716 717
#else
void *dlopen(const char *file, int mode)
{
	return 0;
}
void *__dlsym(void *p, const char *s, void *ra)
{
	return 0;
}
#endif
718 719 720

char *dlerror()
{
R
Rich Felker 已提交
721 722
	if (!errflag) return 0;
	errflag = 0;
723 724 725 726 727 728 729
	return "unknown error";
}

int dlclose(void *p)
{
	return 0;
}