elf.c 22.3 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0-or-later
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * elf.c - ELF access library
 *
 * Adapted from kpatch (https://github.com/dynup/kpatch):
 * Copyright (C) 2013-2015 Josh Poimboeuf <jpoimboe@redhat.com>
 * Copyright (C) 2014 Seth Jennings <sjenning@redhat.com>
 */

#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
17
#include <errno.h>
P
Peter Zijlstra 已提交
18
#include "builtin.h"
19 20 21 22

#include "elf.h"
#include "warn.h"

23 24
#define MAX_NAME_LEN 128

25 26 27 28 29
static inline u32 str_hash(const char *str)
{
	return jhash(str, strlen(str), 0);
}

30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45
static inline int elf_hash_bits(void)
{
	return vmlinux ? ELF_HASH_BITS : 16;
}

#define elf_hash_add(hashtable, node, key) \
	hlist_add_head(node, &hashtable[hash_min(key, elf_hash_bits())])

static void elf_hash_init(struct hlist_head *table)
{
	__hash_init(table, 1U << elf_hash_bits());
}

#define elf_hash_for_each_possible(name, obj, member, key)			\
	hlist_for_each_entry(obj, &name[hash_min(key, elf_hash_bits())], member)

46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
static void rb_add(struct rb_root *tree, struct rb_node *node,
		   int (*cmp)(struct rb_node *, const struct rb_node *))
{
	struct rb_node **link = &tree->rb_node;
	struct rb_node *parent = NULL;

	while (*link) {
		parent = *link;
		if (cmp(node, parent) < 0)
			link = &parent->rb_left;
		else
			link = &parent->rb_right;
	}

	rb_link_node(node, parent, link);
	rb_insert_color(node, tree);
}

64
static struct rb_node *rb_find_first(const struct rb_root *tree, const void *key,
65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123
			       int (*cmp)(const void *key, const struct rb_node *))
{
	struct rb_node *node = tree->rb_node;
	struct rb_node *match = NULL;

	while (node) {
		int c = cmp(key, node);
		if (c <= 0) {
			if (!c)
				match = node;
			node = node->rb_left;
		} else if (c > 0) {
			node = node->rb_right;
		}
	}

	return match;
}

static struct rb_node *rb_next_match(struct rb_node *node, const void *key,
				    int (*cmp)(const void *key, const struct rb_node *))
{
	node = rb_next(node);
	if (node && cmp(key, node))
		node = NULL;
	return node;
}

#define rb_for_each(tree, node, key, cmp) \
	for ((node) = rb_find_first((tree), (key), (cmp)); \
	     (node); (node) = rb_next_match((node), (key), (cmp)))

static int symbol_to_offset(struct rb_node *a, const struct rb_node *b)
{
	struct symbol *sa = rb_entry(a, struct symbol, node);
	struct symbol *sb = rb_entry(b, struct symbol, node);

	if (sa->offset < sb->offset)
		return -1;
	if (sa->offset > sb->offset)
		return 1;

	if (sa->len < sb->len)
		return -1;
	if (sa->len > sb->len)
		return 1;

	sa->alias = sb;

	return 0;
}

static int symbol_by_offset(const void *key, const struct rb_node *node)
{
	const struct symbol *s = rb_entry(node, struct symbol, node);
	const unsigned long *o = key;

	if (*o < s->offset)
		return -1;
124
	if (*o >= s->offset + s->len)
125 126 127 128 129
		return 1;

	return 0;
}

130
struct section *find_section_by_name(const struct elf *elf, const char *name)
131 132 133
{
	struct section *sec;

134
	elf_hash_for_each_possible(elf->section_name_hash, sec, name_hash, str_hash(name))
135 136 137 138 139 140 141 142 143 144 145
		if (!strcmp(sec->name, name))
			return sec;

	return NULL;
}

static struct section *find_section_by_index(struct elf *elf,
					     unsigned int idx)
{
	struct section *sec;

146
	elf_hash_for_each_possible(elf->section_hash, sec, hash, idx)
147 148 149 150 151 152 153 154 155 156
		if (sec->idx == idx)
			return sec;

	return NULL;
}

static struct symbol *find_symbol_by_index(struct elf *elf, unsigned int idx)
{
	struct symbol *sym;

157
	elf_hash_for_each_possible(elf->symbol_hash, sym, hash, idx)
158 159
		if (sym->idx == idx)
			return sym;
160 161 162 163 164 165

	return NULL;
}

struct symbol *find_symbol_by_offset(struct section *sec, unsigned long offset)
{
166
	struct rb_node *node;
167

168 169 170 171 172 173
	rb_for_each(&sec->symbol_tree, node, &offset, symbol_by_offset) {
		struct symbol *s = rb_entry(node, struct symbol, node);

		if (s->offset == offset && s->type != STT_SECTION)
			return s;
	}
174 175 176 177 178 179

	return NULL;
}

struct symbol *find_func_by_offset(struct section *sec, unsigned long offset)
{
180
	struct rb_node *node;
181

182 183 184 185 186 187
	rb_for_each(&sec->symbol_tree, node, &offset, symbol_by_offset) {
		struct symbol *s = rb_entry(node, struct symbol, node);

		if (s->offset == offset && s->type == STT_FUNC)
			return s;
	}
188 189 190 191

	return NULL;
}

192
struct symbol *find_symbol_containing(const struct section *sec, unsigned long offset)
193
{
194
	struct rb_node *node;
195

196 197 198 199 200 201
	rb_for_each(&sec->symbol_tree, node, &offset, symbol_by_offset) {
		struct symbol *s = rb_entry(node, struct symbol, node);

		if (s->type != STT_SECTION)
			return s;
	}
202 203 204 205

	return NULL;
}

206
struct symbol *find_func_containing(struct section *sec, unsigned long offset)
207 208 209 210 211 212 213 214 215 216 217 218 219
{
	struct rb_node *node;

	rb_for_each(&sec->symbol_tree, node, &offset, symbol_by_offset) {
		struct symbol *s = rb_entry(node, struct symbol, node);

		if (s->type == STT_FUNC)
			return s;
	}

	return NULL;
}

220
struct symbol *find_symbol_by_name(const struct elf *elf, const char *name)
221 222 223
{
	struct symbol *sym;

224
	elf_hash_for_each_possible(elf->symbol_name_hash, sym, name_hash, str_hash(name))
225 226
		if (!strcmp(sym->name, name))
			return sym;
227 228 229 230

	return NULL;
}

M
Matt Helsley 已提交
231
struct reloc *find_reloc_by_dest_range(const struct elf *elf, struct section *sec,
232
				     unsigned long offset, unsigned int len)
233
{
M
Matt Helsley 已提交
234
	struct reloc *reloc, *r = NULL;
235
	unsigned long o;
236

M
Matt Helsley 已提交
237
	if (!sec->reloc)
238 239
		return NULL;

M
Matt Helsley 已提交
240
	sec = sec->reloc;
241

242
	for_offset_range(o, offset, offset + len) {
M
Matt Helsley 已提交
243
		elf_hash_for_each_possible(elf->reloc_hash, reloc, hash,
244
				       sec_offset_hash(sec, o)) {
M
Matt Helsley 已提交
245
			if (reloc->sec != sec)
246 247
				continue;

M
Matt Helsley 已提交
248 249 250
			if (reloc->offset >= offset && reloc->offset < offset + len) {
				if (!r || reloc->offset < r->offset)
					r = reloc;
251
			}
252
		}
253 254
		if (r)
			return r;
255
	}
256 257 258 259

	return NULL;
}

M
Matt Helsley 已提交
260
struct reloc *find_reloc_by_dest(const struct elf *elf, struct section *sec, unsigned long offset)
261
{
M
Matt Helsley 已提交
262
	return find_reloc_by_dest_range(elf, sec, offset, 1);
263 264
}

265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290
void insn_to_reloc_sym_addend(struct section *sec, unsigned long offset,
			      struct reloc *reloc)
{
	if (sec->sym) {
		reloc->sym = sec->sym;
		reloc->addend = offset;
		return;
	}

	/*
	 * The Clang assembler strips section symbols, so we have to reference
	 * the function symbol instead:
	 */
	reloc->sym = find_symbol_containing(sec, offset);
	if (!reloc->sym) {
		/*
		 * Hack alert.  This happens when we need to reference the NOP
		 * pad insn immediately after the function.
		 */
		reloc->sym = find_symbol_containing(sec, offset - 1);
	}

	if (reloc->sym)
		reloc->addend = offset - reloc->sym->offset;
}

291 292 293 294 295 296 297 298
static int read_sections(struct elf *elf)
{
	Elf_Scn *s = NULL;
	struct section *sec;
	size_t shstrndx, sections_nr;
	int i;

	if (elf_getshdrnum(elf->elf, &sections_nr)) {
299
		WARN_ELF("elf_getshdrnum");
300 301 302 303
		return -1;
	}

	if (elf_getshdrstrndx(elf->elf, &shstrndx)) {
304
		WARN_ELF("elf_getshdrstrndx");
305 306 307 308 309 310 311 312 313 314 315
		return -1;
	}

	for (i = 0; i < sections_nr; i++) {
		sec = malloc(sizeof(*sec));
		if (!sec) {
			perror("malloc");
			return -1;
		}
		memset(sec, 0, sizeof(*sec));

316
		INIT_LIST_HEAD(&sec->symbol_list);
M
Matt Helsley 已提交
317
		INIT_LIST_HEAD(&sec->reloc_list);
318 319 320

		s = elf_getscn(elf->elf, i);
		if (!s) {
321
			WARN_ELF("elf_getscn");
322 323 324 325 326 327
			return -1;
		}

		sec->idx = elf_ndxscn(s);

		if (!gelf_getshdr(s, &sec->sh)) {
328
			WARN_ELF("gelf_getshdr");
329 330 331 332 333
			return -1;
		}

		sec->name = elf_strptr(elf->elf, shstrndx, sec->sh.sh_name);
		if (!sec->name) {
334
			WARN_ELF("elf_strptr");
335 336 337
			return -1;
		}

338 339 340 341 342 343 344 345 346 347 348 349
		if (sec->sh.sh_size != 0) {
			sec->data = elf_getdata(s, NULL);
			if (!sec->data) {
				WARN_ELF("elf_getdata");
				return -1;
			}
			if (sec->data->d_off != 0 ||
			    sec->data->d_size != sec->sh.sh_size) {
				WARN("unexpected data attributes for %s",
				     sec->name);
				return -1;
			}
350
		}
351
		sec->len = sec->sh.sh_size;
352 353

		list_add_tail(&sec->list, &elf->sections);
354 355
		elf_hash_add(elf->section_hash, &sec->hash, sec->idx);
		elf_hash_add(elf->section_name_hash, &sec->name_hash, str_hash(sec->name));
356 357
	}

P
Peter Zijlstra 已提交
358 359 360
	if (stats)
		printf("nr_sections: %lu\n", (unsigned long)sections_nr);

361 362 363 364 365 366 367 368 369 370 371
	/* sanity check, one more call to elf_nextscn() should return NULL */
	if (elf_nextscn(elf->elf, s)) {
		WARN("section entry mismatch");
		return -1;
	}

	return 0;
}

static int read_symbols(struct elf *elf)
{
372
	struct section *symtab, *symtab_shndx, *sec;
373 374 375
	struct symbol *sym, *pfunc;
	struct list_head *entry;
	struct rb_node *pnode;
376
	int symbols_nr, i;
377
	char *coldstr;
378 379
	Elf_Data *shndx_data = NULL;
	Elf32_Word shndx;
380 381 382 383 384 385 386

	symtab = find_section_by_name(elf, ".symtab");
	if (!symtab) {
		WARN("missing symbol table");
		return -1;
	}

387 388 389 390
	symtab_shndx = find_section_by_name(elf, ".symtab_shndx");
	if (symtab_shndx)
		shndx_data = symtab_shndx->data;

391 392 393 394 395 396 397 398 399
	symbols_nr = symtab->sh.sh_size / symtab->sh.sh_entsize;

	for (i = 0; i < symbols_nr; i++) {
		sym = malloc(sizeof(*sym));
		if (!sym) {
			perror("malloc");
			return -1;
		}
		memset(sym, 0, sizeof(*sym));
400
		sym->alias = sym;
401 402 403

		sym->idx = i;

404 405 406
		if (!gelf_getsymshndx(symtab->data, shndx_data, i, &sym->sym,
				      &shndx)) {
			WARN_ELF("gelf_getsymshndx");
407 408 409 410 411 412
			goto err;
		}

		sym->name = elf_strptr(elf->elf, symtab->sh.sh_link,
				       sym->sym.st_name);
		if (!sym->name) {
413
			WARN_ELF("elf_strptr");
414 415 416 417 418 419
			goto err;
		}

		sym->type = GELF_ST_TYPE(sym->sym.st_info);
		sym->bind = GELF_ST_BIND(sym->sym.st_info);

420 421 422 423 424 425 426
		if ((sym->sym.st_shndx > SHN_UNDEF &&
		     sym->sym.st_shndx < SHN_LORESERVE) ||
		    (shndx_data && sym->sym.st_shndx == SHN_XINDEX)) {
			if (sym->sym.st_shndx != SHN_XINDEX)
				shndx = sym->sym.st_shndx;

			sym->sec = find_section_by_index(elf, shndx);
427 428 429 430 431 432 433 434 435 436 437 438 439 440 441
			if (!sym->sec) {
				WARN("couldn't find section for symbol %s",
				     sym->name);
				goto err;
			}
			if (sym->type == STT_SECTION) {
				sym->name = sym->sec->name;
				sym->sec->sym = sym;
			}
		} else
			sym->sec = find_section_by_index(elf, 0);

		sym->offset = sym->sym.st_value;
		sym->len = sym->sym.st_size;

442 443 444 445 446 447
		rb_add(&sym->sec->symbol_tree, &sym->node, symbol_to_offset);
		pnode = rb_prev(&sym->node);
		if (pnode)
			entry = &rb_entry(pnode, struct symbol, node)->list;
		else
			entry = &sym->sec->symbol_list;
448
		list_add(&sym->list, entry);
449 450
		elf_hash_add(elf->symbol_hash, &sym->hash, sym->idx);
		elf_hash_add(elf->symbol_name_hash, &sym->name_hash, str_hash(sym->name));
451 452
	}

P
Peter Zijlstra 已提交
453 454 455
	if (stats)
		printf("nr_symbols: %lu\n", (unsigned long)symbols_nr);

456 457 458
	/* Create parent/child links for any cold subfunctions */
	list_for_each_entry(sec, &elf->sections, list) {
		list_for_each_entry(sym, &sec->symbol_list, list) {
459 460
			char pname[MAX_NAME_LEN + 1];
			size_t pnamelen;
461 462
			if (sym->type != STT_FUNC)
				continue;
463 464 465 466 467 468 469

			if (sym->pfunc == NULL)
				sym->pfunc = sym;

			if (sym->cfunc == NULL)
				sym->cfunc = sym;

470
			coldstr = strstr(sym->name, ".cold");
471 472 473
			if (!coldstr)
				continue;

474 475 476 477 478 479 480 481 482 483
			pnamelen = coldstr - sym->name;
			if (pnamelen > MAX_NAME_LEN) {
				WARN("%s(): parent function name exceeds maximum length of %d characters",
				     sym->name, MAX_NAME_LEN);
				return -1;
			}

			strncpy(pname, sym->name, pnamelen);
			pname[pnamelen] = '\0';
			pfunc = find_symbol_by_name(elf, pname);
484 485 486 487

			if (!pfunc) {
				WARN("%s(): can't find parent function",
				     sym->name);
488
				return -1;
489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505
			}

			sym->pfunc = pfunc;
			pfunc->cfunc = sym;

			/*
			 * Unfortunately, -fnoreorder-functions puts the child
			 * inside the parent.  Remove the overlap so we can
			 * have sane assumptions.
			 *
			 * Note that pfunc->len now no longer matches
			 * pfunc->sym.st_size.
			 */
			if (sym->sec == pfunc->sec &&
			    sym->offset >= pfunc->offset &&
			    sym->offset + sym->len == pfunc->offset + pfunc->len) {
				pfunc->len -= sym->len;
506 507 508 509
			}
		}
	}

510 511 512 513 514 515 516
	return 0;

err:
	free(sym);
	return -1;
}

M
Matt Helsley 已提交
517
void elf_add_reloc(struct elf *elf, struct reloc *reloc)
518
{
M
Matt Helsley 已提交
519
	struct section *sec = reloc->sec;
520

M
Matt Helsley 已提交
521 522
	list_add_tail(&reloc->list, &sec->reloc_list);
	elf_hash_add(elf->reloc_hash, &reloc->hash, reloc_hash(reloc));
523 524
}

525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550
static int read_rel_reloc(struct section *sec, int i, struct reloc *reloc, unsigned int *symndx)
{
	if (!gelf_getrel(sec->data, i, &reloc->rel)) {
		WARN_ELF("gelf_getrel");
		return -1;
	}
	reloc->type = GELF_R_TYPE(reloc->rel.r_info);
	reloc->addend = 0;
	reloc->offset = reloc->rel.r_offset;
	*symndx = GELF_R_SYM(reloc->rel.r_info);
	return 0;
}

static int read_rela_reloc(struct section *sec, int i, struct reloc *reloc, unsigned int *symndx)
{
	if (!gelf_getrela(sec->data, i, &reloc->rela)) {
		WARN_ELF("gelf_getrela");
		return -1;
	}
	reloc->type = GELF_R_TYPE(reloc->rela.r_info);
	reloc->addend = reloc->rela.r_addend;
	reloc->offset = reloc->rela.r_offset;
	*symndx = GELF_R_SYM(reloc->rela.r_info);
	return 0;
}

M
Matt Helsley 已提交
551
static int read_relocs(struct elf *elf)
552 553
{
	struct section *sec;
M
Matt Helsley 已提交
554
	struct reloc *reloc;
555 556
	int i;
	unsigned int symndx;
M
Matt Helsley 已提交
557
	unsigned long nr_reloc, max_reloc = 0, tot_reloc = 0;
558 559

	list_for_each_entry(sec, &elf->sections, list) {
560 561
		if ((sec->sh.sh_type != SHT_RELA) &&
		    (sec->sh.sh_type != SHT_REL))
562 563
			continue;

564
		sec->base = find_section_by_index(elf, sec->sh.sh_info);
565
		if (!sec->base) {
M
Matt Helsley 已提交
566
			WARN("can't find base section for reloc section %s",
567 568 569 570
			     sec->name);
			return -1;
		}

M
Matt Helsley 已提交
571
		sec->base->reloc = sec;
572

M
Matt Helsley 已提交
573
		nr_reloc = 0;
574
		for (i = 0; i < sec->sh.sh_size / sec->sh.sh_entsize; i++) {
M
Matt Helsley 已提交
575 576
			reloc = malloc(sizeof(*reloc));
			if (!reloc) {
577 578 579
				perror("malloc");
				return -1;
			}
M
Matt Helsley 已提交
580
			memset(reloc, 0, sizeof(*reloc));
581 582 583 584 585 586 587 588 589 590
			switch (sec->sh.sh_type) {
			case SHT_REL:
				if (read_rel_reloc(sec, i, reloc, &symndx))
					return -1;
				break;
			case SHT_RELA:
				if (read_rela_reloc(sec, i, reloc, &symndx))
					return -1;
				break;
			default: return -1;
591 592
			}

M
Matt Helsley 已提交
593
			reloc->sec = sec;
594 595
			reloc->idx = i;
			reloc->sym = find_symbol_by_index(elf, symndx);
M
Matt Helsley 已提交
596 597
			if (!reloc->sym) {
				WARN("can't find reloc entry symbol %d for %s",
598 599 600
				     symndx, sec->name);
				return -1;
			}
601

M
Matt Helsley 已提交
602 603
			elf_add_reloc(elf, reloc);
			nr_reloc++;
604
		}
M
Matt Helsley 已提交
605 606
		max_reloc = max(max_reloc, nr_reloc);
		tot_reloc += nr_reloc;
P
Peter Zijlstra 已提交
607 608 609
	}

	if (stats) {
M
Matt Helsley 已提交
610 611
		printf("max_reloc: %lu\n", max_reloc);
		printf("tot_reloc: %lu\n", tot_reloc);
612 613 614 615 616
	}

	return 0;
}

617
struct elf *elf_open_read(const char *name, int flags)
618 619
{
	struct elf *elf;
620
	Elf_Cmd cmd;
621 622 623 624 625 626 627 628

	elf_version(EV_CURRENT);

	elf = malloc(sizeof(*elf));
	if (!elf) {
		perror("malloc");
		return NULL;
	}
629
	memset(elf, 0, offsetof(struct elf, sections));
630 631 632

	INIT_LIST_HEAD(&elf->sections);

633 634 635 636
	elf_hash_init(elf->symbol_hash);
	elf_hash_init(elf->symbol_name_hash);
	elf_hash_init(elf->section_hash);
	elf_hash_init(elf->section_name_hash);
M
Matt Helsley 已提交
637
	elf_hash_init(elf->reloc_hash);
638

639
	elf->fd = open(name, flags);
640
	if (elf->fd == -1) {
641 642
		fprintf(stderr, "objtool: Can't open '%s': %s\n",
			name, strerror(errno));
643 644 645
		goto err;
	}

646 647 648 649 650 651 652 653
	if ((flags & O_ACCMODE) == O_RDONLY)
		cmd = ELF_C_READ_MMAP;
	else if ((flags & O_ACCMODE) == O_RDWR)
		cmd = ELF_C_RDWR;
	else /* O_WRONLY */
		cmd = ELF_C_WRITE;

	elf->elf = elf_begin(elf->fd, cmd, NULL);
654
	if (!elf->elf) {
655
		WARN_ELF("elf_begin");
656 657 658 659
		goto err;
	}

	if (!gelf_getehdr(elf->elf, &elf->ehdr)) {
660
		WARN_ELF("gelf_getehdr");
661 662 663 664 665 666 667 668 669
		goto err;
	}

	if (read_sections(elf))
		goto err;

	if (read_symbols(elf))
		goto err;

M
Matt Helsley 已提交
670
	if (read_relocs(elf))
671 672 673 674 675 676 677 678 679
		goto err;

	return elf;

err:
	elf_close(elf);
	return NULL;
}

680
struct section *elf_create_section(struct elf *elf, const char *name,
681
				   unsigned int sh_flags, size_t entsize, int nr)
682 683 684
{
	struct section *sec, *shstrtab;
	size_t size = entsize * nr;
685
	Elf_Scn *s;
686 687 688 689 690 691 692 693 694 695
	Elf_Data *data;

	sec = malloc(sizeof(*sec));
	if (!sec) {
		perror("malloc");
		return NULL;
	}
	memset(sec, 0, sizeof(*sec));

	INIT_LIST_HEAD(&sec->symbol_list);
M
Matt Helsley 已提交
696
	INIT_LIST_HEAD(&sec->reloc_list);
697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740

	s = elf_newscn(elf->elf);
	if (!s) {
		WARN_ELF("elf_newscn");
		return NULL;
	}

	sec->name = strdup(name);
	if (!sec->name) {
		perror("strdup");
		return NULL;
	}

	sec->idx = elf_ndxscn(s);
	sec->len = size;
	sec->changed = true;

	sec->data = elf_newdata(s);
	if (!sec->data) {
		WARN_ELF("elf_newdata");
		return NULL;
	}

	sec->data->d_size = size;
	sec->data->d_align = 1;

	if (size) {
		sec->data->d_buf = malloc(size);
		if (!sec->data->d_buf) {
			perror("malloc");
			return NULL;
		}
		memset(sec->data->d_buf, 0, size);
	}

	if (!gelf_getshdr(s, &sec->sh)) {
		WARN_ELF("gelf_getshdr");
		return NULL;
	}

	sec->sh.sh_size = size;
	sec->sh.sh_entsize = entsize;
	sec->sh.sh_type = SHT_PROGBITS;
	sec->sh.sh_addralign = 1;
741
	sec->sh.sh_flags = SHF_ALLOC | sh_flags;
742 743


744
	/* Add section name to .shstrtab (or .strtab for Clang) */
745
	shstrtab = find_section_by_name(elf, ".shstrtab");
746 747
	if (!shstrtab)
		shstrtab = find_section_by_name(elf, ".strtab");
748
	if (!shstrtab) {
749
		WARN("can't find .shstrtab or .strtab section");
750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773
		return NULL;
	}

	s = elf_getscn(elf->elf, shstrtab->idx);
	if (!s) {
		WARN_ELF("elf_getscn");
		return NULL;
	}

	data = elf_newdata(s);
	if (!data) {
		WARN_ELF("elf_newdata");
		return NULL;
	}

	data->d_buf = sec->name;
	data->d_size = strlen(name) + 1;
	data->d_align = 1;

	sec->sh.sh_name = shstrtab->len;

	shstrtab->len += strlen(name) + 1;
	shstrtab->changed = true;

774
	list_add_tail(&sec->list, &elf->sections);
775 776
	elf_hash_add(elf->section_hash, &sec->hash, sec->idx);
	elf_hash_add(elf->section_name_hash, &sec->name_hash, str_hash(sec->name));
777

778 779
	elf->changed = true;

780 781 782
	return sec;
}

783 784 785 786 787 788 789 790 791 792 793 794 795
static struct section *elf_create_rel_reloc_section(struct elf *elf, struct section *base)
{
	char *relocname;
	struct section *sec;

	relocname = malloc(strlen(base->name) + strlen(".rel") + 1);
	if (!relocname) {
		perror("malloc");
		return NULL;
	}
	strcpy(relocname, ".rel");
	strcat(relocname, base->name);

796
	sec = elf_create_section(elf, relocname, 0, sizeof(GElf_Rel), 0);
797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813
	free(relocname);
	if (!sec)
		return NULL;

	base->reloc = sec;
	sec->base = base;

	sec->sh.sh_type = SHT_REL;
	sec->sh.sh_addralign = 8;
	sec->sh.sh_link = find_section_by_name(elf, ".symtab")->idx;
	sec->sh.sh_info = base->idx;
	sec->sh.sh_flags = SHF_INFO_LINK;

	return sec;
}

static struct section *elf_create_rela_reloc_section(struct elf *elf, struct section *base)
814
{
M
Matt Helsley 已提交
815
	char *relocname;
816 817
	struct section *sec;

M
Matt Helsley 已提交
818 819
	relocname = malloc(strlen(base->name) + strlen(".rela") + 1);
	if (!relocname) {
820 821 822
		perror("malloc");
		return NULL;
	}
M
Matt Helsley 已提交
823 824
	strcpy(relocname, ".rela");
	strcat(relocname, base->name);
825

826
	sec = elf_create_section(elf, relocname, 0, sizeof(GElf_Rela), 0);
M
Matt Helsley 已提交
827
	free(relocname);
828 829 830
	if (!sec)
		return NULL;

M
Matt Helsley 已提交
831
	base->reloc = sec;
832 833 834 835 836 837 838 839 840 841 842
	sec->base = base;

	sec->sh.sh_type = SHT_RELA;
	sec->sh.sh_addralign = 8;
	sec->sh.sh_link = find_section_by_name(elf, ".symtab")->idx;
	sec->sh.sh_info = base->idx;
	sec->sh.sh_flags = SHF_INFO_LINK;

	return sec;
}

843 844 845 846 847 848 849 850 851 852 853 854
struct section *elf_create_reloc_section(struct elf *elf,
					 struct section *base,
					 int reltype)
{
	switch (reltype) {
	case SHT_REL:  return elf_create_rel_reloc_section(elf, base);
	case SHT_RELA: return elf_create_rela_reloc_section(elf, base);
	default:       return NULL;
	}
}

static int elf_rebuild_rel_reloc_section(struct section *sec, int nr)
855
{
M
Matt Helsley 已提交
856
	struct reloc *reloc;
857
	int idx = 0, size;
858
	void *buf;
859

860
	/* Allocate a buffer for relocations */
861 862 863
	size = nr * sizeof(GElf_Rel);
	buf = malloc(size);
	if (!buf) {
864 865 866 867
		perror("malloc");
		return -1;
	}

868
	sec->data->d_buf = buf;
869
	sec->data->d_size = size;
870
	sec->data->d_type = ELF_T_REL;
871 872 873 874 875

	sec->sh.sh_size = size;

	idx = 0;
	list_for_each_entry(reloc, &sec->reloc_list, list) {
876 877 878
		reloc->rel.r_offset = reloc->offset;
		reloc->rel.r_info = GELF_R_INFO(reloc->sym->idx, reloc->type);
		gelf_update_rel(sec->data, idx, &reloc->rel);
879 880 881 882 883
		idx++;
	}

	return 0;
}
884

885 886 887 888
static int elf_rebuild_rela_reloc_section(struct section *sec, int nr)
{
	struct reloc *reloc;
	int idx = 0, size;
889
	void *buf;
890 891

	/* Allocate a buffer for relocations with addends */
892 893 894
	size = nr * sizeof(GElf_Rela);
	buf = malloc(size);
	if (!buf) {
895 896 897 898
		perror("malloc");
		return -1;
	}

899
	sec->data->d_buf = buf;
900
	sec->data->d_size = size;
901
	sec->data->d_type = ELF_T_RELA;
902 903 904 905

	sec->sh.sh_size = size;

	idx = 0;
M
Matt Helsley 已提交
906
	list_for_each_entry(reloc, &sec->reloc_list, list) {
907 908 909 910
		reloc->rela.r_offset = reloc->offset;
		reloc->rela.r_addend = reloc->addend;
		reloc->rela.r_info = GELF_R_INFO(reloc->sym->idx, reloc->type);
		gelf_update_rela(sec->data, idx, &reloc->rela);
911 912 913 914 915 916
		idx++;
	}

	return 0;
}

917
int elf_rebuild_reloc_section(struct elf *elf, struct section *sec)
918 919 920 921
{
	struct reloc *reloc;
	int nr;

922 923 924
	sec->changed = true;
	elf->changed = true;

925 926 927 928 929 930 931 932 933 934 935
	nr = 0;
	list_for_each_entry(reloc, &sec->reloc_list, list)
		nr++;

	switch (sec->sh.sh_type) {
	case SHT_REL:  return elf_rebuild_rel_reloc_section(sec, nr);
	case SHT_RELA: return elf_rebuild_rela_reloc_section(sec, nr);
	default:       return -1;
	}
}

936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954
int elf_write_insn(struct elf *elf, struct section *sec,
		   unsigned long offset, unsigned int len,
		   const char *insn)
{
	Elf_Data *data = sec->data;

	if (data->d_type != ELF_T_BYTE || data->d_off) {
		WARN("write to unexpected data for section: %s", sec->name);
		return -1;
	}

	memcpy(data->d_buf + offset, insn, len);
	elf_flagdata(data, ELF_C_SET, ELF_F_DIRTY);

	elf->changed = true;

	return 0;
}

955
int elf_write_reloc(struct elf *elf, struct reloc *reloc)
956
{
957
	struct section *sec = reloc->sec;
958

959 960 961
	if (sec->sh.sh_type == SHT_REL) {
		reloc->rel.r_info = GELF_R_INFO(reloc->sym->idx, reloc->type);
		reloc->rel.r_offset = reloc->offset;
962

963 964 965 966 967 968 969 970 971 972 973 974 975
		if (!gelf_update_rel(sec->data, reloc->idx, &reloc->rel)) {
			WARN_ELF("gelf_update_rel");
			return -1;
		}
	} else {
		reloc->rela.r_info = GELF_R_INFO(reloc->sym->idx, reloc->type);
		reloc->rela.r_addend = reloc->addend;
		reloc->rela.r_offset = reloc->offset;

		if (!gelf_update_rela(sec->data, reloc->idx, &reloc->rela)) {
			WARN_ELF("gelf_update_rela");
			return -1;
		}
976 977 978 979 980 981 982
	}

	elf->changed = true;

	return 0;
}

983
int elf_write(struct elf *elf)
984 985 986 987
{
	struct section *sec;
	Elf_Scn *s;

988
	/* Update section headers for changed sections: */
989 990 991 992 993 994 995
	list_for_each_entry(sec, &elf->sections, list) {
		if (sec->changed) {
			s = elf_getscn(elf->elf, sec->idx);
			if (!s) {
				WARN_ELF("elf_getscn");
				return -1;
			}
996
			if (!gelf_update_shdr(s, &sec->sh)) {
997 998 999
				WARN_ELF("gelf_update_shdr");
				return -1;
			}
1000 1001

			sec->changed = false;
1002 1003 1004
		}
	}

1005 1006 1007 1008
	/* Make sure the new section header entries get updated properly. */
	elf_flagelf(elf->elf, ELF_C_SET, ELF_F_DIRTY);

	/* Write all changes to the file. */
1009 1010 1011 1012 1013
	if (elf_update(elf->elf, ELF_C_WRITE) < 0) {
		WARN_ELF("elf_update");
		return -1;
	}

1014 1015
	elf->changed = false;

1016 1017 1018
	return 0;
}

1019 1020 1021 1022
void elf_close(struct elf *elf)
{
	struct section *sec, *tmpsec;
	struct symbol *sym, *tmpsym;
M
Matt Helsley 已提交
1023
	struct reloc *reloc, *tmpreloc;
1024

1025 1026 1027 1028 1029 1030
	if (elf->elf)
		elf_end(elf->elf);

	if (elf->fd > 0)
		close(elf->fd);

1031
	list_for_each_entry_safe(sec, tmpsec, &elf->sections, list) {
1032
		list_for_each_entry_safe(sym, tmpsym, &sec->symbol_list, list) {
1033
			list_del(&sym->list);
1034
			hash_del(&sym->hash);
1035 1036
			free(sym);
		}
M
Matt Helsley 已提交
1037 1038 1039 1040
		list_for_each_entry_safe(reloc, tmpreloc, &sec->reloc_list, list) {
			list_del(&reloc->list);
			hash_del(&reloc->hash);
			free(reloc);
1041 1042 1043 1044
		}
		list_del(&sec->list);
		free(sec);
	}
1045

1046 1047
	free(elf);
}