18c2ecf20Sopenharmony_ci/*
28c2ecf20Sopenharmony_ci * parse_vdso.c: Linux reference vDSO parser
38c2ecf20Sopenharmony_ci * Written by Andrew Lutomirski, 2011-2014.
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * This code is meant to be linked in to various programs that run on Linux.
68c2ecf20Sopenharmony_ci * As such, it is available with as few restrictions as possible.  This file
78c2ecf20Sopenharmony_ci * is licensed under the Creative Commons Zero License, version 1.0,
88c2ecf20Sopenharmony_ci * available at http://creativecommons.org/publicdomain/zero/1.0/legalcode
98c2ecf20Sopenharmony_ci *
108c2ecf20Sopenharmony_ci * The vDSO is a regular ELF DSO that the kernel maps into user space when
118c2ecf20Sopenharmony_ci * it starts a program.  It works equally well in statically and dynamically
128c2ecf20Sopenharmony_ci * linked binaries.
138c2ecf20Sopenharmony_ci *
148c2ecf20Sopenharmony_ci * This code is tested on x86.  In principle it should work on any
158c2ecf20Sopenharmony_ci * architecture that has a vDSO.
168c2ecf20Sopenharmony_ci */
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_ci#include <stdbool.h>
198c2ecf20Sopenharmony_ci#include <stdint.h>
208c2ecf20Sopenharmony_ci#include <string.h>
218c2ecf20Sopenharmony_ci#include <limits.h>
228c2ecf20Sopenharmony_ci#include <elf.h>
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_ci#include "parse_vdso.h"
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_ci/* And here's the code. */
278c2ecf20Sopenharmony_ci#ifndef ELF_BITS
288c2ecf20Sopenharmony_ci# if ULONG_MAX > 0xffffffffUL
298c2ecf20Sopenharmony_ci#  define ELF_BITS 64
308c2ecf20Sopenharmony_ci# else
318c2ecf20Sopenharmony_ci#  define ELF_BITS 32
328c2ecf20Sopenharmony_ci# endif
338c2ecf20Sopenharmony_ci#endif
348c2ecf20Sopenharmony_ci
358c2ecf20Sopenharmony_ci#define ELF_BITS_XFORM2(bits, x) Elf##bits##_##x
368c2ecf20Sopenharmony_ci#define ELF_BITS_XFORM(bits, x) ELF_BITS_XFORM2(bits, x)
378c2ecf20Sopenharmony_ci#define ELF(x) ELF_BITS_XFORM(ELF_BITS, x)
388c2ecf20Sopenharmony_ci
398c2ecf20Sopenharmony_cistatic struct vdso_info
408c2ecf20Sopenharmony_ci{
418c2ecf20Sopenharmony_ci	bool valid;
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_ci	/* Load information */
448c2ecf20Sopenharmony_ci	uintptr_t load_addr;
458c2ecf20Sopenharmony_ci	uintptr_t load_offset;  /* load_addr - recorded vaddr */
468c2ecf20Sopenharmony_ci
478c2ecf20Sopenharmony_ci	/* Symbol table */
488c2ecf20Sopenharmony_ci	ELF(Sym) *symtab;
498c2ecf20Sopenharmony_ci	const char *symstrings;
508c2ecf20Sopenharmony_ci	ELF(Word) *bucket, *chain;
518c2ecf20Sopenharmony_ci	ELF(Word) nbucket, nchain;
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_ci	/* Version table */
548c2ecf20Sopenharmony_ci	ELF(Versym) *versym;
558c2ecf20Sopenharmony_ci	ELF(Verdef) *verdef;
568c2ecf20Sopenharmony_ci} vdso_info;
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci/* Straight from the ELF specification. */
598c2ecf20Sopenharmony_cistatic unsigned long elf_hash(const unsigned char *name)
608c2ecf20Sopenharmony_ci{
618c2ecf20Sopenharmony_ci	unsigned long h = 0, g;
628c2ecf20Sopenharmony_ci	while (*name)
638c2ecf20Sopenharmony_ci	{
648c2ecf20Sopenharmony_ci		h = (h << 4) + *name++;
658c2ecf20Sopenharmony_ci		if (g = h & 0xf0000000)
668c2ecf20Sopenharmony_ci			h ^= g >> 24;
678c2ecf20Sopenharmony_ci		h &= ~g;
688c2ecf20Sopenharmony_ci	}
698c2ecf20Sopenharmony_ci	return h;
708c2ecf20Sopenharmony_ci}
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_civoid vdso_init_from_sysinfo_ehdr(uintptr_t base)
738c2ecf20Sopenharmony_ci{
748c2ecf20Sopenharmony_ci	size_t i;
758c2ecf20Sopenharmony_ci	bool found_vaddr = false;
768c2ecf20Sopenharmony_ci
778c2ecf20Sopenharmony_ci	vdso_info.valid = false;
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_ci	vdso_info.load_addr = base;
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_ci	ELF(Ehdr) *hdr = (ELF(Ehdr)*)base;
828c2ecf20Sopenharmony_ci	if (hdr->e_ident[EI_CLASS] !=
838c2ecf20Sopenharmony_ci	    (ELF_BITS == 32 ? ELFCLASS32 : ELFCLASS64)) {
848c2ecf20Sopenharmony_ci		return;  /* Wrong ELF class -- check ELF_BITS */
858c2ecf20Sopenharmony_ci	}
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	ELF(Phdr) *pt = (ELF(Phdr)*)(vdso_info.load_addr + hdr->e_phoff);
888c2ecf20Sopenharmony_ci	ELF(Dyn) *dyn = 0;
898c2ecf20Sopenharmony_ci
908c2ecf20Sopenharmony_ci	/*
918c2ecf20Sopenharmony_ci	 * We need two things from the segment table: the load offset
928c2ecf20Sopenharmony_ci	 * and the dynamic table.
938c2ecf20Sopenharmony_ci	 */
948c2ecf20Sopenharmony_ci	for (i = 0; i < hdr->e_phnum; i++)
958c2ecf20Sopenharmony_ci	{
968c2ecf20Sopenharmony_ci		if (pt[i].p_type == PT_LOAD && !found_vaddr) {
978c2ecf20Sopenharmony_ci			found_vaddr = true;
988c2ecf20Sopenharmony_ci			vdso_info.load_offset =	base
998c2ecf20Sopenharmony_ci				+ (uintptr_t)pt[i].p_offset
1008c2ecf20Sopenharmony_ci				- (uintptr_t)pt[i].p_vaddr;
1018c2ecf20Sopenharmony_ci		} else if (pt[i].p_type == PT_DYNAMIC) {
1028c2ecf20Sopenharmony_ci			dyn = (ELF(Dyn)*)(base + pt[i].p_offset);
1038c2ecf20Sopenharmony_ci		}
1048c2ecf20Sopenharmony_ci	}
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_ci	if (!found_vaddr || !dyn)
1078c2ecf20Sopenharmony_ci		return;  /* Failed */
1088c2ecf20Sopenharmony_ci
1098c2ecf20Sopenharmony_ci	/*
1108c2ecf20Sopenharmony_ci	 * Fish out the useful bits of the dynamic table.
1118c2ecf20Sopenharmony_ci	 */
1128c2ecf20Sopenharmony_ci	ELF(Word) *hash = 0;
1138c2ecf20Sopenharmony_ci	vdso_info.symstrings = 0;
1148c2ecf20Sopenharmony_ci	vdso_info.symtab = 0;
1158c2ecf20Sopenharmony_ci	vdso_info.versym = 0;
1168c2ecf20Sopenharmony_ci	vdso_info.verdef = 0;
1178c2ecf20Sopenharmony_ci	for (i = 0; dyn[i].d_tag != DT_NULL; i++) {
1188c2ecf20Sopenharmony_ci		switch (dyn[i].d_tag) {
1198c2ecf20Sopenharmony_ci		case DT_STRTAB:
1208c2ecf20Sopenharmony_ci			vdso_info.symstrings = (const char *)
1218c2ecf20Sopenharmony_ci				((uintptr_t)dyn[i].d_un.d_ptr
1228c2ecf20Sopenharmony_ci				 + vdso_info.load_offset);
1238c2ecf20Sopenharmony_ci			break;
1248c2ecf20Sopenharmony_ci		case DT_SYMTAB:
1258c2ecf20Sopenharmony_ci			vdso_info.symtab = (ELF(Sym) *)
1268c2ecf20Sopenharmony_ci				((uintptr_t)dyn[i].d_un.d_ptr
1278c2ecf20Sopenharmony_ci				 + vdso_info.load_offset);
1288c2ecf20Sopenharmony_ci			break;
1298c2ecf20Sopenharmony_ci		case DT_HASH:
1308c2ecf20Sopenharmony_ci			hash = (ELF(Word) *)
1318c2ecf20Sopenharmony_ci				((uintptr_t)dyn[i].d_un.d_ptr
1328c2ecf20Sopenharmony_ci				 + vdso_info.load_offset);
1338c2ecf20Sopenharmony_ci			break;
1348c2ecf20Sopenharmony_ci		case DT_VERSYM:
1358c2ecf20Sopenharmony_ci			vdso_info.versym = (ELF(Versym) *)
1368c2ecf20Sopenharmony_ci				((uintptr_t)dyn[i].d_un.d_ptr
1378c2ecf20Sopenharmony_ci				 + vdso_info.load_offset);
1388c2ecf20Sopenharmony_ci			break;
1398c2ecf20Sopenharmony_ci		case DT_VERDEF:
1408c2ecf20Sopenharmony_ci			vdso_info.verdef = (ELF(Verdef) *)
1418c2ecf20Sopenharmony_ci				((uintptr_t)dyn[i].d_un.d_ptr
1428c2ecf20Sopenharmony_ci				 + vdso_info.load_offset);
1438c2ecf20Sopenharmony_ci			break;
1448c2ecf20Sopenharmony_ci		}
1458c2ecf20Sopenharmony_ci	}
1468c2ecf20Sopenharmony_ci	if (!vdso_info.symstrings || !vdso_info.symtab || !hash)
1478c2ecf20Sopenharmony_ci		return;  /* Failed */
1488c2ecf20Sopenharmony_ci
1498c2ecf20Sopenharmony_ci	if (!vdso_info.verdef)
1508c2ecf20Sopenharmony_ci		vdso_info.versym = 0;
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci	/* Parse the hash table header. */
1538c2ecf20Sopenharmony_ci	vdso_info.nbucket = hash[0];
1548c2ecf20Sopenharmony_ci	vdso_info.nchain = hash[1];
1558c2ecf20Sopenharmony_ci	vdso_info.bucket = &hash[2];
1568c2ecf20Sopenharmony_ci	vdso_info.chain = &hash[vdso_info.nbucket + 2];
1578c2ecf20Sopenharmony_ci
1588c2ecf20Sopenharmony_ci	/* That's all we need. */
1598c2ecf20Sopenharmony_ci	vdso_info.valid = true;
1608c2ecf20Sopenharmony_ci}
1618c2ecf20Sopenharmony_ci
1628c2ecf20Sopenharmony_cistatic bool vdso_match_version(ELF(Versym) ver,
1638c2ecf20Sopenharmony_ci			       const char *name, ELF(Word) hash)
1648c2ecf20Sopenharmony_ci{
1658c2ecf20Sopenharmony_ci	/*
1668c2ecf20Sopenharmony_ci	 * This is a helper function to check if the version indexed by
1678c2ecf20Sopenharmony_ci	 * ver matches name (which hashes to hash).
1688c2ecf20Sopenharmony_ci	 *
1698c2ecf20Sopenharmony_ci	 * The version definition table is a mess, and I don't know how
1708c2ecf20Sopenharmony_ci	 * to do this in better than linear time without allocating memory
1718c2ecf20Sopenharmony_ci	 * to build an index.  I also don't know why the table has
1728c2ecf20Sopenharmony_ci	 * variable size entries in the first place.
1738c2ecf20Sopenharmony_ci	 *
1748c2ecf20Sopenharmony_ci	 * For added fun, I can't find a comprehensible specification of how
1758c2ecf20Sopenharmony_ci	 * to parse all the weird flags in the table.
1768c2ecf20Sopenharmony_ci	 *
1778c2ecf20Sopenharmony_ci	 * So I just parse the whole table every time.
1788c2ecf20Sopenharmony_ci	 */
1798c2ecf20Sopenharmony_ci
1808c2ecf20Sopenharmony_ci	/* First step: find the version definition */
1818c2ecf20Sopenharmony_ci	ver &= 0x7fff;  /* Apparently bit 15 means "hidden" */
1828c2ecf20Sopenharmony_ci	ELF(Verdef) *def = vdso_info.verdef;
1838c2ecf20Sopenharmony_ci	while(true) {
1848c2ecf20Sopenharmony_ci		if ((def->vd_flags & VER_FLG_BASE) == 0
1858c2ecf20Sopenharmony_ci		    && (def->vd_ndx & 0x7fff) == ver)
1868c2ecf20Sopenharmony_ci			break;
1878c2ecf20Sopenharmony_ci
1888c2ecf20Sopenharmony_ci		if (def->vd_next == 0)
1898c2ecf20Sopenharmony_ci			return false;  /* No definition. */
1908c2ecf20Sopenharmony_ci
1918c2ecf20Sopenharmony_ci		def = (ELF(Verdef) *)((char *)def + def->vd_next);
1928c2ecf20Sopenharmony_ci	}
1938c2ecf20Sopenharmony_ci
1948c2ecf20Sopenharmony_ci	/* Now figure out whether it matches. */
1958c2ecf20Sopenharmony_ci	ELF(Verdaux) *aux = (ELF(Verdaux)*)((char *)def + def->vd_aux);
1968c2ecf20Sopenharmony_ci	return def->vd_hash == hash
1978c2ecf20Sopenharmony_ci		&& !strcmp(name, vdso_info.symstrings + aux->vda_name);
1988c2ecf20Sopenharmony_ci}
1998c2ecf20Sopenharmony_ci
2008c2ecf20Sopenharmony_civoid *vdso_sym(const char *version, const char *name)
2018c2ecf20Sopenharmony_ci{
2028c2ecf20Sopenharmony_ci	unsigned long ver_hash;
2038c2ecf20Sopenharmony_ci	if (!vdso_info.valid)
2048c2ecf20Sopenharmony_ci		return 0;
2058c2ecf20Sopenharmony_ci
2068c2ecf20Sopenharmony_ci	ver_hash = elf_hash(version);
2078c2ecf20Sopenharmony_ci	ELF(Word) chain = vdso_info.bucket[elf_hash(name) % vdso_info.nbucket];
2088c2ecf20Sopenharmony_ci
2098c2ecf20Sopenharmony_ci	for (; chain != STN_UNDEF; chain = vdso_info.chain[chain]) {
2108c2ecf20Sopenharmony_ci		ELF(Sym) *sym = &vdso_info.symtab[chain];
2118c2ecf20Sopenharmony_ci
2128c2ecf20Sopenharmony_ci		/* Check for a defined global or weak function w/ right name. */
2138c2ecf20Sopenharmony_ci		if (ELF64_ST_TYPE(sym->st_info) != STT_FUNC)
2148c2ecf20Sopenharmony_ci			continue;
2158c2ecf20Sopenharmony_ci		if (ELF64_ST_BIND(sym->st_info) != STB_GLOBAL &&
2168c2ecf20Sopenharmony_ci		    ELF64_ST_BIND(sym->st_info) != STB_WEAK)
2178c2ecf20Sopenharmony_ci			continue;
2188c2ecf20Sopenharmony_ci		if (sym->st_shndx == SHN_UNDEF)
2198c2ecf20Sopenharmony_ci			continue;
2208c2ecf20Sopenharmony_ci		if (strcmp(name, vdso_info.symstrings + sym->st_name))
2218c2ecf20Sopenharmony_ci			continue;
2228c2ecf20Sopenharmony_ci
2238c2ecf20Sopenharmony_ci		/* Check symbol version. */
2248c2ecf20Sopenharmony_ci		if (vdso_info.versym
2258c2ecf20Sopenharmony_ci		    && !vdso_match_version(vdso_info.versym[chain],
2268c2ecf20Sopenharmony_ci					   version, ver_hash))
2278c2ecf20Sopenharmony_ci			continue;
2288c2ecf20Sopenharmony_ci
2298c2ecf20Sopenharmony_ci		return (void *)(vdso_info.load_offset + sym->st_value);
2308c2ecf20Sopenharmony_ci	}
2318c2ecf20Sopenharmony_ci
2328c2ecf20Sopenharmony_ci	return 0;
2338c2ecf20Sopenharmony_ci}
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_civoid vdso_init_from_auxv(void *auxv)
2368c2ecf20Sopenharmony_ci{
2378c2ecf20Sopenharmony_ci	ELF(auxv_t) *elf_auxv = auxv;
2388c2ecf20Sopenharmony_ci	for (int i = 0; elf_auxv[i].a_type != AT_NULL; i++)
2398c2ecf20Sopenharmony_ci	{
2408c2ecf20Sopenharmony_ci		if (elf_auxv[i].a_type == AT_SYSINFO_EHDR) {
2418c2ecf20Sopenharmony_ci			vdso_init_from_sysinfo_ehdr(elf_auxv[i].a_un.a_val);
2428c2ecf20Sopenharmony_ci			return;
2438c2ecf20Sopenharmony_ci		}
2448c2ecf20Sopenharmony_ci	}
2458c2ecf20Sopenharmony_ci
2468c2ecf20Sopenharmony_ci	vdso_info.valid = false;
2478c2ecf20Sopenharmony_ci}
248