18c2ecf20Sopenharmony_ci/* 28c2ecf20Sopenharmony_ci * parse_vdso.c: Linux reference vDSO parser 38c2ecf20Sopenharmony_ci * Written by Andrew Lutomirski, 2011-2014. 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * This code is meant to be linked in to various programs that run on Linux. 68c2ecf20Sopenharmony_ci * As such, it is available with as few restrictions as possible. This file 78c2ecf20Sopenharmony_ci * is licensed under the Creative Commons Zero License, version 1.0, 88c2ecf20Sopenharmony_ci * available at http://creativecommons.org/publicdomain/zero/1.0/legalcode 98c2ecf20Sopenharmony_ci * 108c2ecf20Sopenharmony_ci * The vDSO is a regular ELF DSO that the kernel maps into user space when 118c2ecf20Sopenharmony_ci * it starts a program. It works equally well in statically and dynamically 128c2ecf20Sopenharmony_ci * linked binaries. 138c2ecf20Sopenharmony_ci * 148c2ecf20Sopenharmony_ci * This code is tested on x86. In principle it should work on any 158c2ecf20Sopenharmony_ci * architecture that has a vDSO. 168c2ecf20Sopenharmony_ci */ 178c2ecf20Sopenharmony_ci 188c2ecf20Sopenharmony_ci#include <stdbool.h> 198c2ecf20Sopenharmony_ci#include <stdint.h> 208c2ecf20Sopenharmony_ci#include <string.h> 218c2ecf20Sopenharmony_ci#include <limits.h> 228c2ecf20Sopenharmony_ci#include <elf.h> 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ci#include "parse_vdso.h" 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_ci/* And here's the code. */ 278c2ecf20Sopenharmony_ci#ifndef ELF_BITS 288c2ecf20Sopenharmony_ci# if ULONG_MAX > 0xffffffffUL 298c2ecf20Sopenharmony_ci# define ELF_BITS 64 308c2ecf20Sopenharmony_ci# else 318c2ecf20Sopenharmony_ci# define ELF_BITS 32 328c2ecf20Sopenharmony_ci# endif 338c2ecf20Sopenharmony_ci#endif 348c2ecf20Sopenharmony_ci 358c2ecf20Sopenharmony_ci#define ELF_BITS_XFORM2(bits, x) Elf##bits##_##x 368c2ecf20Sopenharmony_ci#define ELF_BITS_XFORM(bits, x) ELF_BITS_XFORM2(bits, x) 378c2ecf20Sopenharmony_ci#define ELF(x) ELF_BITS_XFORM(ELF_BITS, x) 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_cistatic struct vdso_info 408c2ecf20Sopenharmony_ci{ 418c2ecf20Sopenharmony_ci bool valid; 428c2ecf20Sopenharmony_ci 438c2ecf20Sopenharmony_ci /* Load information */ 448c2ecf20Sopenharmony_ci uintptr_t load_addr; 458c2ecf20Sopenharmony_ci uintptr_t load_offset; /* load_addr - recorded vaddr */ 468c2ecf20Sopenharmony_ci 478c2ecf20Sopenharmony_ci /* Symbol table */ 488c2ecf20Sopenharmony_ci ELF(Sym) *symtab; 498c2ecf20Sopenharmony_ci const char *symstrings; 508c2ecf20Sopenharmony_ci ELF(Word) *bucket, *chain; 518c2ecf20Sopenharmony_ci ELF(Word) nbucket, nchain; 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_ci /* Version table */ 548c2ecf20Sopenharmony_ci ELF(Versym) *versym; 558c2ecf20Sopenharmony_ci ELF(Verdef) *verdef; 568c2ecf20Sopenharmony_ci} vdso_info; 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ci/* Straight from the ELF specification. */ 598c2ecf20Sopenharmony_cistatic unsigned long elf_hash(const unsigned char *name) 608c2ecf20Sopenharmony_ci{ 618c2ecf20Sopenharmony_ci unsigned long h = 0, g; 628c2ecf20Sopenharmony_ci while (*name) 638c2ecf20Sopenharmony_ci { 648c2ecf20Sopenharmony_ci h = (h << 4) + *name++; 658c2ecf20Sopenharmony_ci if (g = h & 0xf0000000) 668c2ecf20Sopenharmony_ci h ^= g >> 24; 678c2ecf20Sopenharmony_ci h &= ~g; 688c2ecf20Sopenharmony_ci } 698c2ecf20Sopenharmony_ci return h; 708c2ecf20Sopenharmony_ci} 718c2ecf20Sopenharmony_ci 728c2ecf20Sopenharmony_civoid vdso_init_from_sysinfo_ehdr(uintptr_t base) 738c2ecf20Sopenharmony_ci{ 748c2ecf20Sopenharmony_ci size_t i; 758c2ecf20Sopenharmony_ci bool found_vaddr = false; 768c2ecf20Sopenharmony_ci 778c2ecf20Sopenharmony_ci vdso_info.valid = false; 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_ci vdso_info.load_addr = base; 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_ci ELF(Ehdr) *hdr = (ELF(Ehdr)*)base; 828c2ecf20Sopenharmony_ci if (hdr->e_ident[EI_CLASS] != 838c2ecf20Sopenharmony_ci (ELF_BITS == 32 ? ELFCLASS32 : ELFCLASS64)) { 848c2ecf20Sopenharmony_ci return; /* Wrong ELF class -- check ELF_BITS */ 858c2ecf20Sopenharmony_ci } 868c2ecf20Sopenharmony_ci 878c2ecf20Sopenharmony_ci ELF(Phdr) *pt = (ELF(Phdr)*)(vdso_info.load_addr + hdr->e_phoff); 888c2ecf20Sopenharmony_ci ELF(Dyn) *dyn = 0; 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci /* 918c2ecf20Sopenharmony_ci * We need two things from the segment table: the load offset 928c2ecf20Sopenharmony_ci * and the dynamic table. 938c2ecf20Sopenharmony_ci */ 948c2ecf20Sopenharmony_ci for (i = 0; i < hdr->e_phnum; i++) 958c2ecf20Sopenharmony_ci { 968c2ecf20Sopenharmony_ci if (pt[i].p_type == PT_LOAD && !found_vaddr) { 978c2ecf20Sopenharmony_ci found_vaddr = true; 988c2ecf20Sopenharmony_ci vdso_info.load_offset = base 998c2ecf20Sopenharmony_ci + (uintptr_t)pt[i].p_offset 1008c2ecf20Sopenharmony_ci - (uintptr_t)pt[i].p_vaddr; 1018c2ecf20Sopenharmony_ci } else if (pt[i].p_type == PT_DYNAMIC) { 1028c2ecf20Sopenharmony_ci dyn = (ELF(Dyn)*)(base + pt[i].p_offset); 1038c2ecf20Sopenharmony_ci } 1048c2ecf20Sopenharmony_ci } 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_ci if (!found_vaddr || !dyn) 1078c2ecf20Sopenharmony_ci return; /* Failed */ 1088c2ecf20Sopenharmony_ci 1098c2ecf20Sopenharmony_ci /* 1108c2ecf20Sopenharmony_ci * Fish out the useful bits of the dynamic table. 1118c2ecf20Sopenharmony_ci */ 1128c2ecf20Sopenharmony_ci ELF(Word) *hash = 0; 1138c2ecf20Sopenharmony_ci vdso_info.symstrings = 0; 1148c2ecf20Sopenharmony_ci vdso_info.symtab = 0; 1158c2ecf20Sopenharmony_ci vdso_info.versym = 0; 1168c2ecf20Sopenharmony_ci vdso_info.verdef = 0; 1178c2ecf20Sopenharmony_ci for (i = 0; dyn[i].d_tag != DT_NULL; i++) { 1188c2ecf20Sopenharmony_ci switch (dyn[i].d_tag) { 1198c2ecf20Sopenharmony_ci case DT_STRTAB: 1208c2ecf20Sopenharmony_ci vdso_info.symstrings = (const char *) 1218c2ecf20Sopenharmony_ci ((uintptr_t)dyn[i].d_un.d_ptr 1228c2ecf20Sopenharmony_ci + vdso_info.load_offset); 1238c2ecf20Sopenharmony_ci break; 1248c2ecf20Sopenharmony_ci case DT_SYMTAB: 1258c2ecf20Sopenharmony_ci vdso_info.symtab = (ELF(Sym) *) 1268c2ecf20Sopenharmony_ci ((uintptr_t)dyn[i].d_un.d_ptr 1278c2ecf20Sopenharmony_ci + vdso_info.load_offset); 1288c2ecf20Sopenharmony_ci break; 1298c2ecf20Sopenharmony_ci case DT_HASH: 1308c2ecf20Sopenharmony_ci hash = (ELF(Word) *) 1318c2ecf20Sopenharmony_ci ((uintptr_t)dyn[i].d_un.d_ptr 1328c2ecf20Sopenharmony_ci + vdso_info.load_offset); 1338c2ecf20Sopenharmony_ci break; 1348c2ecf20Sopenharmony_ci case DT_VERSYM: 1358c2ecf20Sopenharmony_ci vdso_info.versym = (ELF(Versym) *) 1368c2ecf20Sopenharmony_ci ((uintptr_t)dyn[i].d_un.d_ptr 1378c2ecf20Sopenharmony_ci + vdso_info.load_offset); 1388c2ecf20Sopenharmony_ci break; 1398c2ecf20Sopenharmony_ci case DT_VERDEF: 1408c2ecf20Sopenharmony_ci vdso_info.verdef = (ELF(Verdef) *) 1418c2ecf20Sopenharmony_ci ((uintptr_t)dyn[i].d_un.d_ptr 1428c2ecf20Sopenharmony_ci + vdso_info.load_offset); 1438c2ecf20Sopenharmony_ci break; 1448c2ecf20Sopenharmony_ci } 1458c2ecf20Sopenharmony_ci } 1468c2ecf20Sopenharmony_ci if (!vdso_info.symstrings || !vdso_info.symtab || !hash) 1478c2ecf20Sopenharmony_ci return; /* Failed */ 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_ci if (!vdso_info.verdef) 1508c2ecf20Sopenharmony_ci vdso_info.versym = 0; 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_ci /* Parse the hash table header. */ 1538c2ecf20Sopenharmony_ci vdso_info.nbucket = hash[0]; 1548c2ecf20Sopenharmony_ci vdso_info.nchain = hash[1]; 1558c2ecf20Sopenharmony_ci vdso_info.bucket = &hash[2]; 1568c2ecf20Sopenharmony_ci vdso_info.chain = &hash[vdso_info.nbucket + 2]; 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_ci /* That's all we need. */ 1598c2ecf20Sopenharmony_ci vdso_info.valid = true; 1608c2ecf20Sopenharmony_ci} 1618c2ecf20Sopenharmony_ci 1628c2ecf20Sopenharmony_cistatic bool vdso_match_version(ELF(Versym) ver, 1638c2ecf20Sopenharmony_ci const char *name, ELF(Word) hash) 1648c2ecf20Sopenharmony_ci{ 1658c2ecf20Sopenharmony_ci /* 1668c2ecf20Sopenharmony_ci * This is a helper function to check if the version indexed by 1678c2ecf20Sopenharmony_ci * ver matches name (which hashes to hash). 1688c2ecf20Sopenharmony_ci * 1698c2ecf20Sopenharmony_ci * The version definition table is a mess, and I don't know how 1708c2ecf20Sopenharmony_ci * to do this in better than linear time without allocating memory 1718c2ecf20Sopenharmony_ci * to build an index. I also don't know why the table has 1728c2ecf20Sopenharmony_ci * variable size entries in the first place. 1738c2ecf20Sopenharmony_ci * 1748c2ecf20Sopenharmony_ci * For added fun, I can't find a comprehensible specification of how 1758c2ecf20Sopenharmony_ci * to parse all the weird flags in the table. 1768c2ecf20Sopenharmony_ci * 1778c2ecf20Sopenharmony_ci * So I just parse the whole table every time. 1788c2ecf20Sopenharmony_ci */ 1798c2ecf20Sopenharmony_ci 1808c2ecf20Sopenharmony_ci /* First step: find the version definition */ 1818c2ecf20Sopenharmony_ci ver &= 0x7fff; /* Apparently bit 15 means "hidden" */ 1828c2ecf20Sopenharmony_ci ELF(Verdef) *def = vdso_info.verdef; 1838c2ecf20Sopenharmony_ci while(true) { 1848c2ecf20Sopenharmony_ci if ((def->vd_flags & VER_FLG_BASE) == 0 1858c2ecf20Sopenharmony_ci && (def->vd_ndx & 0x7fff) == ver) 1868c2ecf20Sopenharmony_ci break; 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_ci if (def->vd_next == 0) 1898c2ecf20Sopenharmony_ci return false; /* No definition. */ 1908c2ecf20Sopenharmony_ci 1918c2ecf20Sopenharmony_ci def = (ELF(Verdef) *)((char *)def + def->vd_next); 1928c2ecf20Sopenharmony_ci } 1938c2ecf20Sopenharmony_ci 1948c2ecf20Sopenharmony_ci /* Now figure out whether it matches. */ 1958c2ecf20Sopenharmony_ci ELF(Verdaux) *aux = (ELF(Verdaux)*)((char *)def + def->vd_aux); 1968c2ecf20Sopenharmony_ci return def->vd_hash == hash 1978c2ecf20Sopenharmony_ci && !strcmp(name, vdso_info.symstrings + aux->vda_name); 1988c2ecf20Sopenharmony_ci} 1998c2ecf20Sopenharmony_ci 2008c2ecf20Sopenharmony_civoid *vdso_sym(const char *version, const char *name) 2018c2ecf20Sopenharmony_ci{ 2028c2ecf20Sopenharmony_ci unsigned long ver_hash; 2038c2ecf20Sopenharmony_ci if (!vdso_info.valid) 2048c2ecf20Sopenharmony_ci return 0; 2058c2ecf20Sopenharmony_ci 2068c2ecf20Sopenharmony_ci ver_hash = elf_hash(version); 2078c2ecf20Sopenharmony_ci ELF(Word) chain = vdso_info.bucket[elf_hash(name) % vdso_info.nbucket]; 2088c2ecf20Sopenharmony_ci 2098c2ecf20Sopenharmony_ci for (; chain != STN_UNDEF; chain = vdso_info.chain[chain]) { 2108c2ecf20Sopenharmony_ci ELF(Sym) *sym = &vdso_info.symtab[chain]; 2118c2ecf20Sopenharmony_ci 2128c2ecf20Sopenharmony_ci /* Check for a defined global or weak function w/ right name. */ 2138c2ecf20Sopenharmony_ci if (ELF64_ST_TYPE(sym->st_info) != STT_FUNC) 2148c2ecf20Sopenharmony_ci continue; 2158c2ecf20Sopenharmony_ci if (ELF64_ST_BIND(sym->st_info) != STB_GLOBAL && 2168c2ecf20Sopenharmony_ci ELF64_ST_BIND(sym->st_info) != STB_WEAK) 2178c2ecf20Sopenharmony_ci continue; 2188c2ecf20Sopenharmony_ci if (sym->st_shndx == SHN_UNDEF) 2198c2ecf20Sopenharmony_ci continue; 2208c2ecf20Sopenharmony_ci if (strcmp(name, vdso_info.symstrings + sym->st_name)) 2218c2ecf20Sopenharmony_ci continue; 2228c2ecf20Sopenharmony_ci 2238c2ecf20Sopenharmony_ci /* Check symbol version. */ 2248c2ecf20Sopenharmony_ci if (vdso_info.versym 2258c2ecf20Sopenharmony_ci && !vdso_match_version(vdso_info.versym[chain], 2268c2ecf20Sopenharmony_ci version, ver_hash)) 2278c2ecf20Sopenharmony_ci continue; 2288c2ecf20Sopenharmony_ci 2298c2ecf20Sopenharmony_ci return (void *)(vdso_info.load_offset + sym->st_value); 2308c2ecf20Sopenharmony_ci } 2318c2ecf20Sopenharmony_ci 2328c2ecf20Sopenharmony_ci return 0; 2338c2ecf20Sopenharmony_ci} 2348c2ecf20Sopenharmony_ci 2358c2ecf20Sopenharmony_civoid vdso_init_from_auxv(void *auxv) 2368c2ecf20Sopenharmony_ci{ 2378c2ecf20Sopenharmony_ci ELF(auxv_t) *elf_auxv = auxv; 2388c2ecf20Sopenharmony_ci for (int i = 0; elf_auxv[i].a_type != AT_NULL; i++) 2398c2ecf20Sopenharmony_ci { 2408c2ecf20Sopenharmony_ci if (elf_auxv[i].a_type == AT_SYSINFO_EHDR) { 2418c2ecf20Sopenharmony_ci vdso_init_from_sysinfo_ehdr(elf_auxv[i].a_un.a_val); 2428c2ecf20Sopenharmony_ci return; 2438c2ecf20Sopenharmony_ci } 2448c2ecf20Sopenharmony_ci } 2458c2ecf20Sopenharmony_ci 2468c2ecf20Sopenharmony_ci vdso_info.valid = false; 2478c2ecf20Sopenharmony_ci} 248