vdso.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762
  1. /*
  2. * Copyright (C) 2004 Benjamin Herrenschmidt, IBM Corp.
  3. * <benh@kernel.crashing.org>
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License
  7. * as published by the Free Software Foundation; either version
  8. * 2 of the License, or (at your option) any later version.
  9. */
  10. #include <linux/module.h>
  11. #include <linux/errno.h>
  12. #include <linux/sched.h>
  13. #include <linux/kernel.h>
  14. #include <linux/mm.h>
  15. #include <linux/smp.h>
  16. #include <linux/smp_lock.h>
  17. #include <linux/stddef.h>
  18. #include <linux/unistd.h>
  19. #include <linux/slab.h>
  20. #include <linux/user.h>
  21. #include <linux/elf.h>
  22. #include <linux/security.h>
  23. #include <linux/bootmem.h>
  24. #include <asm/pgtable.h>
  25. #include <asm/system.h>
  26. #include <asm/processor.h>
  27. #include <asm/mmu.h>
  28. #include <asm/mmu_context.h>
  29. #include <asm/lmb.h>
  30. #include <asm/machdep.h>
  31. #include <asm/cputable.h>
  32. #include <asm/sections.h>
  33. #include <asm/firmware.h>
  34. #include <asm/vdso.h>
  35. #include <asm/vdso_datapage.h>
  36. #include "setup.h"
  37. #undef DEBUG
  38. #ifdef DEBUG
  39. #define DBG(fmt...) printk(fmt)
  40. #else
  41. #define DBG(fmt...)
  42. #endif
  43. /* Max supported size for symbol names */
  44. #define MAX_SYMNAME 64
  45. #define VDSO32_MAXPAGES (((0x3000 + PAGE_MASK) >> PAGE_SHIFT) + 2)
  46. #define VDSO64_MAXPAGES (((0x3000 + PAGE_MASK) >> PAGE_SHIFT) + 2)
  47. extern char vdso32_start, vdso32_end;
  48. static void *vdso32_kbase = &vdso32_start;
  49. unsigned int vdso32_pages;
  50. static struct page *vdso32_pagelist[VDSO32_MAXPAGES];
  51. unsigned long vdso32_sigtramp;
  52. unsigned long vdso32_rt_sigtramp;
  53. #ifdef CONFIG_PPC64
  54. extern char vdso64_start, vdso64_end;
  55. static void *vdso64_kbase = &vdso64_start;
  56. unsigned int vdso64_pages;
  57. static struct page *vdso64_pagelist[VDSO64_MAXPAGES];
  58. unsigned long vdso64_rt_sigtramp;
  59. #endif /* CONFIG_PPC64 */
  60. /*
  61. * The vdso data page (aka. systemcfg for old ppc64 fans) is here.
  62. * Once the early boot kernel code no longer needs to muck around
  63. * with it, it will become dynamically allocated
  64. */
  65. static union {
  66. struct vdso_data data;
  67. u8 page[PAGE_SIZE];
  68. } vdso_data_store __attribute__((__section__(".data.page_aligned")));
  69. struct vdso_data *vdso_data = &vdso_data_store.data;
  70. /* Format of the patch table */
  71. struct vdso_patch_def
  72. {
  73. unsigned long ftr_mask, ftr_value;
  74. const char *gen_name;
  75. const char *fix_name;
  76. };
  77. /* Table of functions to patch based on the CPU type/revision
  78. *
  79. * Currently, we only change sync_dicache to do nothing on processors
  80. * with a coherent icache
  81. */
  82. static struct vdso_patch_def vdso_patches[] = {
  83. {
  84. CPU_FTR_COHERENT_ICACHE, CPU_FTR_COHERENT_ICACHE,
  85. "__kernel_sync_dicache", "__kernel_sync_dicache_p5"
  86. },
  87. {
  88. CPU_FTR_USE_TB, 0,
  89. "__kernel_gettimeofday", NULL
  90. },
  91. };
  92. /*
  93. * Some infos carried around for each of them during parsing at
  94. * boot time.
  95. */
  96. struct lib32_elfinfo
  97. {
  98. Elf32_Ehdr *hdr; /* ptr to ELF */
  99. Elf32_Sym *dynsym; /* ptr to .dynsym section */
  100. unsigned long dynsymsize; /* size of .dynsym section */
  101. char *dynstr; /* ptr to .dynstr section */
  102. unsigned long text; /* offset of .text section in .so */
  103. };
  104. struct lib64_elfinfo
  105. {
  106. Elf64_Ehdr *hdr;
  107. Elf64_Sym *dynsym;
  108. unsigned long dynsymsize;
  109. char *dynstr;
  110. unsigned long text;
  111. };
  112. #ifdef __DEBUG
  113. static void dump_one_vdso_page(struct page *pg, struct page *upg)
  114. {
  115. printk("kpg: %p (c:%d,f:%08lx)", __va(page_to_pfn(pg) << PAGE_SHIFT),
  116. page_count(pg),
  117. pg->flags);
  118. if (upg/* && pg != upg*/) {
  119. printk(" upg: %p (c:%d,f:%08lx)", __va(page_to_pfn(upg)
  120. << PAGE_SHIFT),
  121. page_count(upg),
  122. upg->flags);
  123. }
  124. printk("\n");
  125. }
  126. static void dump_vdso_pages(struct vm_area_struct * vma)
  127. {
  128. int i;
  129. if (!vma || test_thread_flag(TIF_32BIT)) {
  130. printk("vDSO32 @ %016lx:\n", (unsigned long)vdso32_kbase);
  131. for (i=0; i<vdso32_pages; i++) {
  132. struct page *pg = virt_to_page(vdso32_kbase +
  133. i*PAGE_SIZE);
  134. struct page *upg = (vma && vma->vm_mm) ?
  135. follow_page(vma, vma->vm_start + i*PAGE_SIZE, 0)
  136. : NULL;
  137. dump_one_vdso_page(pg, upg);
  138. }
  139. }
  140. if (!vma || !test_thread_flag(TIF_32BIT)) {
  141. printk("vDSO64 @ %016lx:\n", (unsigned long)vdso64_kbase);
  142. for (i=0; i<vdso64_pages; i++) {
  143. struct page *pg = virt_to_page(vdso64_kbase +
  144. i*PAGE_SIZE);
  145. struct page *upg = (vma && vma->vm_mm) ?
  146. follow_page(vma, vma->vm_start + i*PAGE_SIZE, 0)
  147. : NULL;
  148. dump_one_vdso_page(pg, upg);
  149. }
  150. }
  151. }
  152. #endif /* DEBUG */
  153. /*
  154. * This is called from binfmt_elf, we create the special vma for the
  155. * vDSO and insert it into the mm struct tree
  156. */
  157. int arch_setup_additional_pages(struct linux_binprm *bprm,
  158. int executable_stack)
  159. {
  160. struct mm_struct *mm = current->mm;
  161. struct page **vdso_pagelist;
  162. unsigned long vdso_pages;
  163. unsigned long vdso_base;
  164. int rc;
  165. #ifdef CONFIG_PPC64
  166. if (test_thread_flag(TIF_32BIT)) {
  167. vdso_pagelist = vdso32_pagelist;
  168. vdso_pages = vdso32_pages;
  169. vdso_base = VDSO32_MBASE;
  170. } else {
  171. vdso_pagelist = vdso64_pagelist;
  172. vdso_pages = vdso64_pages;
  173. vdso_base = VDSO64_MBASE;
  174. }
  175. #else
  176. vdso_pagelist = vdso32_pagelist;
  177. vdso_pages = vdso32_pages;
  178. vdso_base = VDSO32_MBASE;
  179. #endif
  180. current->mm->context.vdso_base = 0;
  181. /* vDSO has a problem and was disabled, just don't "enable" it for the
  182. * process
  183. */
  184. if (vdso_pages == 0)
  185. return 0;
  186. /* Add a page to the vdso size for the data page */
  187. vdso_pages ++;
  188. /*
  189. * pick a base address for the vDSO in process space. We try to put it
  190. * at vdso_base which is the "natural" base for it, but we might fail
  191. * and end up putting it elsewhere.
  192. */
  193. down_write(&mm->mmap_sem);
  194. vdso_base = get_unmapped_area(NULL, vdso_base,
  195. vdso_pages << PAGE_SHIFT, 0, 0);
  196. if (IS_ERR_VALUE(vdso_base)) {
  197. rc = vdso_base;
  198. goto fail_mmapsem;
  199. }
  200. /*
  201. * our vma flags don't have VM_WRITE so by default, the process isn't
  202. * allowed to write those pages.
  203. * gdb can break that with ptrace interface, and thus trigger COW on
  204. * those pages but it's then your responsibility to never do that on
  205. * the "data" page of the vDSO or you'll stop getting kernel updates
  206. * and your nice userland gettimeofday will be totally dead.
  207. * It's fine to use that for setting breakpoints in the vDSO code
  208. * pages though
  209. *
  210. * Make sure the vDSO gets into every core dump.
  211. * Dumping its contents makes post-mortem fully interpretable later
  212. * without matching up the same kernel and hardware config to see
  213. * what PC values meant.
  214. */
  215. rc = install_special_mapping(mm, vdso_base, vdso_pages << PAGE_SHIFT,
  216. VM_READ|VM_EXEC|
  217. VM_MAYREAD|VM_MAYWRITE|VM_MAYEXEC|
  218. VM_ALWAYSDUMP,
  219. vdso_pagelist);
  220. if (rc)
  221. goto fail_mmapsem;
  222. /* Put vDSO base into mm struct */
  223. current->mm->context.vdso_base = vdso_base;
  224. up_write(&mm->mmap_sem);
  225. return 0;
  226. fail_mmapsem:
  227. up_write(&mm->mmap_sem);
  228. return rc;
  229. }
  230. const char *arch_vma_name(struct vm_area_struct *vma)
  231. {
  232. if (vma->vm_mm && vma->vm_start == vma->vm_mm->context.vdso_base)
  233. return "[vdso]";
  234. return NULL;
  235. }
  236. static void * __init find_section32(Elf32_Ehdr *ehdr, const char *secname,
  237. unsigned long *size)
  238. {
  239. Elf32_Shdr *sechdrs;
  240. unsigned int i;
  241. char *secnames;
  242. /* Grab section headers and strings so we can tell who is who */
  243. sechdrs = (void *)ehdr + ehdr->e_shoff;
  244. secnames = (void *)ehdr + sechdrs[ehdr->e_shstrndx].sh_offset;
  245. /* Find the section they want */
  246. for (i = 1; i < ehdr->e_shnum; i++) {
  247. if (strcmp(secnames+sechdrs[i].sh_name, secname) == 0) {
  248. if (size)
  249. *size = sechdrs[i].sh_size;
  250. return (void *)ehdr + sechdrs[i].sh_offset;
  251. }
  252. }
  253. *size = 0;
  254. return NULL;
  255. }
  256. static Elf32_Sym * __init find_symbol32(struct lib32_elfinfo *lib,
  257. const char *symname)
  258. {
  259. unsigned int i;
  260. char name[MAX_SYMNAME], *c;
  261. for (i = 0; i < (lib->dynsymsize / sizeof(Elf32_Sym)); i++) {
  262. if (lib->dynsym[i].st_name == 0)
  263. continue;
  264. strlcpy(name, lib->dynstr + lib->dynsym[i].st_name,
  265. MAX_SYMNAME);
  266. c = strchr(name, '@');
  267. if (c)
  268. *c = 0;
  269. if (strcmp(symname, name) == 0)
  270. return &lib->dynsym[i];
  271. }
  272. return NULL;
  273. }
  274. /* Note that we assume the section is .text and the symbol is relative to
  275. * the library base
  276. */
  277. static unsigned long __init find_function32(struct lib32_elfinfo *lib,
  278. const char *symname)
  279. {
  280. Elf32_Sym *sym = find_symbol32(lib, symname);
  281. if (sym == NULL) {
  282. printk(KERN_WARNING "vDSO32: function %s not found !\n",
  283. symname);
  284. return 0;
  285. }
  286. return sym->st_value - VDSO32_LBASE;
  287. }
  288. static int vdso_do_func_patch32(struct lib32_elfinfo *v32,
  289. struct lib64_elfinfo *v64,
  290. const char *orig, const char *fix)
  291. {
  292. Elf32_Sym *sym32_gen, *sym32_fix;
  293. sym32_gen = find_symbol32(v32, orig);
  294. if (sym32_gen == NULL) {
  295. printk(KERN_ERR "vDSO32: Can't find symbol %s !\n", orig);
  296. return -1;
  297. }
  298. if (fix == NULL) {
  299. sym32_gen->st_name = 0;
  300. return 0;
  301. }
  302. sym32_fix = find_symbol32(v32, fix);
  303. if (sym32_fix == NULL) {
  304. printk(KERN_ERR "vDSO32: Can't find symbol %s !\n", fix);
  305. return -1;
  306. }
  307. sym32_gen->st_value = sym32_fix->st_value;
  308. sym32_gen->st_size = sym32_fix->st_size;
  309. sym32_gen->st_info = sym32_fix->st_info;
  310. sym32_gen->st_other = sym32_fix->st_other;
  311. sym32_gen->st_shndx = sym32_fix->st_shndx;
  312. return 0;
  313. }
  314. #ifdef CONFIG_PPC64
  315. static void * __init find_section64(Elf64_Ehdr *ehdr, const char *secname,
  316. unsigned long *size)
  317. {
  318. Elf64_Shdr *sechdrs;
  319. unsigned int i;
  320. char *secnames;
  321. /* Grab section headers and strings so we can tell who is who */
  322. sechdrs = (void *)ehdr + ehdr->e_shoff;
  323. secnames = (void *)ehdr + sechdrs[ehdr->e_shstrndx].sh_offset;
  324. /* Find the section they want */
  325. for (i = 1; i < ehdr->e_shnum; i++) {
  326. if (strcmp(secnames+sechdrs[i].sh_name, secname) == 0) {
  327. if (size)
  328. *size = sechdrs[i].sh_size;
  329. return (void *)ehdr + sechdrs[i].sh_offset;
  330. }
  331. }
  332. if (size)
  333. *size = 0;
  334. return NULL;
  335. }
  336. static Elf64_Sym * __init find_symbol64(struct lib64_elfinfo *lib,
  337. const char *symname)
  338. {
  339. unsigned int i;
  340. char name[MAX_SYMNAME], *c;
  341. for (i = 0; i < (lib->dynsymsize / sizeof(Elf64_Sym)); i++) {
  342. if (lib->dynsym[i].st_name == 0)
  343. continue;
  344. strlcpy(name, lib->dynstr + lib->dynsym[i].st_name,
  345. MAX_SYMNAME);
  346. c = strchr(name, '@');
  347. if (c)
  348. *c = 0;
  349. if (strcmp(symname, name) == 0)
  350. return &lib->dynsym[i];
  351. }
  352. return NULL;
  353. }
  354. /* Note that we assume the section is .text and the symbol is relative to
  355. * the library base
  356. */
  357. static unsigned long __init find_function64(struct lib64_elfinfo *lib,
  358. const char *symname)
  359. {
  360. Elf64_Sym *sym = find_symbol64(lib, symname);
  361. if (sym == NULL) {
  362. printk(KERN_WARNING "vDSO64: function %s not found !\n",
  363. symname);
  364. return 0;
  365. }
  366. #ifdef VDS64_HAS_DESCRIPTORS
  367. return *((u64 *)(vdso64_kbase + sym->st_value - VDSO64_LBASE)) -
  368. VDSO64_LBASE;
  369. #else
  370. return sym->st_value - VDSO64_LBASE;
  371. #endif
  372. }
  373. static int vdso_do_func_patch64(struct lib32_elfinfo *v32,
  374. struct lib64_elfinfo *v64,
  375. const char *orig, const char *fix)
  376. {
  377. Elf64_Sym *sym64_gen, *sym64_fix;
  378. sym64_gen = find_symbol64(v64, orig);
  379. if (sym64_gen == NULL) {
  380. printk(KERN_ERR "vDSO64: Can't find symbol %s !\n", orig);
  381. return -1;
  382. }
  383. if (fix == NULL) {
  384. sym64_gen->st_name = 0;
  385. return 0;
  386. }
  387. sym64_fix = find_symbol64(v64, fix);
  388. if (sym64_fix == NULL) {
  389. printk(KERN_ERR "vDSO64: Can't find symbol %s !\n", fix);
  390. return -1;
  391. }
  392. sym64_gen->st_value = sym64_fix->st_value;
  393. sym64_gen->st_size = sym64_fix->st_size;
  394. sym64_gen->st_info = sym64_fix->st_info;
  395. sym64_gen->st_other = sym64_fix->st_other;
  396. sym64_gen->st_shndx = sym64_fix->st_shndx;
  397. return 0;
  398. }
  399. #endif /* CONFIG_PPC64 */
  400. static __init int vdso_do_find_sections(struct lib32_elfinfo *v32,
  401. struct lib64_elfinfo *v64)
  402. {
  403. void *sect;
  404. /*
  405. * Locate symbol tables & text section
  406. */
  407. v32->dynsym = find_section32(v32->hdr, ".dynsym", &v32->dynsymsize);
  408. v32->dynstr = find_section32(v32->hdr, ".dynstr", NULL);
  409. if (v32->dynsym == NULL || v32->dynstr == NULL) {
  410. printk(KERN_ERR "vDSO32: required symbol section not found\n");
  411. return -1;
  412. }
  413. sect = find_section32(v32->hdr, ".text", NULL);
  414. if (sect == NULL) {
  415. printk(KERN_ERR "vDSO32: the .text section was not found\n");
  416. return -1;
  417. }
  418. v32->text = sect - vdso32_kbase;
  419. #ifdef CONFIG_PPC64
  420. v64->dynsym = find_section64(v64->hdr, ".dynsym", &v64->dynsymsize);
  421. v64->dynstr = find_section64(v64->hdr, ".dynstr", NULL);
  422. if (v64->dynsym == NULL || v64->dynstr == NULL) {
  423. printk(KERN_ERR "vDSO64: required symbol section not found\n");
  424. return -1;
  425. }
  426. sect = find_section64(v64->hdr, ".text", NULL);
  427. if (sect == NULL) {
  428. printk(KERN_ERR "vDSO64: the .text section was not found\n");
  429. return -1;
  430. }
  431. v64->text = sect - vdso64_kbase;
  432. #endif /* CONFIG_PPC64 */
  433. return 0;
  434. }
  435. static __init void vdso_setup_trampolines(struct lib32_elfinfo *v32,
  436. struct lib64_elfinfo *v64)
  437. {
  438. /*
  439. * Find signal trampolines
  440. */
  441. #ifdef CONFIG_PPC64
  442. vdso64_rt_sigtramp = find_function64(v64, "__kernel_sigtramp_rt64");
  443. #endif
  444. vdso32_sigtramp = find_function32(v32, "__kernel_sigtramp32");
  445. vdso32_rt_sigtramp = find_function32(v32, "__kernel_sigtramp_rt32");
  446. }
  447. static __init int vdso_fixup_datapage(struct lib32_elfinfo *v32,
  448. struct lib64_elfinfo *v64)
  449. {
  450. Elf32_Sym *sym32;
  451. #ifdef CONFIG_PPC64
  452. Elf64_Sym *sym64;
  453. sym64 = find_symbol64(v64, "__kernel_datapage_offset");
  454. if (sym64 == NULL) {
  455. printk(KERN_ERR "vDSO64: Can't find symbol "
  456. "__kernel_datapage_offset !\n");
  457. return -1;
  458. }
  459. *((int *)(vdso64_kbase + sym64->st_value - VDSO64_LBASE)) =
  460. (vdso64_pages << PAGE_SHIFT) -
  461. (sym64->st_value - VDSO64_LBASE);
  462. #endif /* CONFIG_PPC64 */
  463. sym32 = find_symbol32(v32, "__kernel_datapage_offset");
  464. if (sym32 == NULL) {
  465. printk(KERN_ERR "vDSO32: Can't find symbol "
  466. "__kernel_datapage_offset !\n");
  467. return -1;
  468. }
  469. *((int *)(vdso32_kbase + (sym32->st_value - VDSO32_LBASE))) =
  470. (vdso32_pages << PAGE_SHIFT) -
  471. (sym32->st_value - VDSO32_LBASE);
  472. return 0;
  473. }
  474. static __init int vdso_fixup_features(struct lib32_elfinfo *v32,
  475. struct lib64_elfinfo *v64)
  476. {
  477. void *start32;
  478. unsigned long size32;
  479. #ifdef CONFIG_PPC64
  480. void *start64;
  481. unsigned long size64;
  482. start64 = find_section64(v64->hdr, "__ftr_fixup", &size64);
  483. if (start64)
  484. do_feature_fixups(cur_cpu_spec->cpu_features,
  485. start64, start64 + size64);
  486. start64 = find_section64(v64->hdr, "__fw_ftr_fixup", &size64);
  487. if (start64)
  488. do_feature_fixups(powerpc_firmware_features,
  489. start64, start64 + size64);
  490. #endif /* CONFIG_PPC64 */
  491. start32 = find_section32(v32->hdr, "__ftr_fixup", &size32);
  492. if (start32)
  493. do_feature_fixups(cur_cpu_spec->cpu_features,
  494. start32, start32 + size32);
  495. #ifdef CONFIG_PPC64
  496. start32 = find_section32(v32->hdr, "__fw_ftr_fixup", &size32);
  497. if (start32)
  498. do_feature_fixups(powerpc_firmware_features,
  499. start32, start32 + size32);
  500. #endif /* CONFIG_PPC64 */
  501. return 0;
  502. }
  503. static __init int vdso_fixup_alt_funcs(struct lib32_elfinfo *v32,
  504. struct lib64_elfinfo *v64)
  505. {
  506. int i;
  507. for (i = 0; i < ARRAY_SIZE(vdso_patches); i++) {
  508. struct vdso_patch_def *patch = &vdso_patches[i];
  509. int match = (cur_cpu_spec->cpu_features & patch->ftr_mask)
  510. == patch->ftr_value;
  511. if (!match)
  512. continue;
  513. DBG("replacing %s with %s...\n", patch->gen_name,
  514. patch->fix_name ? "NONE" : patch->fix_name);
  515. /*
  516. * Patch the 32 bits and 64 bits symbols. Note that we do not
  517. * patch the "." symbol on 64 bits.
  518. * It would be easy to do, but doesn't seem to be necessary,
  519. * patching the OPD symbol is enough.
  520. */
  521. vdso_do_func_patch32(v32, v64, patch->gen_name,
  522. patch->fix_name);
  523. #ifdef CONFIG_PPC64
  524. vdso_do_func_patch64(v32, v64, patch->gen_name,
  525. patch->fix_name);
  526. #endif /* CONFIG_PPC64 */
  527. }
  528. return 0;
  529. }
  530. static __init int vdso_setup(void)
  531. {
  532. struct lib32_elfinfo v32;
  533. struct lib64_elfinfo v64;
  534. v32.hdr = vdso32_kbase;
  535. #ifdef CONFIG_PPC64
  536. v64.hdr = vdso64_kbase;
  537. #endif
  538. if (vdso_do_find_sections(&v32, &v64))
  539. return -1;
  540. if (vdso_fixup_datapage(&v32, &v64))
  541. return -1;
  542. if (vdso_fixup_features(&v32, &v64))
  543. return -1;
  544. if (vdso_fixup_alt_funcs(&v32, &v64))
  545. return -1;
  546. vdso_setup_trampolines(&v32, &v64);
  547. return 0;
  548. }
  549. /*
  550. * Called from setup_arch to initialize the bitmap of available
  551. * syscalls in the systemcfg page
  552. */
  553. static void __init vdso_setup_syscall_map(void)
  554. {
  555. unsigned int i;
  556. extern unsigned long *sys_call_table;
  557. extern unsigned long sys_ni_syscall;
  558. for (i = 0; i < __NR_syscalls; i++) {
  559. #ifdef CONFIG_PPC64
  560. if (sys_call_table[i*2] != sys_ni_syscall)
  561. vdso_data->syscall_map_64[i >> 5] |=
  562. 0x80000000UL >> (i & 0x1f);
  563. if (sys_call_table[i*2+1] != sys_ni_syscall)
  564. vdso_data->syscall_map_32[i >> 5] |=
  565. 0x80000000UL >> (i & 0x1f);
  566. #else /* CONFIG_PPC64 */
  567. if (sys_call_table[i] != sys_ni_syscall)
  568. vdso_data->syscall_map_32[i >> 5] |=
  569. 0x80000000UL >> (i & 0x1f);
  570. #endif /* CONFIG_PPC64 */
  571. }
  572. }
  573. void __init vdso_init(void)
  574. {
  575. int i;
  576. #ifdef CONFIG_PPC64
  577. /*
  578. * Fill up the "systemcfg" stuff for backward compatiblity
  579. */
  580. strcpy(vdso_data->eye_catcher, "SYSTEMCFG:PPC64");
  581. vdso_data->version.major = SYSTEMCFG_MAJOR;
  582. vdso_data->version.minor = SYSTEMCFG_MINOR;
  583. vdso_data->processor = mfspr(SPRN_PVR);
  584. /*
  585. * Fake the old platform number for pSeries and iSeries and add
  586. * in LPAR bit if necessary
  587. */
  588. vdso_data->platform = machine_is(iseries) ? 0x200 : 0x100;
  589. if (firmware_has_feature(FW_FEATURE_LPAR))
  590. vdso_data->platform |= 1;
  591. vdso_data->physicalMemorySize = lmb_phys_mem_size();
  592. vdso_data->dcache_size = ppc64_caches.dsize;
  593. vdso_data->dcache_line_size = ppc64_caches.dline_size;
  594. vdso_data->icache_size = ppc64_caches.isize;
  595. vdso_data->icache_line_size = ppc64_caches.iline_size;
  596. /*
  597. * Calculate the size of the 64 bits vDSO
  598. */
  599. vdso64_pages = (&vdso64_end - &vdso64_start) >> PAGE_SHIFT;
  600. DBG("vdso64_kbase: %p, 0x%x pages\n", vdso64_kbase, vdso64_pages);
  601. #endif /* CONFIG_PPC64 */
  602. /*
  603. * Calculate the size of the 32 bits vDSO
  604. */
  605. vdso32_pages = (&vdso32_end - &vdso32_start) >> PAGE_SHIFT;
  606. DBG("vdso32_kbase: %p, 0x%x pages\n", vdso32_kbase, vdso32_pages);
  607. /*
  608. * Setup the syscall map in the vDOS
  609. */
  610. vdso_setup_syscall_map();
  611. /*
  612. * Initialize the vDSO images in memory, that is do necessary
  613. * fixups of vDSO symbols, locate trampolines, etc...
  614. */
  615. if (vdso_setup()) {
  616. printk(KERN_ERR "vDSO setup failure, not enabled !\n");
  617. vdso32_pages = 0;
  618. #ifdef CONFIG_PPC64
  619. vdso64_pages = 0;
  620. #endif
  621. return;
  622. }
  623. /* Make sure pages are in the correct state */
  624. BUG_ON(vdso32_pages + 2 > VDSO32_MAXPAGES);
  625. for (i = 0; i < vdso32_pages; i++) {
  626. struct page *pg = virt_to_page(vdso32_kbase + i*PAGE_SIZE);
  627. ClearPageReserved(pg);
  628. get_page(pg);
  629. vdso32_pagelist[i] = pg;
  630. }
  631. vdso32_pagelist[i++] = virt_to_page(vdso_data);
  632. vdso32_pagelist[i] = NULL;
  633. #ifdef CONFIG_PPC64
  634. BUG_ON(vdso64_pages + 2 > VDSO64_MAXPAGES);
  635. for (i = 0; i < vdso64_pages; i++) {
  636. struct page *pg = virt_to_page(vdso64_kbase + i*PAGE_SIZE);
  637. ClearPageReserved(pg);
  638. get_page(pg);
  639. vdso64_pagelist[i] = pg;
  640. }
  641. vdso64_pagelist[i++] = virt_to_page(vdso_data);
  642. vdso64_pagelist[i] = NULL;
  643. #endif /* CONFIG_PPC64 */
  644. get_page(virt_to_page(vdso_data));
  645. }
  646. int in_gate_area_no_task(unsigned long addr)
  647. {
  648. return 0;
  649. }
  650. int in_gate_area(struct task_struct *task, unsigned long addr)
  651. {
  652. return 0;
  653. }
  654. struct vm_area_struct *get_gate_vma(struct task_struct *tsk)
  655. {
  656. return NULL;
  657. }