vdso.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821
  1. /*
  2. * Copyright (C) 2004 Benjamin Herrenschmidt, IBM Corp.
  3. * <benh@kernel.crashing.org>
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License
  7. * as published by the Free Software Foundation; either version
  8. * 2 of the License, or (at your option) any later version.
  9. */
  10. #include <linux/module.h>
  11. #include <linux/errno.h>
  12. #include <linux/sched.h>
  13. #include <linux/kernel.h>
  14. #include <linux/mm.h>
  15. #include <linux/smp.h>
  16. #include <linux/stddef.h>
  17. #include <linux/unistd.h>
  18. #include <linux/slab.h>
  19. #include <linux/user.h>
  20. #include <linux/elf.h>
  21. #include <linux/security.h>
  22. #include <linux/bootmem.h>
  23. #include <linux/lmb.h>
  24. #include <asm/pgtable.h>
  25. #include <asm/system.h>
  26. #include <asm/processor.h>
  27. #include <asm/mmu.h>
  28. #include <asm/mmu_context.h>
  29. #include <asm/prom.h>
  30. #include <asm/machdep.h>
  31. #include <asm/cputable.h>
  32. #include <asm/sections.h>
  33. #include <asm/firmware.h>
  34. #include <asm/vdso.h>
  35. #include <asm/vdso_datapage.h>
  36. #include "setup.h"
  37. #undef DEBUG
  38. #ifdef DEBUG
  39. #define DBG(fmt...) printk(fmt)
  40. #else
  41. #define DBG(fmt...)
  42. #endif
  43. /* Max supported size for symbol names */
  44. #define MAX_SYMNAME 64
  45. extern char vdso32_start, vdso32_end;
  46. static void *vdso32_kbase = &vdso32_start;
  47. static unsigned int vdso32_pages;
  48. static struct page **vdso32_pagelist;
  49. unsigned long vdso32_sigtramp;
  50. unsigned long vdso32_rt_sigtramp;
  51. #ifdef CONFIG_PPC64
  52. extern char vdso64_start, vdso64_end;
  53. static void *vdso64_kbase = &vdso64_start;
  54. static unsigned int vdso64_pages;
  55. static struct page **vdso64_pagelist;
  56. unsigned long vdso64_rt_sigtramp;
  57. #endif /* CONFIG_PPC64 */
  58. static int vdso_ready;
  59. /*
  60. * The vdso data page (aka. systemcfg for old ppc64 fans) is here.
  61. * Once the early boot kernel code no longer needs to muck around
  62. * with it, it will become dynamically allocated
  63. */
  64. static union {
  65. struct vdso_data data;
  66. u8 page[PAGE_SIZE];
  67. } vdso_data_store __attribute__((__section__(".data.page_aligned")));
  68. struct vdso_data *vdso_data = &vdso_data_store.data;
  69. /* Format of the patch table */
  70. struct vdso_patch_def
  71. {
  72. unsigned long ftr_mask, ftr_value;
  73. const char *gen_name;
  74. const char *fix_name;
  75. };
  76. /* Table of functions to patch based on the CPU type/revision
  77. *
  78. * Currently, we only change sync_dicache to do nothing on processors
  79. * with a coherent icache
  80. */
  81. static struct vdso_patch_def vdso_patches[] = {
  82. {
  83. CPU_FTR_COHERENT_ICACHE, CPU_FTR_COHERENT_ICACHE,
  84. "__kernel_sync_dicache", "__kernel_sync_dicache_p5"
  85. },
  86. {
  87. CPU_FTR_USE_TB, 0,
  88. "__kernel_gettimeofday", NULL
  89. },
  90. {
  91. CPU_FTR_USE_TB, 0,
  92. "__kernel_clock_gettime", NULL
  93. },
  94. {
  95. CPU_FTR_USE_TB, 0,
  96. "__kernel_clock_getres", NULL
  97. },
  98. {
  99. CPU_FTR_USE_TB, 0,
  100. "__kernel_get_tbfreq", NULL
  101. },
  102. };
  103. /*
  104. * Some infos carried around for each of them during parsing at
  105. * boot time.
  106. */
  107. struct lib32_elfinfo
  108. {
  109. Elf32_Ehdr *hdr; /* ptr to ELF */
  110. Elf32_Sym *dynsym; /* ptr to .dynsym section */
  111. unsigned long dynsymsize; /* size of .dynsym section */
  112. char *dynstr; /* ptr to .dynstr section */
  113. unsigned long text; /* offset of .text section in .so */
  114. };
  115. struct lib64_elfinfo
  116. {
  117. Elf64_Ehdr *hdr;
  118. Elf64_Sym *dynsym;
  119. unsigned long dynsymsize;
  120. char *dynstr;
  121. unsigned long text;
  122. };
  123. #ifdef __DEBUG
  124. static void dump_one_vdso_page(struct page *pg, struct page *upg)
  125. {
  126. printk("kpg: %p (c:%d,f:%08lx)", __va(page_to_pfn(pg) << PAGE_SHIFT),
  127. page_count(pg),
  128. pg->flags);
  129. if (upg && !IS_ERR(upg) /* && pg != upg*/) {
  130. printk(" upg: %p (c:%d,f:%08lx)", __va(page_to_pfn(upg)
  131. << PAGE_SHIFT),
  132. page_count(upg),
  133. upg->flags);
  134. }
  135. printk("\n");
  136. }
  137. static void dump_vdso_pages(struct vm_area_struct * vma)
  138. {
  139. int i;
  140. if (!vma || test_thread_flag(TIF_32BIT)) {
  141. printk("vDSO32 @ %016lx:\n", (unsigned long)vdso32_kbase);
  142. for (i=0; i<vdso32_pages; i++) {
  143. struct page *pg = virt_to_page(vdso32_kbase +
  144. i*PAGE_SIZE);
  145. struct page *upg = (vma && vma->vm_mm) ?
  146. follow_page(vma, vma->vm_start + i*PAGE_SIZE, 0)
  147. : NULL;
  148. dump_one_vdso_page(pg, upg);
  149. }
  150. }
  151. if (!vma || !test_thread_flag(TIF_32BIT)) {
  152. printk("vDSO64 @ %016lx:\n", (unsigned long)vdso64_kbase);
  153. for (i=0; i<vdso64_pages; i++) {
  154. struct page *pg = virt_to_page(vdso64_kbase +
  155. i*PAGE_SIZE);
  156. struct page *upg = (vma && vma->vm_mm) ?
  157. follow_page(vma, vma->vm_start + i*PAGE_SIZE, 0)
  158. : NULL;
  159. dump_one_vdso_page(pg, upg);
  160. }
  161. }
  162. }
  163. #endif /* DEBUG */
  164. /*
  165. * This is called from binfmt_elf, we create the special vma for the
  166. * vDSO and insert it into the mm struct tree
  167. */
  168. int arch_setup_additional_pages(struct linux_binprm *bprm, int uses_interp)
  169. {
  170. struct mm_struct *mm = current->mm;
  171. struct page **vdso_pagelist;
  172. unsigned long vdso_pages;
  173. unsigned long vdso_base;
  174. int rc;
  175. if (!vdso_ready)
  176. return 0;
  177. #ifdef CONFIG_PPC64
  178. if (test_thread_flag(TIF_32BIT)) {
  179. vdso_pagelist = vdso32_pagelist;
  180. vdso_pages = vdso32_pages;
  181. vdso_base = VDSO32_MBASE;
  182. } else {
  183. vdso_pagelist = vdso64_pagelist;
  184. vdso_pages = vdso64_pages;
  185. /*
  186. * On 64bit we don't have a preferred map address. This
  187. * allows get_unmapped_area to find an area near other mmaps
  188. * and most likely share a SLB entry.
  189. */
  190. vdso_base = 0;
  191. }
  192. #else
  193. vdso_pagelist = vdso32_pagelist;
  194. vdso_pages = vdso32_pages;
  195. vdso_base = VDSO32_MBASE;
  196. #endif
  197. current->mm->context.vdso_base = 0;
  198. /* vDSO has a problem and was disabled, just don't "enable" it for the
  199. * process
  200. */
  201. if (vdso_pages == 0)
  202. return 0;
  203. /* Add a page to the vdso size for the data page */
  204. vdso_pages ++;
  205. /*
  206. * pick a base address for the vDSO in process space. We try to put it
  207. * at vdso_base which is the "natural" base for it, but we might fail
  208. * and end up putting it elsewhere.
  209. */
  210. down_write(&mm->mmap_sem);
  211. vdso_base = get_unmapped_area(NULL, vdso_base,
  212. vdso_pages << PAGE_SHIFT, 0, 0);
  213. if (IS_ERR_VALUE(vdso_base)) {
  214. rc = vdso_base;
  215. goto fail_mmapsem;
  216. }
  217. /*
  218. * our vma flags don't have VM_WRITE so by default, the process isn't
  219. * allowed to write those pages.
  220. * gdb can break that with ptrace interface, and thus trigger COW on
  221. * those pages but it's then your responsibility to never do that on
  222. * the "data" page of the vDSO or you'll stop getting kernel updates
  223. * and your nice userland gettimeofday will be totally dead.
  224. * It's fine to use that for setting breakpoints in the vDSO code
  225. * pages though
  226. *
  227. * Make sure the vDSO gets into every core dump.
  228. * Dumping its contents makes post-mortem fully interpretable later
  229. * without matching up the same kernel and hardware config to see
  230. * what PC values meant.
  231. */
  232. rc = install_special_mapping(mm, vdso_base, vdso_pages << PAGE_SHIFT,
  233. VM_READ|VM_EXEC|
  234. VM_MAYREAD|VM_MAYWRITE|VM_MAYEXEC|
  235. VM_ALWAYSDUMP,
  236. vdso_pagelist);
  237. if (rc)
  238. goto fail_mmapsem;
  239. /* Put vDSO base into mm struct */
  240. current->mm->context.vdso_base = vdso_base;
  241. up_write(&mm->mmap_sem);
  242. return 0;
  243. fail_mmapsem:
  244. up_write(&mm->mmap_sem);
  245. return rc;
  246. }
  247. const char *arch_vma_name(struct vm_area_struct *vma)
  248. {
  249. if (vma->vm_mm && vma->vm_start == vma->vm_mm->context.vdso_base)
  250. return "[vdso]";
  251. return NULL;
  252. }
  253. static void * __init find_section32(Elf32_Ehdr *ehdr, const char *secname,
  254. unsigned long *size)
  255. {
  256. Elf32_Shdr *sechdrs;
  257. unsigned int i;
  258. char *secnames;
  259. /* Grab section headers and strings so we can tell who is who */
  260. sechdrs = (void *)ehdr + ehdr->e_shoff;
  261. secnames = (void *)ehdr + sechdrs[ehdr->e_shstrndx].sh_offset;
  262. /* Find the section they want */
  263. for (i = 1; i < ehdr->e_shnum; i++) {
  264. if (strcmp(secnames+sechdrs[i].sh_name, secname) == 0) {
  265. if (size)
  266. *size = sechdrs[i].sh_size;
  267. return (void *)ehdr + sechdrs[i].sh_offset;
  268. }
  269. }
  270. *size = 0;
  271. return NULL;
  272. }
  273. static Elf32_Sym * __init find_symbol32(struct lib32_elfinfo *lib,
  274. const char *symname)
  275. {
  276. unsigned int i;
  277. char name[MAX_SYMNAME], *c;
  278. for (i = 0; i < (lib->dynsymsize / sizeof(Elf32_Sym)); i++) {
  279. if (lib->dynsym[i].st_name == 0)
  280. continue;
  281. strlcpy(name, lib->dynstr + lib->dynsym[i].st_name,
  282. MAX_SYMNAME);
  283. c = strchr(name, '@');
  284. if (c)
  285. *c = 0;
  286. if (strcmp(symname, name) == 0)
  287. return &lib->dynsym[i];
  288. }
  289. return NULL;
  290. }
  291. /* Note that we assume the section is .text and the symbol is relative to
  292. * the library base
  293. */
  294. static unsigned long __init find_function32(struct lib32_elfinfo *lib,
  295. const char *symname)
  296. {
  297. Elf32_Sym *sym = find_symbol32(lib, symname);
  298. if (sym == NULL) {
  299. printk(KERN_WARNING "vDSO32: function %s not found !\n",
  300. symname);
  301. return 0;
  302. }
  303. return sym->st_value - VDSO32_LBASE;
  304. }
  305. static int __init vdso_do_func_patch32(struct lib32_elfinfo *v32,
  306. struct lib64_elfinfo *v64,
  307. const char *orig, const char *fix)
  308. {
  309. Elf32_Sym *sym32_gen, *sym32_fix;
  310. sym32_gen = find_symbol32(v32, orig);
  311. if (sym32_gen == NULL) {
  312. printk(KERN_ERR "vDSO32: Can't find symbol %s !\n", orig);
  313. return -1;
  314. }
  315. if (fix == NULL) {
  316. sym32_gen->st_name = 0;
  317. return 0;
  318. }
  319. sym32_fix = find_symbol32(v32, fix);
  320. if (sym32_fix == NULL) {
  321. printk(KERN_ERR "vDSO32: Can't find symbol %s !\n", fix);
  322. return -1;
  323. }
  324. sym32_gen->st_value = sym32_fix->st_value;
  325. sym32_gen->st_size = sym32_fix->st_size;
  326. sym32_gen->st_info = sym32_fix->st_info;
  327. sym32_gen->st_other = sym32_fix->st_other;
  328. sym32_gen->st_shndx = sym32_fix->st_shndx;
  329. return 0;
  330. }
  331. #ifdef CONFIG_PPC64
  332. static void * __init find_section64(Elf64_Ehdr *ehdr, const char *secname,
  333. unsigned long *size)
  334. {
  335. Elf64_Shdr *sechdrs;
  336. unsigned int i;
  337. char *secnames;
  338. /* Grab section headers and strings so we can tell who is who */
  339. sechdrs = (void *)ehdr + ehdr->e_shoff;
  340. secnames = (void *)ehdr + sechdrs[ehdr->e_shstrndx].sh_offset;
  341. /* Find the section they want */
  342. for (i = 1; i < ehdr->e_shnum; i++) {
  343. if (strcmp(secnames+sechdrs[i].sh_name, secname) == 0) {
  344. if (size)
  345. *size = sechdrs[i].sh_size;
  346. return (void *)ehdr + sechdrs[i].sh_offset;
  347. }
  348. }
  349. if (size)
  350. *size = 0;
  351. return NULL;
  352. }
  353. static Elf64_Sym * __init find_symbol64(struct lib64_elfinfo *lib,
  354. const char *symname)
  355. {
  356. unsigned int i;
  357. char name[MAX_SYMNAME], *c;
  358. for (i = 0; i < (lib->dynsymsize / sizeof(Elf64_Sym)); i++) {
  359. if (lib->dynsym[i].st_name == 0)
  360. continue;
  361. strlcpy(name, lib->dynstr + lib->dynsym[i].st_name,
  362. MAX_SYMNAME);
  363. c = strchr(name, '@');
  364. if (c)
  365. *c = 0;
  366. if (strcmp(symname, name) == 0)
  367. return &lib->dynsym[i];
  368. }
  369. return NULL;
  370. }
  371. /* Note that we assume the section is .text and the symbol is relative to
  372. * the library base
  373. */
  374. static unsigned long __init find_function64(struct lib64_elfinfo *lib,
  375. const char *symname)
  376. {
  377. Elf64_Sym *sym = find_symbol64(lib, symname);
  378. if (sym == NULL) {
  379. printk(KERN_WARNING "vDSO64: function %s not found !\n",
  380. symname);
  381. return 0;
  382. }
  383. #ifdef VDS64_HAS_DESCRIPTORS
  384. return *((u64 *)(vdso64_kbase + sym->st_value - VDSO64_LBASE)) -
  385. VDSO64_LBASE;
  386. #else
  387. return sym->st_value - VDSO64_LBASE;
  388. #endif
  389. }
  390. static int __init vdso_do_func_patch64(struct lib32_elfinfo *v32,
  391. struct lib64_elfinfo *v64,
  392. const char *orig, const char *fix)
  393. {
  394. Elf64_Sym *sym64_gen, *sym64_fix;
  395. sym64_gen = find_symbol64(v64, orig);
  396. if (sym64_gen == NULL) {
  397. printk(KERN_ERR "vDSO64: Can't find symbol %s !\n", orig);
  398. return -1;
  399. }
  400. if (fix == NULL) {
  401. sym64_gen->st_name = 0;
  402. return 0;
  403. }
  404. sym64_fix = find_symbol64(v64, fix);
  405. if (sym64_fix == NULL) {
  406. printk(KERN_ERR "vDSO64: Can't find symbol %s !\n", fix);
  407. return -1;
  408. }
  409. sym64_gen->st_value = sym64_fix->st_value;
  410. sym64_gen->st_size = sym64_fix->st_size;
  411. sym64_gen->st_info = sym64_fix->st_info;
  412. sym64_gen->st_other = sym64_fix->st_other;
  413. sym64_gen->st_shndx = sym64_fix->st_shndx;
  414. return 0;
  415. }
  416. #endif /* CONFIG_PPC64 */
  417. static __init int vdso_do_find_sections(struct lib32_elfinfo *v32,
  418. struct lib64_elfinfo *v64)
  419. {
  420. void *sect;
  421. /*
  422. * Locate symbol tables & text section
  423. */
  424. v32->dynsym = find_section32(v32->hdr, ".dynsym", &v32->dynsymsize);
  425. v32->dynstr = find_section32(v32->hdr, ".dynstr", NULL);
  426. if (v32->dynsym == NULL || v32->dynstr == NULL) {
  427. printk(KERN_ERR "vDSO32: required symbol section not found\n");
  428. return -1;
  429. }
  430. sect = find_section32(v32->hdr, ".text", NULL);
  431. if (sect == NULL) {
  432. printk(KERN_ERR "vDSO32: the .text section was not found\n");
  433. return -1;
  434. }
  435. v32->text = sect - vdso32_kbase;
  436. #ifdef CONFIG_PPC64
  437. v64->dynsym = find_section64(v64->hdr, ".dynsym", &v64->dynsymsize);
  438. v64->dynstr = find_section64(v64->hdr, ".dynstr", NULL);
  439. if (v64->dynsym == NULL || v64->dynstr == NULL) {
  440. printk(KERN_ERR "vDSO64: required symbol section not found\n");
  441. return -1;
  442. }
  443. sect = find_section64(v64->hdr, ".text", NULL);
  444. if (sect == NULL) {
  445. printk(KERN_ERR "vDSO64: the .text section was not found\n");
  446. return -1;
  447. }
  448. v64->text = sect - vdso64_kbase;
  449. #endif /* CONFIG_PPC64 */
  450. return 0;
  451. }
  452. static __init void vdso_setup_trampolines(struct lib32_elfinfo *v32,
  453. struct lib64_elfinfo *v64)
  454. {
  455. /*
  456. * Find signal trampolines
  457. */
  458. #ifdef CONFIG_PPC64
  459. vdso64_rt_sigtramp = find_function64(v64, "__kernel_sigtramp_rt64");
  460. #endif
  461. vdso32_sigtramp = find_function32(v32, "__kernel_sigtramp32");
  462. vdso32_rt_sigtramp = find_function32(v32, "__kernel_sigtramp_rt32");
  463. }
  464. static __init int vdso_fixup_datapage(struct lib32_elfinfo *v32,
  465. struct lib64_elfinfo *v64)
  466. {
  467. Elf32_Sym *sym32;
  468. #ifdef CONFIG_PPC64
  469. Elf64_Sym *sym64;
  470. sym64 = find_symbol64(v64, "__kernel_datapage_offset");
  471. if (sym64 == NULL) {
  472. printk(KERN_ERR "vDSO64: Can't find symbol "
  473. "__kernel_datapage_offset !\n");
  474. return -1;
  475. }
  476. *((int *)(vdso64_kbase + sym64->st_value - VDSO64_LBASE)) =
  477. (vdso64_pages << PAGE_SHIFT) -
  478. (sym64->st_value - VDSO64_LBASE);
  479. #endif /* CONFIG_PPC64 */
  480. sym32 = find_symbol32(v32, "__kernel_datapage_offset");
  481. if (sym32 == NULL) {
  482. printk(KERN_ERR "vDSO32: Can't find symbol "
  483. "__kernel_datapage_offset !\n");
  484. return -1;
  485. }
  486. *((int *)(vdso32_kbase + (sym32->st_value - VDSO32_LBASE))) =
  487. (vdso32_pages << PAGE_SHIFT) -
  488. (sym32->st_value - VDSO32_LBASE);
  489. return 0;
  490. }
  491. static __init int vdso_fixup_features(struct lib32_elfinfo *v32,
  492. struct lib64_elfinfo *v64)
  493. {
  494. void *start32;
  495. unsigned long size32;
  496. #ifdef CONFIG_PPC64
  497. void *start64;
  498. unsigned long size64;
  499. start64 = find_section64(v64->hdr, "__ftr_fixup", &size64);
  500. if (start64)
  501. do_feature_fixups(cur_cpu_spec->cpu_features,
  502. start64, start64 + size64);
  503. start64 = find_section64(v64->hdr, "__mmu_ftr_fixup", &size64);
  504. if (start64)
  505. do_feature_fixups(cur_cpu_spec->mmu_features,
  506. start64, start64 + size64);
  507. start64 = find_section64(v64->hdr, "__fw_ftr_fixup", &size64);
  508. if (start64)
  509. do_feature_fixups(powerpc_firmware_features,
  510. start64, start64 + size64);
  511. start64 = find_section64(v64->hdr, "__lwsync_fixup", &size64);
  512. if (start64)
  513. do_lwsync_fixups(cur_cpu_spec->cpu_features,
  514. start64, start64 + size64);
  515. #endif /* CONFIG_PPC64 */
  516. start32 = find_section32(v32->hdr, "__ftr_fixup", &size32);
  517. if (start32)
  518. do_feature_fixups(cur_cpu_spec->cpu_features,
  519. start32, start32 + size32);
  520. start32 = find_section32(v32->hdr, "__mmu_ftr_fixup", &size32);
  521. if (start32)
  522. do_feature_fixups(cur_cpu_spec->mmu_features,
  523. start32, start32 + size32);
  524. #ifdef CONFIG_PPC64
  525. start32 = find_section32(v32->hdr, "__fw_ftr_fixup", &size32);
  526. if (start32)
  527. do_feature_fixups(powerpc_firmware_features,
  528. start32, start32 + size32);
  529. #endif /* CONFIG_PPC64 */
  530. start32 = find_section32(v32->hdr, "__lwsync_fixup", &size32);
  531. if (start32)
  532. do_lwsync_fixups(cur_cpu_spec->cpu_features,
  533. start32, start32 + size32);
  534. return 0;
  535. }
  536. static __init int vdso_fixup_alt_funcs(struct lib32_elfinfo *v32,
  537. struct lib64_elfinfo *v64)
  538. {
  539. int i;
  540. for (i = 0; i < ARRAY_SIZE(vdso_patches); i++) {
  541. struct vdso_patch_def *patch = &vdso_patches[i];
  542. int match = (cur_cpu_spec->cpu_features & patch->ftr_mask)
  543. == patch->ftr_value;
  544. if (!match)
  545. continue;
  546. DBG("replacing %s with %s...\n", patch->gen_name,
  547. patch->fix_name ? "NONE" : patch->fix_name);
  548. /*
  549. * Patch the 32 bits and 64 bits symbols. Note that we do not
  550. * patch the "." symbol on 64 bits.
  551. * It would be easy to do, but doesn't seem to be necessary,
  552. * patching the OPD symbol is enough.
  553. */
  554. vdso_do_func_patch32(v32, v64, patch->gen_name,
  555. patch->fix_name);
  556. #ifdef CONFIG_PPC64
  557. vdso_do_func_patch64(v32, v64, patch->gen_name,
  558. patch->fix_name);
  559. #endif /* CONFIG_PPC64 */
  560. }
  561. return 0;
  562. }
  563. static __init int vdso_setup(void)
  564. {
  565. struct lib32_elfinfo v32;
  566. struct lib64_elfinfo v64;
  567. v32.hdr = vdso32_kbase;
  568. #ifdef CONFIG_PPC64
  569. v64.hdr = vdso64_kbase;
  570. #endif
  571. if (vdso_do_find_sections(&v32, &v64))
  572. return -1;
  573. if (vdso_fixup_datapage(&v32, &v64))
  574. return -1;
  575. if (vdso_fixup_features(&v32, &v64))
  576. return -1;
  577. if (vdso_fixup_alt_funcs(&v32, &v64))
  578. return -1;
  579. vdso_setup_trampolines(&v32, &v64);
  580. return 0;
  581. }
  582. /*
  583. * Called from setup_arch to initialize the bitmap of available
  584. * syscalls in the systemcfg page
  585. */
  586. static void __init vdso_setup_syscall_map(void)
  587. {
  588. unsigned int i;
  589. extern unsigned long *sys_call_table;
  590. extern unsigned long sys_ni_syscall;
  591. for (i = 0; i < __NR_syscalls; i++) {
  592. #ifdef CONFIG_PPC64
  593. if (sys_call_table[i*2] != sys_ni_syscall)
  594. vdso_data->syscall_map_64[i >> 5] |=
  595. 0x80000000UL >> (i & 0x1f);
  596. if (sys_call_table[i*2+1] != sys_ni_syscall)
  597. vdso_data->syscall_map_32[i >> 5] |=
  598. 0x80000000UL >> (i & 0x1f);
  599. #else /* CONFIG_PPC64 */
  600. if (sys_call_table[i] != sys_ni_syscall)
  601. vdso_data->syscall_map_32[i >> 5] |=
  602. 0x80000000UL >> (i & 0x1f);
  603. #endif /* CONFIG_PPC64 */
  604. }
  605. }
  606. static int __init vdso_init(void)
  607. {
  608. int i;
  609. #ifdef CONFIG_PPC64
  610. /*
  611. * Fill up the "systemcfg" stuff for backward compatiblity
  612. */
  613. strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64");
  614. vdso_data->version.major = SYSTEMCFG_MAJOR;
  615. vdso_data->version.minor = SYSTEMCFG_MINOR;
  616. vdso_data->processor = mfspr(SPRN_PVR);
  617. /*
  618. * Fake the old platform number for pSeries and iSeries and add
  619. * in LPAR bit if necessary
  620. */
  621. vdso_data->platform = machine_is(iseries) ? 0x200 : 0x100;
  622. if (firmware_has_feature(FW_FEATURE_LPAR))
  623. vdso_data->platform |= 1;
  624. vdso_data->physicalMemorySize = lmb_phys_mem_size();
  625. vdso_data->dcache_size = ppc64_caches.dsize;
  626. vdso_data->dcache_line_size = ppc64_caches.dline_size;
  627. vdso_data->icache_size = ppc64_caches.isize;
  628. vdso_data->icache_line_size = ppc64_caches.iline_size;
  629. /* XXXOJN: Blocks should be added to ppc64_caches and used instead */
  630. vdso_data->dcache_block_size = ppc64_caches.dline_size;
  631. vdso_data->icache_block_size = ppc64_caches.iline_size;
  632. vdso_data->dcache_log_block_size = ppc64_caches.log_dline_size;
  633. vdso_data->icache_log_block_size = ppc64_caches.log_iline_size;
  634. /*
  635. * Calculate the size of the 64 bits vDSO
  636. */
  637. vdso64_pages = (&vdso64_end - &vdso64_start) >> PAGE_SHIFT;
  638. DBG("vdso64_kbase: %p, 0x%x pages\n", vdso64_kbase, vdso64_pages);
  639. #else
  640. vdso_data->dcache_block_size = L1_CACHE_BYTES;
  641. vdso_data->dcache_log_block_size = L1_CACHE_SHIFT;
  642. vdso_data->icache_block_size = L1_CACHE_BYTES;
  643. vdso_data->icache_log_block_size = L1_CACHE_SHIFT;
  644. #endif /* CONFIG_PPC64 */
  645. /*
  646. * Calculate the size of the 32 bits vDSO
  647. */
  648. vdso32_pages = (&vdso32_end - &vdso32_start) >> PAGE_SHIFT;
  649. DBG("vdso32_kbase: %p, 0x%x pages\n", vdso32_kbase, vdso32_pages);
  650. /*
  651. * Setup the syscall map in the vDOS
  652. */
  653. vdso_setup_syscall_map();
  654. /*
  655. * Initialize the vDSO images in memory, that is do necessary
  656. * fixups of vDSO symbols, locate trampolines, etc...
  657. */
  658. if (vdso_setup()) {
  659. printk(KERN_ERR "vDSO setup failure, not enabled !\n");
  660. vdso32_pages = 0;
  661. #ifdef CONFIG_PPC64
  662. vdso64_pages = 0;
  663. #endif
  664. return 0;
  665. }
  666. /* Make sure pages are in the correct state */
  667. vdso32_pagelist = kzalloc(sizeof(struct page *) * (vdso32_pages + 2),
  668. GFP_KERNEL);
  669. BUG_ON(vdso32_pagelist == NULL);
  670. for (i = 0; i < vdso32_pages; i++) {
  671. struct page *pg = virt_to_page(vdso32_kbase + i*PAGE_SIZE);
  672. ClearPageReserved(pg);
  673. get_page(pg);
  674. vdso32_pagelist[i] = pg;
  675. }
  676. vdso32_pagelist[i++] = virt_to_page(vdso_data);
  677. vdso32_pagelist[i] = NULL;
  678. #ifdef CONFIG_PPC64
  679. vdso64_pagelist = kzalloc(sizeof(struct page *) * (vdso64_pages + 2),
  680. GFP_KERNEL);
  681. BUG_ON(vdso64_pagelist == NULL);
  682. for (i = 0; i < vdso64_pages; i++) {
  683. struct page *pg = virt_to_page(vdso64_kbase + i*PAGE_SIZE);
  684. ClearPageReserved(pg);
  685. get_page(pg);
  686. vdso64_pagelist[i] = pg;
  687. }
  688. vdso64_pagelist[i++] = virt_to_page(vdso_data);
  689. vdso64_pagelist[i] = NULL;
  690. #endif /* CONFIG_PPC64 */
  691. get_page(virt_to_page(vdso_data));
  692. smp_wmb();
  693. vdso_ready = 1;
  694. return 0;
  695. }
  696. arch_initcall(vdso_init);
  697. int in_gate_area_no_task(unsigned long addr)
  698. {
  699. return 0;
  700. }
  701. int in_gate_area(struct task_struct *task, unsigned long addr)
  702. {
  703. return 0;
  704. }
  705. struct vm_area_struct *get_gate_vma(struct task_struct *tsk)
  706. {
  707. return NULL;
  708. }