process.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482
  1. // TODO verify coprocessor handling
  2. /*
  3. * arch/xtensa/kernel/process.c
  4. *
  5. * Xtensa Processor version.
  6. *
  7. * This file is subject to the terms and conditions of the GNU General Public
  8. * License. See the file "COPYING" in the main directory of this archive
  9. * for more details.
  10. *
  11. * Copyright (C) 2001 - 2005 Tensilica Inc.
  12. *
  13. * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com>
  14. * Chris Zankel <chris@zankel.net>
  15. * Marc Gauthier <marc@tensilica.com, marc@alumni.uwaterloo.ca>
  16. * Kevin Chea
  17. */
  18. #include <linux/config.h>
  19. #include <linux/errno.h>
  20. #include <linux/sched.h>
  21. #include <linux/kernel.h>
  22. #include <linux/mm.h>
  23. #include <linux/smp.h>
  24. #include <linux/smp_lock.h>
  25. #include <linux/stddef.h>
  26. #include <linux/unistd.h>
  27. #include <linux/ptrace.h>
  28. #include <linux/slab.h>
  29. #include <linux/elf.h>
  30. #include <linux/init.h>
  31. #include <linux/prctl.h>
  32. #include <linux/init_task.h>
  33. #include <linux/module.h>
  34. #include <linux/mqueue.h>
  35. #include <asm/pgtable.h>
  36. #include <asm/uaccess.h>
  37. #include <asm/system.h>
  38. #include <asm/io.h>
  39. #include <asm/processor.h>
  40. #include <asm/platform.h>
  41. #include <asm/mmu.h>
  42. #include <asm/irq.h>
  43. #include <asm/atomic.h>
  44. #include <asm/asm-offsets.h>
  45. #include <asm/coprocessor.h>
  46. extern void ret_from_fork(void);
  47. static struct fs_struct init_fs = INIT_FS;
  48. static struct files_struct init_files = INIT_FILES;
  49. static struct signal_struct init_signals = INIT_SIGNALS(init_signals);
  50. static struct sighand_struct init_sighand = INIT_SIGHAND(init_sighand);
  51. struct mm_struct init_mm = INIT_MM(init_mm);
  52. EXPORT_SYMBOL(init_mm);
  53. union thread_union init_thread_union
  54. __attribute__((__section__(".data.init_task"))) =
  55. { INIT_THREAD_INFO(init_task) };
  56. struct task_struct init_task = INIT_TASK(init_task);
  57. EXPORT_SYMBOL(init_task);
  58. struct task_struct *current_set[NR_CPUS] = {&init_task, };
  59. #if XCHAL_CP_NUM > 0
  60. /*
  61. * Coprocessor ownership.
  62. */
  63. coprocessor_info_t coprocessor_info[] = {
  64. { 0, XTENSA_CPE_CP0_OFFSET },
  65. { 0, XTENSA_CPE_CP1_OFFSET },
  66. { 0, XTENSA_CPE_CP2_OFFSET },
  67. { 0, XTENSA_CPE_CP3_OFFSET },
  68. { 0, XTENSA_CPE_CP4_OFFSET },
  69. { 0, XTENSA_CPE_CP5_OFFSET },
  70. { 0, XTENSA_CPE_CP6_OFFSET },
  71. { 0, XTENSA_CPE_CP7_OFFSET },
  72. };
  73. #endif
  74. /*
  75. * Powermanagement idle function, if any is provided by the platform.
  76. */
  77. void cpu_idle(void)
  78. {
  79. local_irq_enable();
  80. /* endless idle loop with no priority at all */
  81. while (1) {
  82. while (!need_resched())
  83. platform_idle();
  84. preempt_enable();
  85. schedule();
  86. }
  87. }
  88. /*
  89. * Free current thread data structures etc..
  90. */
  91. void exit_thread(void)
  92. {
  93. release_coprocessors(current); /* Empty macro if no CPs are defined */
  94. }
  95. void flush_thread(void)
  96. {
  97. release_coprocessors(current); /* Empty macro if no CPs are defined */
  98. }
  99. /*
  100. * Copy thread.
  101. *
  102. * The stack layout for the new thread looks like this:
  103. *
  104. * +------------------------+ <- sp in childregs (= tos)
  105. * | childregs |
  106. * +------------------------+ <- thread.sp = sp in dummy-frame
  107. * | dummy-frame | (saved in dummy-frame spill-area)
  108. * +------------------------+
  109. *
  110. * We create a dummy frame to return to ret_from_fork:
  111. * a0 points to ret_from_fork (simulating a call4)
  112. * sp points to itself (thread.sp)
  113. * a2, a3 are unused.
  114. *
  115. * Note: This is a pristine frame, so we don't need any spill region on top of
  116. * childregs.
  117. */
  118. int copy_thread(int nr, unsigned long clone_flags, unsigned long usp,
  119. unsigned long unused,
  120. struct task_struct * p, struct pt_regs * regs)
  121. {
  122. struct pt_regs *childregs;
  123. unsigned long tos;
  124. int user_mode = user_mode(regs);
  125. /* Set up new TSS. */
  126. tos = (unsigned long)p->thread_info + THREAD_SIZE;
  127. if (user_mode)
  128. childregs = (struct pt_regs*)(tos - PT_USER_SIZE);
  129. else
  130. childregs = (struct pt_regs*)tos - 1;
  131. *childregs = *regs;
  132. /* Create a call4 dummy-frame: a0 = 0, a1 = childregs. */
  133. *((int*)childregs - 3) = (unsigned long)childregs;
  134. *((int*)childregs - 4) = 0;
  135. childregs->areg[1] = tos;
  136. childregs->areg[2] = 0;
  137. p->set_child_tid = p->clear_child_tid = NULL;
  138. p->thread.ra = MAKE_RA_FOR_CALL((unsigned long)ret_from_fork, 0x1);
  139. p->thread.sp = (unsigned long)childregs;
  140. if (user_mode(regs)) {
  141. int len = childregs->wmask & ~0xf;
  142. childregs->areg[1] = usp;
  143. memcpy(&childregs->areg[XCHAL_NUM_AREGS - len/4],
  144. &regs->areg[XCHAL_NUM_AREGS - len/4], len);
  145. if (clone_flags & CLONE_SETTLS)
  146. childregs->areg[2] = childregs->areg[6];
  147. } else {
  148. /* In kernel space, we start a new thread with a new stack. */
  149. childregs->wmask = 1;
  150. }
  151. return 0;
  152. }
  153. /*
  154. * Create a kernel thread
  155. */
  156. int kernel_thread(int (*fn)(void *), void * arg, unsigned long flags)
  157. {
  158. long retval;
  159. __asm__ __volatile__
  160. ("mov a5, %4\n\t" /* preserve fn in a5 */
  161. "mov a6, %3\n\t" /* preserve and setup arg in a6 */
  162. "movi a2, %1\n\t" /* load __NR_clone for syscall*/
  163. "mov a3, sp\n\t" /* sp check and sys_clone */
  164. "mov a4, %5\n\t" /* load flags for syscall */
  165. "syscall\n\t"
  166. "beq a3, sp, 1f\n\t" /* branch if parent */
  167. "callx4 a5\n\t" /* call fn */
  168. "movi a2, %2\n\t" /* load __NR_exit for syscall */
  169. "mov a3, a6\n\t" /* load fn return value */
  170. "syscall\n"
  171. "1:\n\t"
  172. "mov %0, a2\n\t" /* parent returns zero */
  173. :"=r" (retval)
  174. :"i" (__NR_clone), "i" (__NR_exit),
  175. "r" (arg), "r" (fn),
  176. "r" (flags | CLONE_VM)
  177. : "a2", "a3", "a4", "a5", "a6" );
  178. return retval;
  179. }
  180. /*
  181. * These bracket the sleeping functions..
  182. */
  183. unsigned long get_wchan(struct task_struct *p)
  184. {
  185. unsigned long sp, pc;
  186. unsigned long stack_page = (unsigned long) p->thread_info;
  187. int count = 0;
  188. if (!p || p == current || p->state == TASK_RUNNING)
  189. return 0;
  190. sp = p->thread.sp;
  191. pc = MAKE_PC_FROM_RA(p->thread.ra, p->thread.sp);
  192. do {
  193. if (sp < stack_page + sizeof(struct task_struct) ||
  194. sp >= (stack_page + THREAD_SIZE) ||
  195. pc == 0)
  196. return 0;
  197. if (!in_sched_functions(pc))
  198. return pc;
  199. /* Stack layout: sp-4: ra, sp-3: sp' */
  200. pc = MAKE_PC_FROM_RA(*(unsigned long*)sp - 4, sp);
  201. sp = *(unsigned long *)sp - 3;
  202. } while (count++ < 16);
  203. return 0;
  204. }
  205. /*
  206. * do_copy_regs() gathers information from 'struct pt_regs' and
  207. * 'current->thread.areg[]' to fill in the xtensa_gregset_t
  208. * structure.
  209. *
  210. * xtensa_gregset_t and 'struct pt_regs' are vastly different formats
  211. * of processor registers. Besides different ordering,
  212. * xtensa_gregset_t contains non-live register information that
  213. * 'struct pt_regs' does not. Exception handling (primarily) uses
  214. * 'struct pt_regs'. Core files and ptrace use xtensa_gregset_t.
  215. *
  216. */
  217. void do_copy_regs (xtensa_gregset_t *elfregs, struct pt_regs *regs,
  218. struct task_struct *tsk)
  219. {
  220. int i, n, wb_offset;
  221. elfregs->xchal_config_id0 = XCHAL_HW_CONFIGID0;
  222. elfregs->xchal_config_id1 = XCHAL_HW_CONFIGID1;
  223. __asm__ __volatile__ ("rsr %0, 176\n" : "=a" (i));
  224. elfregs->cpux = i;
  225. __asm__ __volatile__ ("rsr %0, 208\n" : "=a" (i));
  226. elfregs->cpuy = i;
  227. /* Note: PS.EXCM is not set while user task is running; its
  228. * being set in regs->ps is for exception handling convenience.
  229. */
  230. elfregs->pc = regs->pc;
  231. elfregs->ps = (regs->ps & ~XCHAL_PS_EXCM_MASK);
  232. elfregs->exccause = regs->exccause;
  233. elfregs->excvaddr = regs->excvaddr;
  234. elfregs->windowbase = regs->windowbase;
  235. elfregs->windowstart = regs->windowstart;
  236. elfregs->lbeg = regs->lbeg;
  237. elfregs->lend = regs->lend;
  238. elfregs->lcount = regs->lcount;
  239. elfregs->sar = regs->sar;
  240. elfregs->syscall = regs->syscall;
  241. /* Copy register file.
  242. * The layout looks like this:
  243. *
  244. * | a0 ... a15 | Z ... Z | arX ... arY |
  245. * current window unused saved frames
  246. */
  247. memset (elfregs->ar, 0, sizeof(elfregs->ar));
  248. wb_offset = regs->windowbase * 4;
  249. n = (regs->wmask&1)? 4 : (regs->wmask&2)? 8 : (regs->wmask&4)? 12 : 16;
  250. for (i = 0; i < n; i++)
  251. elfregs->ar[(wb_offset + i) % XCHAL_NUM_AREGS] = regs->areg[i];
  252. n = (regs->wmask >> 4) * 4;
  253. for (i = XCHAL_NUM_AREGS - n; n > 0; i++, n--)
  254. elfregs->ar[(wb_offset + i) % XCHAL_NUM_AREGS] = regs->areg[i];
  255. }
  256. void xtensa_elf_core_copy_regs (xtensa_gregset_t *elfregs, struct pt_regs *regs)
  257. {
  258. do_copy_regs ((xtensa_gregset_t *)elfregs, regs, current);
  259. }
  260. /* The inverse of do_copy_regs(). No error or sanity checking. */
  261. void do_restore_regs (xtensa_gregset_t *elfregs, struct pt_regs *regs,
  262. struct task_struct *tsk)
  263. {
  264. int i, n, wb_offset;
  265. /* Note: PS.EXCM is not set while user task is running; it
  266. * needs to be set in regs->ps is for exception handling convenience.
  267. */
  268. regs->pc = elfregs->pc;
  269. regs->ps = (elfregs->ps | XCHAL_PS_EXCM_MASK);
  270. regs->exccause = elfregs->exccause;
  271. regs->excvaddr = elfregs->excvaddr;
  272. regs->windowbase = elfregs->windowbase;
  273. regs->windowstart = elfregs->windowstart;
  274. regs->lbeg = elfregs->lbeg;
  275. regs->lend = elfregs->lend;
  276. regs->lcount = elfregs->lcount;
  277. regs->sar = elfregs->sar;
  278. regs->syscall = elfregs->syscall;
  279. /* Clear everything. */
  280. memset (regs->areg, 0, sizeof(regs->areg));
  281. /* Copy regs from live window frame. */
  282. wb_offset = regs->windowbase * 4;
  283. n = (regs->wmask&1)? 4 : (regs->wmask&2)? 8 : (regs->wmask&4)? 12 : 16;
  284. for (i = 0; i < n; i++)
  285. regs->areg[(wb_offset+i) % XCHAL_NUM_AREGS] = elfregs->ar[i];
  286. n = (regs->wmask >> 4) * 4;
  287. for (i = XCHAL_NUM_AREGS - n; n > 0; i++, n--)
  288. regs->areg[(wb_offset+i) % XCHAL_NUM_AREGS] = elfregs->ar[i];
  289. }
  290. /*
  291. * do_save_fpregs() gathers information from 'struct pt_regs' and
  292. * 'current->thread' to fill in the elf_fpregset_t structure.
  293. *
  294. * Core files and ptrace use elf_fpregset_t.
  295. */
  296. void do_save_fpregs (elf_fpregset_t *fpregs, struct pt_regs *regs,
  297. struct task_struct *tsk)
  298. {
  299. #if XCHAL_HAVE_CP
  300. extern unsigned char _xtensa_reginfo_tables[];
  301. extern unsigned _xtensa_reginfo_table_size;
  302. int i;
  303. unsigned long flags;
  304. /* Before dumping coprocessor state from memory,
  305. * ensure any live coprocessor contents for this
  306. * task are first saved to memory:
  307. */
  308. local_irq_save(flags);
  309. for (i = 0; i < XCHAL_CP_MAX; i++) {
  310. if (tsk == coprocessor_info[i].owner) {
  311. enable_coprocessor(i);
  312. save_coprocessor_registers(
  313. tsk->thread.cp_save+coprocessor_info[i].offset,i);
  314. disable_coprocessor(i);
  315. }
  316. }
  317. local_irq_restore(flags);
  318. /* Now dump coprocessor & extra state: */
  319. memcpy((unsigned char*)fpregs,
  320. _xtensa_reginfo_tables, _xtensa_reginfo_table_size);
  321. memcpy((unsigned char*)fpregs + _xtensa_reginfo_table_size,
  322. tsk->thread.cp_save, XTENSA_CP_EXTRA_SIZE);
  323. #endif
  324. }
  325. /*
  326. * The inverse of do_save_fpregs().
  327. * Copies coprocessor and extra state from fpregs into regs and tsk->thread.
  328. * Returns 0 on success, non-zero if layout doesn't match.
  329. */
  330. int do_restore_fpregs (elf_fpregset_t *fpregs, struct pt_regs *regs,
  331. struct task_struct *tsk)
  332. {
  333. #if XCHAL_HAVE_CP
  334. extern unsigned char _xtensa_reginfo_tables[];
  335. extern unsigned _xtensa_reginfo_table_size;
  336. int i;
  337. unsigned long flags;
  338. /* Make sure save area layouts match.
  339. * FIXME: in the future we could allow restoring from
  340. * a different layout of the same registers, by comparing
  341. * fpregs' table with _xtensa_reginfo_tables and matching
  342. * entries and copying registers one at a time.
  343. * Not too sure yet whether that's very useful.
  344. */
  345. if( memcmp((unsigned char*)fpregs,
  346. _xtensa_reginfo_tables, _xtensa_reginfo_table_size) ) {
  347. return -1;
  348. }
  349. /* Before restoring coprocessor state from memory,
  350. * ensure any live coprocessor contents for this
  351. * task are first invalidated.
  352. */
  353. local_irq_save(flags);
  354. for (i = 0; i < XCHAL_CP_MAX; i++) {
  355. if (tsk == coprocessor_info[i].owner) {
  356. enable_coprocessor(i);
  357. save_coprocessor_registers(
  358. tsk->thread.cp_save+coprocessor_info[i].offset,i);
  359. coprocessor_info[i].owner = 0;
  360. disable_coprocessor(i);
  361. }
  362. }
  363. local_irq_restore(flags);
  364. /* Now restore coprocessor & extra state: */
  365. memcpy(tsk->thread.cp_save,
  366. (unsigned char*)fpregs + _xtensa_reginfo_table_size,
  367. XTENSA_CP_EXTRA_SIZE);
  368. #endif
  369. return 0;
  370. }
  371. /*
  372. * Fill in the CP structure for a core dump for a particular task.
  373. */
  374. int
  375. dump_task_fpu(struct pt_regs *regs, struct task_struct *task, elf_fpregset_t *r)
  376. {
  377. /* see asm/coprocessor.h for this magic number 16 */
  378. #if TOTAL_CPEXTRA_SIZE > 16
  379. do_save_fpregs (r, regs, task);
  380. /* For now, bit 16 means some extra state may be present: */
  381. // FIXME!! need to track to return more accurate mask
  382. return 0x10000 | XCHAL_CP_MASK;
  383. #else
  384. return 0; /* no coprocessors active on this processor */
  385. #endif
  386. }
  387. /*
  388. * Fill in the CP structure for a core dump.
  389. * This includes any FPU coprocessor.
  390. * Here, we dump all coprocessors, and other ("extra") custom state.
  391. *
  392. * This function is called by elf_core_dump() in fs/binfmt_elf.c
  393. * (in which case 'regs' comes from calls to do_coredump, see signals.c).
  394. */
  395. int dump_fpu(struct pt_regs *regs, elf_fpregset_t *r)
  396. {
  397. return dump_task_fpu(regs, current, r);
  398. }