early.c 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396
  1. /*
  2. * arch/s390/kernel/early.c
  3. *
  4. * Copyright IBM Corp. 2007
  5. * Author(s): Hongjie Yang <hongjie@us.ibm.com>,
  6. * Heiko Carstens <heiko.carstens@de.ibm.com>
  7. */
  8. #include <linux/init.h>
  9. #include <linux/errno.h>
  10. #include <linux/string.h>
  11. #include <linux/ctype.h>
  12. #include <linux/lockdep.h>
  13. #include <linux/module.h>
  14. #include <linux/pfn.h>
  15. #include <linux/uaccess.h>
  16. #include <asm/ebcdic.h>
  17. #include <asm/ipl.h>
  18. #include <asm/lowcore.h>
  19. #include <asm/processor.h>
  20. #include <asm/sections.h>
  21. #include <asm/setup.h>
  22. #include <asm/cpcmd.h>
  23. #include <asm/sclp.h>
  24. #include "entry.h"
  25. /*
  26. * Create a Kernel NSS if the SAVESYS= parameter is defined
  27. */
  28. #define DEFSYS_CMD_SIZE 128
  29. #define SAVESYS_CMD_SIZE 32
  30. char kernel_nss_name[NSS_NAME_SIZE + 1];
  31. static void __init setup_boot_command_line(void);
  32. #ifdef CONFIG_SHARED_KERNEL
  33. int __init savesys_ipl_nss(char *cmd, const int cmdlen);
  34. asm(
  35. " .section .init.text,\"ax\",@progbits\n"
  36. " .align 4\n"
  37. " .type savesys_ipl_nss, @function\n"
  38. "savesys_ipl_nss:\n"
  39. #ifdef CONFIG_64BIT
  40. " stmg 6,15,48(15)\n"
  41. " lgr 14,3\n"
  42. " sam31\n"
  43. " diag 2,14,0x8\n"
  44. " sam64\n"
  45. " lgr 2,14\n"
  46. " lmg 6,15,48(15)\n"
  47. #else
  48. " stm 6,15,24(15)\n"
  49. " lr 14,3\n"
  50. " diag 2,14,0x8\n"
  51. " lr 2,14\n"
  52. " lm 6,15,24(15)\n"
  53. #endif
  54. " br 14\n"
  55. " .size savesys_ipl_nss, .-savesys_ipl_nss\n");
  56. static noinline __init void create_kernel_nss(void)
  57. {
  58. unsigned int i, stext_pfn, eshared_pfn, end_pfn, min_size;
  59. #ifdef CONFIG_BLK_DEV_INITRD
  60. unsigned int sinitrd_pfn, einitrd_pfn;
  61. #endif
  62. int response;
  63. size_t len;
  64. char *savesys_ptr;
  65. char upper_command_line[COMMAND_LINE_SIZE];
  66. char defsys_cmd[DEFSYS_CMD_SIZE];
  67. char savesys_cmd[SAVESYS_CMD_SIZE];
  68. /* Do nothing if we are not running under VM */
  69. if (!MACHINE_IS_VM)
  70. return;
  71. /* Convert COMMAND_LINE to upper case */
  72. for (i = 0; i < strlen(boot_command_line); i++)
  73. upper_command_line[i] = toupper(boot_command_line[i]);
  74. savesys_ptr = strstr(upper_command_line, "SAVESYS=");
  75. if (!savesys_ptr)
  76. return;
  77. savesys_ptr += 8; /* Point to the beginning of the NSS name */
  78. for (i = 0; i < NSS_NAME_SIZE; i++) {
  79. if (savesys_ptr[i] == ' ' || savesys_ptr[i] == '\0')
  80. break;
  81. kernel_nss_name[i] = savesys_ptr[i];
  82. }
  83. stext_pfn = PFN_DOWN(__pa(&_stext));
  84. eshared_pfn = PFN_DOWN(__pa(&_eshared));
  85. end_pfn = PFN_UP(__pa(&_end));
  86. min_size = end_pfn << 2;
  87. sprintf(defsys_cmd, "DEFSYS %s 00000-%.5X EW %.5X-%.5X SR %.5X-%.5X",
  88. kernel_nss_name, stext_pfn - 1, stext_pfn, eshared_pfn - 1,
  89. eshared_pfn, end_pfn);
  90. #ifdef CONFIG_BLK_DEV_INITRD
  91. if (INITRD_START && INITRD_SIZE) {
  92. sinitrd_pfn = PFN_DOWN(__pa(INITRD_START));
  93. einitrd_pfn = PFN_UP(__pa(INITRD_START + INITRD_SIZE));
  94. min_size = einitrd_pfn << 2;
  95. sprintf(defsys_cmd, "%s EW %.5X-%.5X", defsys_cmd,
  96. sinitrd_pfn, einitrd_pfn);
  97. }
  98. #endif
  99. sprintf(defsys_cmd, "%s EW MINSIZE=%.7iK PARMREGS=0-13",
  100. defsys_cmd, min_size);
  101. sprintf(savesys_cmd, "SAVESYS %s \n IPL %s",
  102. kernel_nss_name, kernel_nss_name);
  103. __cpcmd(defsys_cmd, NULL, 0, &response);
  104. if (response != 0) {
  105. kernel_nss_name[0] = '\0';
  106. return;
  107. }
  108. len = strlen(savesys_cmd);
  109. ASCEBC(savesys_cmd, len);
  110. response = savesys_ipl_nss(savesys_cmd, len);
  111. /* On success: response is equal to the command size,
  112. * max SAVESYS_CMD_SIZE
  113. * On error: response contains the numeric portion of cp error message.
  114. * for SAVESYS it will be >= 263
  115. */
  116. if (response > SAVESYS_CMD_SIZE) {
  117. kernel_nss_name[0] = '\0';
  118. return;
  119. }
  120. /* re-setup boot command line with new ipl vm parms */
  121. ipl_update_parameters();
  122. setup_boot_command_line();
  123. ipl_flags = IPL_NSS_VALID;
  124. }
  125. #else /* CONFIG_SHARED_KERNEL */
  126. static inline void create_kernel_nss(void) { }
  127. #endif /* CONFIG_SHARED_KERNEL */
  128. /*
  129. * Clear bss memory
  130. */
  131. static noinline __init void clear_bss_section(void)
  132. {
  133. memset(__bss_start, 0, __bss_stop - __bss_start);
  134. }
  135. /*
  136. * Initialize storage key for kernel pages
  137. */
  138. static noinline __init void init_kernel_storage_key(void)
  139. {
  140. unsigned long end_pfn, init_pfn;
  141. end_pfn = PFN_UP(__pa(&_end));
  142. for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++)
  143. page_set_storage_key(init_pfn << PAGE_SHIFT, PAGE_DEFAULT_KEY);
  144. }
  145. static noinline __init void detect_machine_type(void)
  146. {
  147. struct cpuinfo_S390 *cpuinfo = &S390_lowcore.cpu_data;
  148. get_cpu_id(&S390_lowcore.cpu_data.cpu_id);
  149. /* Running under z/VM ? */
  150. if (cpuinfo->cpu_id.version == 0xff)
  151. machine_flags |= MACHINE_FLAG_VM;
  152. /* Running on a P/390 ? */
  153. if (cpuinfo->cpu_id.machine == 0x7490)
  154. machine_flags |= MACHINE_FLAG_P390;
  155. /* Running under KVM ? */
  156. if (cpuinfo->cpu_id.version == 0xfe)
  157. machine_flags |= MACHINE_FLAG_KVM;
  158. }
  159. static __init void early_pgm_check_handler(void)
  160. {
  161. unsigned long addr;
  162. const struct exception_table_entry *fixup;
  163. addr = S390_lowcore.program_old_psw.addr;
  164. fixup = search_exception_tables(addr & PSW_ADDR_INSN);
  165. if (!fixup)
  166. disabled_wait(0);
  167. S390_lowcore.program_old_psw.addr = fixup->fixup | PSW_ADDR_AMODE;
  168. }
  169. static noinline __init void setup_lowcore_early(void)
  170. {
  171. psw_t psw;
  172. psw.mask = PSW_BASE_BITS | PSW_DEFAULT_KEY;
  173. psw.addr = PSW_ADDR_AMODE | (unsigned long) s390_base_ext_handler;
  174. S390_lowcore.external_new_psw = psw;
  175. psw.addr = PSW_ADDR_AMODE | (unsigned long) s390_base_pgm_handler;
  176. S390_lowcore.program_new_psw = psw;
  177. s390_base_pgm_handler_fn = early_pgm_check_handler;
  178. }
  179. static noinline __init void setup_hpage(void)
  180. {
  181. #ifndef CONFIG_DEBUG_PAGEALLOC
  182. unsigned int facilities;
  183. facilities = stfl();
  184. if (!(facilities & (1UL << 23)) || !(facilities & (1UL << 29)))
  185. return;
  186. machine_flags |= MACHINE_FLAG_HPAGE;
  187. __ctl_set_bit(0, 23);
  188. #endif
  189. }
  190. static __init void detect_mvpg(void)
  191. {
  192. #ifndef CONFIG_64BIT
  193. int rc;
  194. asm volatile(
  195. " la 0,0\n"
  196. " mvpg %2,%2\n"
  197. "0: la %0,0\n"
  198. "1:\n"
  199. EX_TABLE(0b,1b)
  200. : "=d" (rc) : "0" (-EOPNOTSUPP), "a" (0) : "memory", "cc", "0");
  201. if (!rc)
  202. machine_flags |= MACHINE_FLAG_MVPG;
  203. #endif
  204. }
  205. static __init void detect_ieee(void)
  206. {
  207. #ifndef CONFIG_64BIT
  208. int rc, tmp;
  209. asm volatile(
  210. " efpc %1,0\n"
  211. "0: la %0,0\n"
  212. "1:\n"
  213. EX_TABLE(0b,1b)
  214. : "=d" (rc), "=d" (tmp): "0" (-EOPNOTSUPP) : "cc");
  215. if (!rc)
  216. machine_flags |= MACHINE_FLAG_IEEE;
  217. #endif
  218. }
  219. static __init void detect_csp(void)
  220. {
  221. #ifndef CONFIG_64BIT
  222. int rc;
  223. asm volatile(
  224. " la 0,0\n"
  225. " la 1,0\n"
  226. " la 2,4\n"
  227. " csp 0,2\n"
  228. "0: la %0,0\n"
  229. "1:\n"
  230. EX_TABLE(0b,1b)
  231. : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc", "0", "1", "2");
  232. if (!rc)
  233. machine_flags |= MACHINE_FLAG_CSP;
  234. #endif
  235. }
  236. static __init void detect_diag9c(void)
  237. {
  238. unsigned int cpu_address;
  239. int rc;
  240. cpu_address = stap();
  241. asm volatile(
  242. " diag %2,0,0x9c\n"
  243. "0: la %0,0\n"
  244. "1:\n"
  245. EX_TABLE(0b,1b)
  246. : "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc");
  247. if (!rc)
  248. machine_flags |= MACHINE_FLAG_DIAG9C;
  249. }
  250. static __init void detect_diag44(void)
  251. {
  252. #ifdef CONFIG_64BIT
  253. int rc;
  254. asm volatile(
  255. " diag 0,0,0x44\n"
  256. "0: la %0,0\n"
  257. "1:\n"
  258. EX_TABLE(0b,1b)
  259. : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc");
  260. if (!rc)
  261. machine_flags |= MACHINE_FLAG_DIAG44;
  262. #endif
  263. }
  264. static __init void detect_machine_facilities(void)
  265. {
  266. #ifdef CONFIG_64BIT
  267. unsigned int facilities;
  268. facilities = stfl();
  269. if (facilities & (1 << 28))
  270. machine_flags |= MACHINE_FLAG_IDTE;
  271. if (facilities & (1 << 23))
  272. machine_flags |= MACHINE_FLAG_PFMF;
  273. if (facilities & (1 << 4))
  274. machine_flags |= MACHINE_FLAG_MVCOS;
  275. #endif
  276. }
  277. static __init void rescue_initrd(void)
  278. {
  279. #ifdef CONFIG_BLK_DEV_INITRD
  280. /*
  281. * Move the initrd right behind the bss section in case it starts
  282. * within the bss section. So we don't overwrite it when the bss
  283. * section gets cleared.
  284. */
  285. if (!INITRD_START || !INITRD_SIZE)
  286. return;
  287. if (INITRD_START >= (unsigned long) __bss_stop)
  288. return;
  289. memmove(__bss_stop, (void *) INITRD_START, INITRD_SIZE);
  290. INITRD_START = (unsigned long) __bss_stop;
  291. #endif
  292. }
  293. /* Set up boot command line */
  294. static void __init setup_boot_command_line(void)
  295. {
  296. char *parm = NULL;
  297. /* copy arch command line */
  298. strlcpy(boot_command_line, COMMAND_LINE, ARCH_COMMAND_LINE_SIZE);
  299. boot_command_line[ARCH_COMMAND_LINE_SIZE - 1] = 0;
  300. /* append IPL PARM data to the boot command line */
  301. if (MACHINE_IS_VM) {
  302. parm = boot_command_line + strlen(boot_command_line);
  303. *parm++ = ' ';
  304. get_ipl_vmparm(parm);
  305. if (parm[0] == '=')
  306. memmove(boot_command_line, parm + 1, strlen(parm));
  307. }
  308. }
  309. /*
  310. * Save ipl parameters, clear bss memory, initialize storage keys
  311. * and create a kernel NSS at startup if the SAVESYS= parm is defined
  312. */
  313. void __init startup_init(void)
  314. {
  315. ipl_save_parameters();
  316. rescue_initrd();
  317. clear_bss_section();
  318. init_kernel_storage_key();
  319. lockdep_init();
  320. lockdep_off();
  321. sort_main_extable();
  322. setup_lowcore_early();
  323. detect_machine_type();
  324. ipl_update_parameters();
  325. setup_boot_command_line();
  326. create_kernel_nss();
  327. detect_mvpg();
  328. detect_ieee();
  329. detect_csp();
  330. detect_diag9c();
  331. detect_diag44();
  332. detect_machine_facilities();
  333. setup_hpage();
  334. sclp_facilities_detect();
  335. detect_memory_layout(memory_chunk);
  336. lockdep_on();
  337. }