early.c 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. /*
  2. * arch/s390/kernel/early.c
  3. *
  4. * Copyright IBM Corp. 2007
  5. * Author(s): Hongjie Yang <hongjie@us.ibm.com>,
  6. * Heiko Carstens <heiko.carstens@de.ibm.com>
  7. */
  8. #include <linux/init.h>
  9. #include <linux/errno.h>
  10. #include <linux/string.h>
  11. #include <linux/ctype.h>
  12. #include <linux/lockdep.h>
  13. #include <linux/module.h>
  14. #include <linux/pfn.h>
  15. #include <linux/uaccess.h>
  16. #include <asm/ebcdic.h>
  17. #include <asm/ipl.h>
  18. #include <asm/lowcore.h>
  19. #include <asm/processor.h>
  20. #include <asm/sections.h>
  21. #include <asm/setup.h>
  22. #include <asm/cpcmd.h>
  23. #include <asm/sclp.h>
  24. #include "entry.h"
  25. /*
  26. * Create a Kernel NSS if the SAVESYS= parameter is defined
  27. */
  28. #define DEFSYS_CMD_SIZE 128
  29. #define SAVESYS_CMD_SIZE 32
  30. char kernel_nss_name[NSS_NAME_SIZE + 1];
  31. static void __init setup_boot_command_line(void);
  32. #ifdef CONFIG_SHARED_KERNEL
  33. int __init savesys_ipl_nss(char *cmd, const int cmdlen);
  34. asm(
  35. " .section .init.text,\"ax\",@progbits\n"
  36. " .align 4\n"
  37. " .type savesys_ipl_nss, @function\n"
  38. "savesys_ipl_nss:\n"
  39. #ifdef CONFIG_64BIT
  40. " stmg 6,15,48(15)\n"
  41. " lgr 14,3\n"
  42. " sam31\n"
  43. " diag 2,14,0x8\n"
  44. " sam64\n"
  45. " lgr 2,14\n"
  46. " lmg 6,15,48(15)\n"
  47. #else
  48. " stm 6,15,24(15)\n"
  49. " lr 14,3\n"
  50. " diag 2,14,0x8\n"
  51. " lr 2,14\n"
  52. " lm 6,15,24(15)\n"
  53. #endif
  54. " br 14\n"
  55. " .size savesys_ipl_nss, .-savesys_ipl_nss\n");
  56. static noinline __init void create_kernel_nss(void)
  57. {
  58. unsigned int i, stext_pfn, eshared_pfn, end_pfn, min_size;
  59. #ifdef CONFIG_BLK_DEV_INITRD
  60. unsigned int sinitrd_pfn, einitrd_pfn;
  61. #endif
  62. int response;
  63. size_t len;
  64. char *savesys_ptr;
  65. char upper_command_line[COMMAND_LINE_SIZE];
  66. char defsys_cmd[DEFSYS_CMD_SIZE];
  67. char savesys_cmd[SAVESYS_CMD_SIZE];
  68. /* Do nothing if we are not running under VM */
  69. if (!MACHINE_IS_VM)
  70. return;
  71. /* Convert COMMAND_LINE to upper case */
  72. for (i = 0; i < strlen(boot_command_line); i++)
  73. upper_command_line[i] = toupper(boot_command_line[i]);
  74. savesys_ptr = strstr(upper_command_line, "SAVESYS=");
  75. if (!savesys_ptr)
  76. return;
  77. savesys_ptr += 8; /* Point to the beginning of the NSS name */
  78. for (i = 0; i < NSS_NAME_SIZE; i++) {
  79. if (savesys_ptr[i] == ' ' || savesys_ptr[i] == '\0')
  80. break;
  81. kernel_nss_name[i] = savesys_ptr[i];
  82. }
  83. stext_pfn = PFN_DOWN(__pa(&_stext));
  84. eshared_pfn = PFN_DOWN(__pa(&_eshared));
  85. end_pfn = PFN_UP(__pa(&_end));
  86. min_size = end_pfn << 2;
  87. sprintf(defsys_cmd, "DEFSYS %s 00000-%.5X EW %.5X-%.5X SR %.5X-%.5X",
  88. kernel_nss_name, stext_pfn - 1, stext_pfn, eshared_pfn - 1,
  89. eshared_pfn, end_pfn);
  90. #ifdef CONFIG_BLK_DEV_INITRD
  91. if (INITRD_START && INITRD_SIZE) {
  92. sinitrd_pfn = PFN_DOWN(__pa(INITRD_START));
  93. einitrd_pfn = PFN_UP(__pa(INITRD_START + INITRD_SIZE));
  94. min_size = einitrd_pfn << 2;
  95. sprintf(defsys_cmd, "%s EW %.5X-%.5X", defsys_cmd,
  96. sinitrd_pfn, einitrd_pfn);
  97. }
  98. #endif
  99. sprintf(defsys_cmd, "%s EW MINSIZE=%.7iK PARMREGS=0-13",
  100. defsys_cmd, min_size);
  101. sprintf(savesys_cmd, "SAVESYS %s \n IPL %s",
  102. kernel_nss_name, kernel_nss_name);
  103. __cpcmd(defsys_cmd, NULL, 0, &response);
  104. if (response != 0) {
  105. kernel_nss_name[0] = '\0';
  106. return;
  107. }
  108. len = strlen(savesys_cmd);
  109. ASCEBC(savesys_cmd, len);
  110. response = savesys_ipl_nss(savesys_cmd, len);
  111. /* On success: response is equal to the command size,
  112. * max SAVESYS_CMD_SIZE
  113. * On error: response contains the numeric portion of cp error message.
  114. * for SAVESYS it will be >= 263
  115. */
  116. if (response > SAVESYS_CMD_SIZE) {
  117. kernel_nss_name[0] = '\0';
  118. return;
  119. }
  120. /* re-setup boot command line with new ipl vm parms */
  121. ipl_update_parameters();
  122. setup_boot_command_line();
  123. ipl_flags = IPL_NSS_VALID;
  124. }
  125. #else /* CONFIG_SHARED_KERNEL */
  126. static inline void create_kernel_nss(void) { }
  127. #endif /* CONFIG_SHARED_KERNEL */
  128. /*
  129. * Clear bss memory
  130. */
  131. static noinline __init void clear_bss_section(void)
  132. {
  133. memset(__bss_start, 0, __bss_stop - __bss_start);
  134. }
  135. /*
  136. * Initialize storage key for kernel pages
  137. */
  138. static noinline __init void init_kernel_storage_key(void)
  139. {
  140. unsigned long end_pfn, init_pfn;
  141. end_pfn = PFN_UP(__pa(&_end));
  142. for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++)
  143. page_set_storage_key(init_pfn << PAGE_SHIFT, PAGE_DEFAULT_KEY);
  144. }
  145. static noinline __init void detect_machine_type(void)
  146. {
  147. struct cpuinfo_S390 *cpuinfo = &S390_lowcore.cpu_data;
  148. get_cpu_id(&S390_lowcore.cpu_data.cpu_id);
  149. /* Running under z/VM ? */
  150. if (cpuinfo->cpu_id.version == 0xff)
  151. machine_flags |= MACHINE_FLAG_VM;
  152. /* Running under KVM ? */
  153. if (cpuinfo->cpu_id.version == 0xfe)
  154. machine_flags |= MACHINE_FLAG_KVM;
  155. }
  156. static __init void early_pgm_check_handler(void)
  157. {
  158. unsigned long addr;
  159. const struct exception_table_entry *fixup;
  160. addr = S390_lowcore.program_old_psw.addr;
  161. fixup = search_exception_tables(addr & PSW_ADDR_INSN);
  162. if (!fixup)
  163. disabled_wait(0);
  164. S390_lowcore.program_old_psw.addr = fixup->fixup | PSW_ADDR_AMODE;
  165. }
  166. static noinline __init void setup_lowcore_early(void)
  167. {
  168. psw_t psw;
  169. psw.mask = PSW_BASE_BITS | PSW_DEFAULT_KEY;
  170. psw.addr = PSW_ADDR_AMODE | (unsigned long) s390_base_ext_handler;
  171. S390_lowcore.external_new_psw = psw;
  172. psw.addr = PSW_ADDR_AMODE | (unsigned long) s390_base_pgm_handler;
  173. S390_lowcore.program_new_psw = psw;
  174. s390_base_pgm_handler_fn = early_pgm_check_handler;
  175. }
  176. static noinline __init void setup_hpage(void)
  177. {
  178. #ifndef CONFIG_DEBUG_PAGEALLOC
  179. unsigned int facilities;
  180. facilities = stfl();
  181. if (!(facilities & (1UL << 23)) || !(facilities & (1UL << 29)))
  182. return;
  183. machine_flags |= MACHINE_FLAG_HPAGE;
  184. __ctl_set_bit(0, 23);
  185. #endif
  186. }
  187. static __init void detect_mvpg(void)
  188. {
  189. #ifndef CONFIG_64BIT
  190. int rc;
  191. asm volatile(
  192. " la 0,0\n"
  193. " mvpg %2,%2\n"
  194. "0: la %0,0\n"
  195. "1:\n"
  196. EX_TABLE(0b,1b)
  197. : "=d" (rc) : "0" (-EOPNOTSUPP), "a" (0) : "memory", "cc", "0");
  198. if (!rc)
  199. machine_flags |= MACHINE_FLAG_MVPG;
  200. #endif
  201. }
  202. static __init void detect_ieee(void)
  203. {
  204. #ifndef CONFIG_64BIT
  205. int rc, tmp;
  206. asm volatile(
  207. " efpc %1,0\n"
  208. "0: la %0,0\n"
  209. "1:\n"
  210. EX_TABLE(0b,1b)
  211. : "=d" (rc), "=d" (tmp): "0" (-EOPNOTSUPP) : "cc");
  212. if (!rc)
  213. machine_flags |= MACHINE_FLAG_IEEE;
  214. #endif
  215. }
  216. static __init void detect_csp(void)
  217. {
  218. #ifndef CONFIG_64BIT
  219. int rc;
  220. asm volatile(
  221. " la 0,0\n"
  222. " la 1,0\n"
  223. " la 2,4\n"
  224. " csp 0,2\n"
  225. "0: la %0,0\n"
  226. "1:\n"
  227. EX_TABLE(0b,1b)
  228. : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc", "0", "1", "2");
  229. if (!rc)
  230. machine_flags |= MACHINE_FLAG_CSP;
  231. #endif
  232. }
  233. static __init void detect_diag9c(void)
  234. {
  235. unsigned int cpu_address;
  236. int rc;
  237. cpu_address = stap();
  238. asm volatile(
  239. " diag %2,0,0x9c\n"
  240. "0: la %0,0\n"
  241. "1:\n"
  242. EX_TABLE(0b,1b)
  243. : "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc");
  244. if (!rc)
  245. machine_flags |= MACHINE_FLAG_DIAG9C;
  246. }
  247. static __init void detect_diag44(void)
  248. {
  249. #ifdef CONFIG_64BIT
  250. int rc;
  251. asm volatile(
  252. " diag 0,0,0x44\n"
  253. "0: la %0,0\n"
  254. "1:\n"
  255. EX_TABLE(0b,1b)
  256. : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc");
  257. if (!rc)
  258. machine_flags |= MACHINE_FLAG_DIAG44;
  259. #endif
  260. }
  261. static __init void detect_machine_facilities(void)
  262. {
  263. #ifdef CONFIG_64BIT
  264. unsigned int facilities;
  265. facilities = stfl();
  266. if (facilities & (1 << 28))
  267. machine_flags |= MACHINE_FLAG_IDTE;
  268. if (facilities & (1 << 23))
  269. machine_flags |= MACHINE_FLAG_PFMF;
  270. if (facilities & (1 << 4))
  271. machine_flags |= MACHINE_FLAG_MVCOS;
  272. #endif
  273. }
  274. static __init void rescue_initrd(void)
  275. {
  276. #ifdef CONFIG_BLK_DEV_INITRD
  277. /*
  278. * Move the initrd right behind the bss section in case it starts
  279. * within the bss section. So we don't overwrite it when the bss
  280. * section gets cleared.
  281. */
  282. if (!INITRD_START || !INITRD_SIZE)
  283. return;
  284. if (INITRD_START >= (unsigned long) __bss_stop)
  285. return;
  286. memmove(__bss_stop, (void *) INITRD_START, INITRD_SIZE);
  287. INITRD_START = (unsigned long) __bss_stop;
  288. #endif
  289. }
  290. /* Set up boot command line */
  291. static void __init setup_boot_command_line(void)
  292. {
  293. char *parm = NULL;
  294. /* copy arch command line */
  295. strlcpy(boot_command_line, COMMAND_LINE, ARCH_COMMAND_LINE_SIZE);
  296. boot_command_line[ARCH_COMMAND_LINE_SIZE - 1] = 0;
  297. /* append IPL PARM data to the boot command line */
  298. if (MACHINE_IS_VM) {
  299. parm = boot_command_line + strlen(boot_command_line);
  300. *parm++ = ' ';
  301. get_ipl_vmparm(parm);
  302. if (parm[0] == '=')
  303. memmove(boot_command_line, parm + 1, strlen(parm));
  304. }
  305. }
  306. /*
  307. * Save ipl parameters, clear bss memory, initialize storage keys
  308. * and create a kernel NSS at startup if the SAVESYS= parm is defined
  309. */
  310. void __init startup_init(void)
  311. {
  312. ipl_save_parameters();
  313. rescue_initrd();
  314. clear_bss_section();
  315. init_kernel_storage_key();
  316. lockdep_init();
  317. lockdep_off();
  318. sort_main_extable();
  319. setup_lowcore_early();
  320. detect_machine_type();
  321. ipl_update_parameters();
  322. setup_boot_command_line();
  323. create_kernel_nss();
  324. detect_mvpg();
  325. detect_ieee();
  326. detect_csp();
  327. detect_diag9c();
  328. detect_diag44();
  329. detect_machine_facilities();
  330. setup_hpage();
  331. sclp_facilities_detect();
  332. detect_memory_layout(memory_chunk);
  333. lockdep_on();
  334. }