setup.c 25 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001
  1. /*
  2. * Copyright (c) 2000 Mike Corrigan <mikejc@us.ibm.com>
  3. * Copyright (c) 1999-2000 Grant Erickson <grant@lcse.umn.edu>
  4. *
  5. * Description:
  6. * Architecture- / platform-specific boot-time initialization code for
  7. * the IBM iSeries LPAR. Adapted from original code by Grant Erickson and
  8. * code by Gary Thomas, Cort Dougan <cort@fsmlabs.com>, and Dan Malek
  9. * <dan@net4x.com>.
  10. *
  11. * This program is free software; you can redistribute it and/or
  12. * modify it under the terms of the GNU General Public License
  13. * as published by the Free Software Foundation; either version
  14. * 2 of the License, or (at your option) any later version.
  15. */
  16. #undef DEBUG
  17. #include <linux/config.h>
  18. #include <linux/init.h>
  19. #include <linux/threads.h>
  20. #include <linux/smp.h>
  21. #include <linux/param.h>
  22. #include <linux/string.h>
  23. #include <linux/initrd.h>
  24. #include <linux/seq_file.h>
  25. #include <linux/kdev_t.h>
  26. #include <linux/major.h>
  27. #include <linux/root_dev.h>
  28. #include <linux/kernel.h>
  29. #include <asm/processor.h>
  30. #include <asm/machdep.h>
  31. #include <asm/page.h>
  32. #include <asm/mmu.h>
  33. #include <asm/pgtable.h>
  34. #include <asm/mmu_context.h>
  35. #include <asm/cputable.h>
  36. #include <asm/sections.h>
  37. #include <asm/iommu.h>
  38. #include <asm/firmware.h>
  39. #include <asm/system.h>
  40. #include <asm/time.h>
  41. #include <asm/paca.h>
  42. #include <asm/cache.h>
  43. #include <asm/sections.h>
  44. #include <asm/abs_addr.h>
  45. #include <asm/iseries/hv_lp_config.h>
  46. #include <asm/iseries/hv_call_event.h>
  47. #include <asm/iseries/hv_call_xm.h>
  48. #include <asm/iseries/it_lp_queue.h>
  49. #include <asm/iseries/mf.h>
  50. #include <asm/iseries/hv_lp_event.h>
  51. #include <asm/iseries/lpar_map.h>
  52. #include <asm/udbg.h>
  53. #include "naca.h"
  54. #include "setup.h"
  55. #include "irq.h"
  56. #include "vpd_areas.h"
  57. #include "processor_vpd.h"
  58. #include "main_store.h"
  59. #include "call_sm.h"
  60. #include "call_hpt.h"
  61. #ifdef DEBUG
  62. #define DBG(fmt...) udbg_printf(fmt)
  63. #else
  64. #define DBG(fmt...)
  65. #endif
  66. /* Function Prototypes */
  67. static unsigned long build_iSeries_Memory_Map(void);
  68. static void iseries_shared_idle(void);
  69. static void iseries_dedicated_idle(void);
  70. #ifdef CONFIG_PCI
  71. extern void iSeries_pci_final_fixup(void);
  72. #else
  73. static void iSeries_pci_final_fixup(void) { }
  74. #endif
  75. /* Global Variables */
  76. int piranha_simulator;
  77. extern int rd_size; /* Defined in drivers/block/rd.c */
  78. extern unsigned long embedded_sysmap_start;
  79. extern unsigned long embedded_sysmap_end;
  80. extern unsigned long iSeries_recal_tb;
  81. extern unsigned long iSeries_recal_titan;
  82. static int mf_initialized;
  83. static unsigned long cmd_mem_limit;
  84. struct MemoryBlock {
  85. unsigned long absStart;
  86. unsigned long absEnd;
  87. unsigned long logicalStart;
  88. unsigned long logicalEnd;
  89. };
  90. /*
  91. * Process the main store vpd to determine where the holes in memory are
  92. * and return the number of physical blocks and fill in the array of
  93. * block data.
  94. */
  95. static unsigned long iSeries_process_Condor_mainstore_vpd(
  96. struct MemoryBlock *mb_array, unsigned long max_entries)
  97. {
  98. unsigned long holeFirstChunk, holeSizeChunks;
  99. unsigned long numMemoryBlocks = 1;
  100. struct IoHriMainStoreSegment4 *msVpd =
  101. (struct IoHriMainStoreSegment4 *)xMsVpd;
  102. unsigned long holeStart = msVpd->nonInterleavedBlocksStartAdr;
  103. unsigned long holeEnd = msVpd->nonInterleavedBlocksEndAdr;
  104. unsigned long holeSize = holeEnd - holeStart;
  105. printk("Mainstore_VPD: Condor\n");
  106. /*
  107. * Determine if absolute memory has any
  108. * holes so that we can interpret the
  109. * access map we get back from the hypervisor
  110. * correctly.
  111. */
  112. mb_array[0].logicalStart = 0;
  113. mb_array[0].logicalEnd = 0x100000000;
  114. mb_array[0].absStart = 0;
  115. mb_array[0].absEnd = 0x100000000;
  116. if (holeSize) {
  117. numMemoryBlocks = 2;
  118. holeStart = holeStart & 0x000fffffffffffff;
  119. holeStart = addr_to_chunk(holeStart);
  120. holeFirstChunk = holeStart;
  121. holeSize = addr_to_chunk(holeSize);
  122. holeSizeChunks = holeSize;
  123. printk( "Main store hole: start chunk = %0lx, size = %0lx chunks\n",
  124. holeFirstChunk, holeSizeChunks );
  125. mb_array[0].logicalEnd = holeFirstChunk;
  126. mb_array[0].absEnd = holeFirstChunk;
  127. mb_array[1].logicalStart = holeFirstChunk;
  128. mb_array[1].logicalEnd = 0x100000000 - holeSizeChunks;
  129. mb_array[1].absStart = holeFirstChunk + holeSizeChunks;
  130. mb_array[1].absEnd = 0x100000000;
  131. }
  132. return numMemoryBlocks;
  133. }
  134. #define MaxSegmentAreas 32
  135. #define MaxSegmentAdrRangeBlocks 128
  136. #define MaxAreaRangeBlocks 4
  137. static unsigned long iSeries_process_Regatta_mainstore_vpd(
  138. struct MemoryBlock *mb_array, unsigned long max_entries)
  139. {
  140. struct IoHriMainStoreSegment5 *msVpdP =
  141. (struct IoHriMainStoreSegment5 *)xMsVpd;
  142. unsigned long numSegmentBlocks = 0;
  143. u32 existsBits = msVpdP->msAreaExists;
  144. unsigned long area_num;
  145. printk("Mainstore_VPD: Regatta\n");
  146. for (area_num = 0; area_num < MaxSegmentAreas; ++area_num ) {
  147. unsigned long numAreaBlocks;
  148. struct IoHriMainStoreArea4 *currentArea;
  149. if (existsBits & 0x80000000) {
  150. unsigned long block_num;
  151. currentArea = &msVpdP->msAreaArray[area_num];
  152. numAreaBlocks = currentArea->numAdrRangeBlocks;
  153. printk("ms_vpd: processing area %2ld blocks=%ld",
  154. area_num, numAreaBlocks);
  155. for (block_num = 0; block_num < numAreaBlocks;
  156. ++block_num ) {
  157. /* Process an address range block */
  158. struct MemoryBlock tempBlock;
  159. unsigned long i;
  160. tempBlock.absStart =
  161. (unsigned long)currentArea->xAdrRangeBlock[block_num].blockStart;
  162. tempBlock.absEnd =
  163. (unsigned long)currentArea->xAdrRangeBlock[block_num].blockEnd;
  164. tempBlock.logicalStart = 0;
  165. tempBlock.logicalEnd = 0;
  166. printk("\n block %ld absStart=%016lx absEnd=%016lx",
  167. block_num, tempBlock.absStart,
  168. tempBlock.absEnd);
  169. for (i = 0; i < numSegmentBlocks; ++i) {
  170. if (mb_array[i].absStart ==
  171. tempBlock.absStart)
  172. break;
  173. }
  174. if (i == numSegmentBlocks) {
  175. if (numSegmentBlocks == max_entries)
  176. panic("iSeries_process_mainstore_vpd: too many memory blocks");
  177. mb_array[numSegmentBlocks] = tempBlock;
  178. ++numSegmentBlocks;
  179. } else
  180. printk(" (duplicate)");
  181. }
  182. printk("\n");
  183. }
  184. existsBits <<= 1;
  185. }
  186. /* Now sort the blocks found into ascending sequence */
  187. if (numSegmentBlocks > 1) {
  188. unsigned long m, n;
  189. for (m = 0; m < numSegmentBlocks - 1; ++m) {
  190. for (n = numSegmentBlocks - 1; m < n; --n) {
  191. if (mb_array[n].absStart <
  192. mb_array[n-1].absStart) {
  193. struct MemoryBlock tempBlock;
  194. tempBlock = mb_array[n];
  195. mb_array[n] = mb_array[n-1];
  196. mb_array[n-1] = tempBlock;
  197. }
  198. }
  199. }
  200. }
  201. /*
  202. * Assign "logical" addresses to each block. These
  203. * addresses correspond to the hypervisor "bitmap" space.
  204. * Convert all addresses into units of 256K chunks.
  205. */
  206. {
  207. unsigned long i, nextBitmapAddress;
  208. printk("ms_vpd: %ld sorted memory blocks\n", numSegmentBlocks);
  209. nextBitmapAddress = 0;
  210. for (i = 0; i < numSegmentBlocks; ++i) {
  211. unsigned long length = mb_array[i].absEnd -
  212. mb_array[i].absStart;
  213. mb_array[i].logicalStart = nextBitmapAddress;
  214. mb_array[i].logicalEnd = nextBitmapAddress + length;
  215. nextBitmapAddress += length;
  216. printk(" Bitmap range: %016lx - %016lx\n"
  217. " Absolute range: %016lx - %016lx\n",
  218. mb_array[i].logicalStart,
  219. mb_array[i].logicalEnd,
  220. mb_array[i].absStart, mb_array[i].absEnd);
  221. mb_array[i].absStart = addr_to_chunk(mb_array[i].absStart &
  222. 0x000fffffffffffff);
  223. mb_array[i].absEnd = addr_to_chunk(mb_array[i].absEnd &
  224. 0x000fffffffffffff);
  225. mb_array[i].logicalStart =
  226. addr_to_chunk(mb_array[i].logicalStart);
  227. mb_array[i].logicalEnd = addr_to_chunk(mb_array[i].logicalEnd);
  228. }
  229. }
  230. return numSegmentBlocks;
  231. }
  232. static unsigned long iSeries_process_mainstore_vpd(struct MemoryBlock *mb_array,
  233. unsigned long max_entries)
  234. {
  235. unsigned long i;
  236. unsigned long mem_blocks = 0;
  237. if (cpu_has_feature(CPU_FTR_SLB))
  238. mem_blocks = iSeries_process_Regatta_mainstore_vpd(mb_array,
  239. max_entries);
  240. else
  241. mem_blocks = iSeries_process_Condor_mainstore_vpd(mb_array,
  242. max_entries);
  243. printk("Mainstore_VPD: numMemoryBlocks = %ld \n", mem_blocks);
  244. for (i = 0; i < mem_blocks; ++i) {
  245. printk("Mainstore_VPD: block %3ld logical chunks %016lx - %016lx\n"
  246. " abs chunks %016lx - %016lx\n",
  247. i, mb_array[i].logicalStart, mb_array[i].logicalEnd,
  248. mb_array[i].absStart, mb_array[i].absEnd);
  249. }
  250. return mem_blocks;
  251. }
  252. static void __init iSeries_get_cmdline(void)
  253. {
  254. char *p, *q;
  255. /* copy the command line parameter from the primary VSP */
  256. HvCallEvent_dmaToSp(cmd_line, 2 * 64* 1024, 256,
  257. HvLpDma_Direction_RemoteToLocal);
  258. p = cmd_line;
  259. q = cmd_line + 255;
  260. while(p < q) {
  261. if (!*p || *p == '\n')
  262. break;
  263. ++p;
  264. }
  265. *p = 0;
  266. }
  267. static void __init iSeries_init_early(void)
  268. {
  269. DBG(" -> iSeries_init_early()\n");
  270. ppc64_firmware_features = FW_FEATURE_ISERIES;
  271. ppc64_interrupt_controller = IC_ISERIES;
  272. #if defined(CONFIG_BLK_DEV_INITRD)
  273. /*
  274. * If the init RAM disk has been configured and there is
  275. * a non-zero starting address for it, set it up
  276. */
  277. if (naca.xRamDisk) {
  278. initrd_start = (unsigned long)__va(naca.xRamDisk);
  279. initrd_end = initrd_start + naca.xRamDiskSize * HW_PAGE_SIZE;
  280. initrd_below_start_ok = 1; // ramdisk in kernel space
  281. ROOT_DEV = Root_RAM0;
  282. if (((rd_size * 1024) / HW_PAGE_SIZE) < naca.xRamDiskSize)
  283. rd_size = (naca.xRamDiskSize * HW_PAGE_SIZE) / 1024;
  284. } else
  285. #endif /* CONFIG_BLK_DEV_INITRD */
  286. {
  287. /* ROOT_DEV = MKDEV(VIODASD_MAJOR, 1); */
  288. }
  289. iSeries_recal_tb = get_tb();
  290. iSeries_recal_titan = HvCallXm_loadTod();
  291. /*
  292. * Initialize the hash table management pointers
  293. */
  294. hpte_init_iSeries();
  295. /*
  296. * Initialize the DMA/TCE management
  297. */
  298. iommu_init_early_iSeries();
  299. /* Initialize machine-dependency vectors */
  300. #ifdef CONFIG_SMP
  301. smp_init_iSeries();
  302. #endif
  303. if (itLpNaca.xPirEnvironMode == 0)
  304. piranha_simulator = 1;
  305. /* Associate Lp Event Queue 0 with processor 0 */
  306. HvCallEvent_setLpEventQueueInterruptProc(0, 0);
  307. mf_init();
  308. mf_initialized = 1;
  309. mb();
  310. /* If we were passed an initrd, set the ROOT_DEV properly if the values
  311. * look sensible. If not, clear initrd reference.
  312. */
  313. #ifdef CONFIG_BLK_DEV_INITRD
  314. if (initrd_start >= KERNELBASE && initrd_end >= KERNELBASE &&
  315. initrd_end > initrd_start)
  316. ROOT_DEV = Root_RAM0;
  317. else
  318. initrd_start = initrd_end = 0;
  319. #endif /* CONFIG_BLK_DEV_INITRD */
  320. DBG(" <- iSeries_init_early()\n");
  321. }
  322. struct mschunks_map mschunks_map = {
  323. /* XXX We don't use these, but Piranha might need them. */
  324. .chunk_size = MSCHUNKS_CHUNK_SIZE,
  325. .chunk_shift = MSCHUNKS_CHUNK_SHIFT,
  326. .chunk_mask = MSCHUNKS_OFFSET_MASK,
  327. };
  328. EXPORT_SYMBOL(mschunks_map);
  329. void mschunks_alloc(unsigned long num_chunks)
  330. {
  331. klimit = _ALIGN(klimit, sizeof(u32));
  332. mschunks_map.mapping = (u32 *)klimit;
  333. klimit += num_chunks * sizeof(u32);
  334. mschunks_map.num_chunks = num_chunks;
  335. }
  336. /*
  337. * The iSeries may have very large memories ( > 128 GB ) and a partition
  338. * may get memory in "chunks" that may be anywhere in the 2**52 real
  339. * address space. The chunks are 256K in size. To map this to the
  340. * memory model Linux expects, the AS/400 specific code builds a
  341. * translation table to translate what Linux thinks are "physical"
  342. * addresses to the actual real addresses. This allows us to make
  343. * it appear to Linux that we have contiguous memory starting at
  344. * physical address zero while in fact this could be far from the truth.
  345. * To avoid confusion, I'll let the words physical and/or real address
  346. * apply to the Linux addresses while I'll use "absolute address" to
  347. * refer to the actual hardware real address.
  348. *
  349. * build_iSeries_Memory_Map gets information from the Hypervisor and
  350. * looks at the Main Store VPD to determine the absolute addresses
  351. * of the memory that has been assigned to our partition and builds
  352. * a table used to translate Linux's physical addresses to these
  353. * absolute addresses. Absolute addresses are needed when
  354. * communicating with the hypervisor (e.g. to build HPT entries)
  355. *
  356. * Returns the physical memory size
  357. */
  358. static unsigned long __init build_iSeries_Memory_Map(void)
  359. {
  360. u32 loadAreaFirstChunk, loadAreaLastChunk, loadAreaSize;
  361. u32 nextPhysChunk;
  362. u32 hptFirstChunk, hptLastChunk, hptSizeChunks, hptSizePages;
  363. u32 totalChunks,moreChunks;
  364. u32 currChunk, thisChunk, absChunk;
  365. u32 currDword;
  366. u32 chunkBit;
  367. u64 map;
  368. struct MemoryBlock mb[32];
  369. unsigned long numMemoryBlocks, curBlock;
  370. /* Chunk size on iSeries is 256K bytes */
  371. totalChunks = (u32)HvLpConfig_getMsChunks();
  372. mschunks_alloc(totalChunks);
  373. /*
  374. * Get absolute address of our load area
  375. * and map it to physical address 0
  376. * This guarantees that the loadarea ends up at physical 0
  377. * otherwise, it might not be returned by PLIC as the first
  378. * chunks
  379. */
  380. loadAreaFirstChunk = (u32)addr_to_chunk(itLpNaca.xLoadAreaAddr);
  381. loadAreaSize = itLpNaca.xLoadAreaChunks;
  382. /*
  383. * Only add the pages already mapped here.
  384. * Otherwise we might add the hpt pages
  385. * The rest of the pages of the load area
  386. * aren't in the HPT yet and can still
  387. * be assigned an arbitrary physical address
  388. */
  389. if ((loadAreaSize * 64) > HvPagesToMap)
  390. loadAreaSize = HvPagesToMap / 64;
  391. loadAreaLastChunk = loadAreaFirstChunk + loadAreaSize - 1;
  392. /*
  393. * TODO Do we need to do something if the HPT is in the 64MB load area?
  394. * This would be required if the itLpNaca.xLoadAreaChunks includes
  395. * the HPT size
  396. */
  397. printk("Mapping load area - physical addr = 0000000000000000\n"
  398. " absolute addr = %016lx\n",
  399. chunk_to_addr(loadAreaFirstChunk));
  400. printk("Load area size %dK\n", loadAreaSize * 256);
  401. for (nextPhysChunk = 0; nextPhysChunk < loadAreaSize; ++nextPhysChunk)
  402. mschunks_map.mapping[nextPhysChunk] =
  403. loadAreaFirstChunk + nextPhysChunk;
  404. /*
  405. * Get absolute address of our HPT and remember it so
  406. * we won't map it to any physical address
  407. */
  408. hptFirstChunk = (u32)addr_to_chunk(HvCallHpt_getHptAddress());
  409. hptSizePages = (u32)HvCallHpt_getHptPages();
  410. hptSizeChunks = hptSizePages >>
  411. (MSCHUNKS_CHUNK_SHIFT - HW_PAGE_SHIFT);
  412. hptLastChunk = hptFirstChunk + hptSizeChunks - 1;
  413. printk("HPT absolute addr = %016lx, size = %dK\n",
  414. chunk_to_addr(hptFirstChunk), hptSizeChunks * 256);
  415. /*
  416. * Determine if absolute memory has any
  417. * holes so that we can interpret the
  418. * access map we get back from the hypervisor
  419. * correctly.
  420. */
  421. numMemoryBlocks = iSeries_process_mainstore_vpd(mb, 32);
  422. /*
  423. * Process the main store access map from the hypervisor
  424. * to build up our physical -> absolute translation table
  425. */
  426. curBlock = 0;
  427. currChunk = 0;
  428. currDword = 0;
  429. moreChunks = totalChunks;
  430. while (moreChunks) {
  431. map = HvCallSm_get64BitsOfAccessMap(itLpNaca.xLpIndex,
  432. currDword);
  433. thisChunk = currChunk;
  434. while (map) {
  435. chunkBit = map >> 63;
  436. map <<= 1;
  437. if (chunkBit) {
  438. --moreChunks;
  439. while (thisChunk >= mb[curBlock].logicalEnd) {
  440. ++curBlock;
  441. if (curBlock >= numMemoryBlocks)
  442. panic("out of memory blocks");
  443. }
  444. if (thisChunk < mb[curBlock].logicalStart)
  445. panic("memory block error");
  446. absChunk = mb[curBlock].absStart +
  447. (thisChunk - mb[curBlock].logicalStart);
  448. if (((absChunk < hptFirstChunk) ||
  449. (absChunk > hptLastChunk)) &&
  450. ((absChunk < loadAreaFirstChunk) ||
  451. (absChunk > loadAreaLastChunk))) {
  452. mschunks_map.mapping[nextPhysChunk] =
  453. absChunk;
  454. ++nextPhysChunk;
  455. }
  456. }
  457. ++thisChunk;
  458. }
  459. ++currDword;
  460. currChunk += 64;
  461. }
  462. /*
  463. * main store size (in chunks) is
  464. * totalChunks - hptSizeChunks
  465. * which should be equal to
  466. * nextPhysChunk
  467. */
  468. return chunk_to_addr(nextPhysChunk);
  469. }
  470. /*
  471. * Document me.
  472. */
  473. static void __init iSeries_setup_arch(void)
  474. {
  475. if (get_lppaca()->shared_proc) {
  476. ppc_md.idle_loop = iseries_shared_idle;
  477. printk(KERN_INFO "Using shared processor idle loop\n");
  478. } else {
  479. ppc_md.idle_loop = iseries_dedicated_idle;
  480. printk(KERN_INFO "Using dedicated idle loop\n");
  481. }
  482. /* Setup the Lp Event Queue */
  483. setup_hvlpevent_queue();
  484. printk("Max logical processors = %d\n",
  485. itVpdAreas.xSlicMaxLogicalProcs);
  486. printk("Max physical processors = %d\n",
  487. itVpdAreas.xSlicMaxPhysicalProcs);
  488. }
  489. static void iSeries_show_cpuinfo(struct seq_file *m)
  490. {
  491. seq_printf(m, "machine\t\t: 64-bit iSeries Logical Partition\n");
  492. }
  493. /*
  494. * Document me.
  495. */
  496. static void iSeries_restart(char *cmd)
  497. {
  498. mf_reboot();
  499. }
  500. /*
  501. * Document me.
  502. */
  503. static void iSeries_power_off(void)
  504. {
  505. mf_power_off();
  506. }
  507. /*
  508. * Document me.
  509. */
  510. static void iSeries_halt(void)
  511. {
  512. mf_power_off();
  513. }
  514. static void __init iSeries_progress(char * st, unsigned short code)
  515. {
  516. printk("Progress: [%04x] - %s\n", (unsigned)code, st);
  517. if (!piranha_simulator && mf_initialized) {
  518. if (code != 0xffff)
  519. mf_display_progress(code);
  520. else
  521. mf_clear_src();
  522. }
  523. }
  524. static void __init iSeries_fixup_klimit(void)
  525. {
  526. /*
  527. * Change klimit to take into account any ram disk
  528. * that may be included
  529. */
  530. if (naca.xRamDisk)
  531. klimit = KERNELBASE + (u64)naca.xRamDisk +
  532. (naca.xRamDiskSize * HW_PAGE_SIZE);
  533. else {
  534. /*
  535. * No ram disk was included - check and see if there
  536. * was an embedded system map. Change klimit to take
  537. * into account any embedded system map
  538. */
  539. if (embedded_sysmap_end)
  540. klimit = KERNELBASE + ((embedded_sysmap_end + 4095) &
  541. 0xfffffffffffff000);
  542. }
  543. }
  544. static int __init iSeries_src_init(void)
  545. {
  546. /* clear the progress line */
  547. ppc_md.progress(" ", 0xffff);
  548. return 0;
  549. }
  550. late_initcall(iSeries_src_init);
  551. static inline void process_iSeries_events(void)
  552. {
  553. asm volatile ("li 0,0x5555; sc" : : : "r0", "r3");
  554. }
  555. static void yield_shared_processor(void)
  556. {
  557. unsigned long tb;
  558. HvCall_setEnabledInterrupts(HvCall_MaskIPI |
  559. HvCall_MaskLpEvent |
  560. HvCall_MaskLpProd |
  561. HvCall_MaskTimeout);
  562. tb = get_tb();
  563. /* Compute future tb value when yield should expire */
  564. HvCall_yieldProcessor(HvCall_YieldTimed, tb+tb_ticks_per_jiffy);
  565. /*
  566. * The decrementer stops during the yield. Force a fake decrementer
  567. * here and let the timer_interrupt code sort out the actual time.
  568. */
  569. get_lppaca()->int_dword.fields.decr_int = 1;
  570. process_iSeries_events();
  571. }
  572. static void iseries_shared_idle(void)
  573. {
  574. while (1) {
  575. while (!need_resched() && !hvlpevent_is_pending()) {
  576. local_irq_disable();
  577. ppc64_runlatch_off();
  578. /* Recheck with irqs off */
  579. if (!need_resched() && !hvlpevent_is_pending())
  580. yield_shared_processor();
  581. HMT_medium();
  582. local_irq_enable();
  583. }
  584. ppc64_runlatch_on();
  585. if (hvlpevent_is_pending())
  586. process_iSeries_events();
  587. preempt_enable_no_resched();
  588. schedule();
  589. preempt_disable();
  590. }
  591. }
  592. static void iseries_dedicated_idle(void)
  593. {
  594. set_thread_flag(TIF_POLLING_NRFLAG);
  595. while (1) {
  596. if (!need_resched()) {
  597. while (!need_resched()) {
  598. ppc64_runlatch_off();
  599. HMT_low();
  600. if (hvlpevent_is_pending()) {
  601. HMT_medium();
  602. ppc64_runlatch_on();
  603. process_iSeries_events();
  604. }
  605. }
  606. HMT_medium();
  607. }
  608. ppc64_runlatch_on();
  609. preempt_enable_no_resched();
  610. schedule();
  611. preempt_disable();
  612. }
  613. }
  614. #ifndef CONFIG_PCI
  615. void __init iSeries_init_IRQ(void) { }
  616. #endif
  617. static int __init iseries_probe(int platform)
  618. {
  619. return PLATFORM_ISERIES_LPAR == platform;
  620. }
  621. struct machdep_calls __initdata iseries_md = {
  622. .setup_arch = iSeries_setup_arch,
  623. .show_cpuinfo = iSeries_show_cpuinfo,
  624. .init_IRQ = iSeries_init_IRQ,
  625. .get_irq = iSeries_get_irq,
  626. .init_early = iSeries_init_early,
  627. .pcibios_fixup = iSeries_pci_final_fixup,
  628. .restart = iSeries_restart,
  629. .power_off = iSeries_power_off,
  630. .halt = iSeries_halt,
  631. .get_boot_time = iSeries_get_boot_time,
  632. .set_rtc_time = iSeries_set_rtc_time,
  633. .get_rtc_time = iSeries_get_rtc_time,
  634. .calibrate_decr = generic_calibrate_decr,
  635. .progress = iSeries_progress,
  636. .probe = iseries_probe,
  637. /* XXX Implement enable_pmcs for iSeries */
  638. };
  639. struct blob {
  640. unsigned char data[PAGE_SIZE];
  641. unsigned long next;
  642. };
  643. struct iseries_flat_dt {
  644. struct boot_param_header header;
  645. u64 reserve_map[2];
  646. struct blob dt;
  647. struct blob strings;
  648. };
  649. struct iseries_flat_dt iseries_dt;
  650. void dt_init(struct iseries_flat_dt *dt)
  651. {
  652. dt->header.off_mem_rsvmap =
  653. offsetof(struct iseries_flat_dt, reserve_map);
  654. dt->header.off_dt_struct = offsetof(struct iseries_flat_dt, dt);
  655. dt->header.off_dt_strings = offsetof(struct iseries_flat_dt, strings);
  656. dt->header.totalsize = sizeof(struct iseries_flat_dt);
  657. dt->header.dt_strings_size = sizeof(struct blob);
  658. /* There is no notion of hardware cpu id on iSeries */
  659. dt->header.boot_cpuid_phys = smp_processor_id();
  660. dt->dt.next = (unsigned long)&dt->dt.data;
  661. dt->strings.next = (unsigned long)&dt->strings.data;
  662. dt->header.magic = OF_DT_HEADER;
  663. dt->header.version = 0x10;
  664. dt->header.last_comp_version = 0x10;
  665. dt->reserve_map[0] = 0;
  666. dt->reserve_map[1] = 0;
  667. }
  668. void dt_check_blob(struct blob *b)
  669. {
  670. if (b->next >= (unsigned long)&b->next) {
  671. DBG("Ran out of space in flat device tree blob!\n");
  672. BUG();
  673. }
  674. }
  675. void dt_push_u32(struct iseries_flat_dt *dt, u32 value)
  676. {
  677. *((u32*)dt->dt.next) = value;
  678. dt->dt.next += sizeof(u32);
  679. dt_check_blob(&dt->dt);
  680. }
  681. void dt_push_u64(struct iseries_flat_dt *dt, u64 value)
  682. {
  683. *((u64*)dt->dt.next) = value;
  684. dt->dt.next += sizeof(u64);
  685. dt_check_blob(&dt->dt);
  686. }
  687. unsigned long dt_push_bytes(struct blob *blob, char *data, int len)
  688. {
  689. unsigned long start = blob->next - (unsigned long)blob->data;
  690. memcpy((char *)blob->next, data, len);
  691. blob->next = _ALIGN(blob->next + len, 4);
  692. dt_check_blob(blob);
  693. return start;
  694. }
  695. void dt_start_node(struct iseries_flat_dt *dt, char *name)
  696. {
  697. dt_push_u32(dt, OF_DT_BEGIN_NODE);
  698. dt_push_bytes(&dt->dt, name, strlen(name) + 1);
  699. }
  700. #define dt_end_node(dt) dt_push_u32(dt, OF_DT_END_NODE)
  701. void dt_prop(struct iseries_flat_dt *dt, char *name, char *data, int len)
  702. {
  703. unsigned long offset;
  704. dt_push_u32(dt, OF_DT_PROP);
  705. /* Length of the data */
  706. dt_push_u32(dt, len);
  707. /* Put the property name in the string blob. */
  708. offset = dt_push_bytes(&dt->strings, name, strlen(name) + 1);
  709. /* The offset of the properties name in the string blob. */
  710. dt_push_u32(dt, (u32)offset);
  711. /* The actual data. */
  712. dt_push_bytes(&dt->dt, data, len);
  713. }
  714. void dt_prop_str(struct iseries_flat_dt *dt, char *name, char *data)
  715. {
  716. dt_prop(dt, name, data, strlen(data) + 1); /* + 1 for NULL */
  717. }
  718. void dt_prop_u32(struct iseries_flat_dt *dt, char *name, u32 data)
  719. {
  720. dt_prop(dt, name, (char *)&data, sizeof(u32));
  721. }
  722. void dt_prop_u64(struct iseries_flat_dt *dt, char *name, u64 data)
  723. {
  724. dt_prop(dt, name, (char *)&data, sizeof(u64));
  725. }
  726. void dt_prop_u64_list(struct iseries_flat_dt *dt, char *name, u64 *data, int n)
  727. {
  728. dt_prop(dt, name, (char *)data, sizeof(u64) * n);
  729. }
  730. void dt_prop_u32_list(struct iseries_flat_dt *dt, char *name, u32 *data, int n)
  731. {
  732. dt_prop(dt, name, (char *)data, sizeof(u32) * n);
  733. }
  734. void dt_prop_empty(struct iseries_flat_dt *dt, char *name)
  735. {
  736. dt_prop(dt, name, NULL, 0);
  737. }
  738. void dt_cpus(struct iseries_flat_dt *dt)
  739. {
  740. unsigned char buf[32];
  741. unsigned char *p;
  742. unsigned int i, index;
  743. struct IoHriProcessorVpd *d;
  744. u32 pft_size[2];
  745. /* yuck */
  746. snprintf(buf, 32, "PowerPC,%s", cur_cpu_spec->cpu_name);
  747. p = strchr(buf, ' ');
  748. if (!p) p = buf + strlen(buf);
  749. dt_start_node(dt, "cpus");
  750. dt_prop_u32(dt, "#address-cells", 1);
  751. dt_prop_u32(dt, "#size-cells", 0);
  752. pft_size[0] = 0; /* NUMA CEC cookie, 0 for non NUMA */
  753. pft_size[1] = __ilog2(HvCallHpt_getHptPages() * HW_PAGE_SIZE);
  754. for (i = 0; i < NR_CPUS; i++) {
  755. if (lppaca[i].dyn_proc_status >= 2)
  756. continue;
  757. snprintf(p, 32 - (p - buf), "@%d", i);
  758. dt_start_node(dt, buf);
  759. dt_prop_str(dt, "device_type", "cpu");
  760. index = lppaca[i].dyn_hv_phys_proc_index;
  761. d = &xIoHriProcessorVpd[index];
  762. dt_prop_u32(dt, "i-cache-size", d->xInstCacheSize * 1024);
  763. dt_prop_u32(dt, "i-cache-line-size", d->xInstCacheOperandSize);
  764. dt_prop_u32(dt, "d-cache-size", d->xDataL1CacheSizeKB * 1024);
  765. dt_prop_u32(dt, "d-cache-line-size", d->xDataCacheOperandSize);
  766. /* magic conversions to Hz copied from old code */
  767. dt_prop_u32(dt, "clock-frequency",
  768. ((1UL << 34) * 1000000) / d->xProcFreq);
  769. dt_prop_u32(dt, "timebase-frequency",
  770. ((1UL << 32) * 1000000) / d->xTimeBaseFreq);
  771. dt_prop_u32(dt, "reg", i);
  772. dt_prop_u32_list(dt, "ibm,pft-size", pft_size, 2);
  773. dt_end_node(dt);
  774. }
  775. dt_end_node(dt);
  776. }
  777. void build_flat_dt(struct iseries_flat_dt *dt, unsigned long phys_mem_size)
  778. {
  779. u64 tmp[2];
  780. dt_init(dt);
  781. dt_start_node(dt, "");
  782. dt_prop_u32(dt, "#address-cells", 2);
  783. dt_prop_u32(dt, "#size-cells", 2);
  784. /* /memory */
  785. dt_start_node(dt, "memory@0");
  786. dt_prop_str(dt, "name", "memory");
  787. dt_prop_str(dt, "device_type", "memory");
  788. tmp[0] = 0;
  789. tmp[1] = phys_mem_size;
  790. dt_prop_u64_list(dt, "reg", tmp, 2);
  791. dt_end_node(dt);
  792. /* /chosen */
  793. dt_start_node(dt, "chosen");
  794. dt_prop_u32(dt, "linux,platform", PLATFORM_ISERIES_LPAR);
  795. if (cmd_mem_limit)
  796. dt_prop_u64(dt, "linux,memory-limit", cmd_mem_limit);
  797. dt_end_node(dt);
  798. dt_cpus(dt);
  799. dt_end_node(dt);
  800. dt_push_u32(dt, OF_DT_END);
  801. }
  802. void * __init iSeries_early_setup(void)
  803. {
  804. unsigned long phys_mem_size;
  805. iSeries_fixup_klimit();
  806. /*
  807. * Initialize the table which translate Linux physical addresses to
  808. * AS/400 absolute addresses
  809. */
  810. phys_mem_size = build_iSeries_Memory_Map();
  811. iSeries_get_cmdline();
  812. /* Save unparsed command line copy for /proc/cmdline */
  813. strlcpy(saved_command_line, cmd_line, COMMAND_LINE_SIZE);
  814. /* Parse early parameters, in particular mem=x */
  815. parse_early_param();
  816. build_flat_dt(&iseries_dt, phys_mem_size);
  817. return (void *) __pa(&iseries_dt);
  818. }
  819. /*
  820. * On iSeries we just parse the mem=X option from the command line.
  821. * On pSeries it's a bit more complicated, see prom_init_mem()
  822. */
  823. static int __init early_parsemem(char *p)
  824. {
  825. if (p)
  826. cmd_mem_limit = ALIGN(memparse(p, &p), PAGE_SIZE);
  827. return 0;
  828. }
  829. early_param("mem", early_parsemem);
  830. static void hvputc(char c)
  831. {
  832. if (c == '\n')
  833. hvputc('\r');
  834. HvCall_writeLogBuffer(&c, 1);
  835. }
  836. void __init udbg_init_iseries(void)
  837. {
  838. udbg_putc = hvputc;
  839. }