vmlinux.lds.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515
  1. #ifndef LOAD_OFFSET
  2. #define LOAD_OFFSET 0
  3. #endif
  4. #ifndef VMLINUX_SYMBOL
  5. #define VMLINUX_SYMBOL(_sym_) _sym_
  6. #endif
  7. /* Align . to a 8 byte boundary equals to maximum function alignment. */
  8. #define ALIGN_FUNCTION() . = ALIGN(8)
  9. /* The actual configuration determine if the init/exit sections
  10. * are handled as text/data or they can be discarded (which
  11. * often happens at runtime)
  12. */
  13. #ifdef CONFIG_HOTPLUG
  14. #define DEV_KEEP(sec) *(.dev##sec)
  15. #define DEV_DISCARD(sec)
  16. #else
  17. #define DEV_KEEP(sec)
  18. #define DEV_DISCARD(sec) *(.dev##sec)
  19. #endif
  20. #ifdef CONFIG_HOTPLUG_CPU
  21. #define CPU_KEEP(sec) *(.cpu##sec)
  22. #define CPU_DISCARD(sec)
  23. #else
  24. #define CPU_KEEP(sec)
  25. #define CPU_DISCARD(sec) *(.cpu##sec)
  26. #endif
  27. #if defined(CONFIG_MEMORY_HOTPLUG)
  28. #define MEM_KEEP(sec) *(.mem##sec)
  29. #define MEM_DISCARD(sec)
  30. #else
  31. #define MEM_KEEP(sec)
  32. #define MEM_DISCARD(sec) *(.mem##sec)
  33. #endif
  34. #ifdef CONFIG_FTRACE_MCOUNT_RECORD
  35. #define MCOUNT_REC() VMLINUX_SYMBOL(__start_mcount_loc) = .; \
  36. *(__mcount_loc) \
  37. VMLINUX_SYMBOL(__stop_mcount_loc) = .;
  38. #else
  39. #define MCOUNT_REC()
  40. #endif
  41. #ifdef CONFIG_TRACE_BRANCH_PROFILING
  42. #define LIKELY_PROFILE() VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
  43. *(_ftrace_annotated_branch) \
  44. VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
  45. #else
  46. #define LIKELY_PROFILE()
  47. #endif
  48. #ifdef CONFIG_PROFILE_ALL_BRANCHES
  49. #define BRANCH_PROFILE() VMLINUX_SYMBOL(__start_branch_profile) = .; \
  50. *(_ftrace_branch) \
  51. VMLINUX_SYMBOL(__stop_branch_profile) = .;
  52. #else
  53. #define BRANCH_PROFILE()
  54. #endif
  55. #ifdef CONFIG_EVENT_TRACER
  56. #define FTRACE_EVENTS() VMLINUX_SYMBOL(__start_ftrace_events) = .; \
  57. *(_ftrace_events) \
  58. VMLINUX_SYMBOL(__stop_ftrace_events) = .;
  59. #else
  60. #define FTRACE_EVENTS()
  61. #endif
  62. #ifdef CONFIG_TRACING
  63. #define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .; \
  64. *(__trace_printk_fmt) /* Trace_printk fmt' pointer */ \
  65. VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .;
  66. #else
  67. #define TRACE_PRINTKS()
  68. #endif
  69. #ifdef CONFIG_FTRACE_SYSCALLS
  70. #define TRACE_SYSCALLS() VMLINUX_SYMBOL(__start_syscalls_metadata) = .; \
  71. *(__syscalls_metadata) \
  72. VMLINUX_SYMBOL(__stop_syscalls_metadata) = .;
  73. #else
  74. #define TRACE_SYSCALLS()
  75. #endif
  76. /* .data section */
  77. #define DATA_DATA \
  78. *(.data) \
  79. *(.data.init.refok) \
  80. *(.ref.data) \
  81. DEV_KEEP(init.data) \
  82. DEV_KEEP(exit.data) \
  83. CPU_KEEP(init.data) \
  84. CPU_KEEP(exit.data) \
  85. MEM_KEEP(init.data) \
  86. MEM_KEEP(exit.data) \
  87. . = ALIGN(8); \
  88. VMLINUX_SYMBOL(__start___markers) = .; \
  89. *(__markers) \
  90. VMLINUX_SYMBOL(__stop___markers) = .; \
  91. . = ALIGN(32); \
  92. VMLINUX_SYMBOL(__start___tracepoints) = .; \
  93. *(__tracepoints) \
  94. VMLINUX_SYMBOL(__stop___tracepoints) = .; \
  95. LIKELY_PROFILE() \
  96. BRANCH_PROFILE() \
  97. TRACE_PRINTKS() \
  98. FTRACE_EVENTS() \
  99. TRACE_SYSCALLS()
  100. #define RO_DATA(align) \
  101. . = ALIGN((align)); \
  102. .rodata : AT(ADDR(.rodata) - LOAD_OFFSET) { \
  103. VMLINUX_SYMBOL(__start_rodata) = .; \
  104. *(.rodata) *(.rodata.*) \
  105. *(__vermagic) /* Kernel version magic */ \
  106. *(__markers_strings) /* Markers: strings */ \
  107. *(__tracepoints_strings)/* Tracepoints: strings */ \
  108. } \
  109. \
  110. .rodata1 : AT(ADDR(.rodata1) - LOAD_OFFSET) { \
  111. *(.rodata1) \
  112. } \
  113. \
  114. BUG_TABLE \
  115. \
  116. /* PCI quirks */ \
  117. .pci_fixup : AT(ADDR(.pci_fixup) - LOAD_OFFSET) { \
  118. VMLINUX_SYMBOL(__start_pci_fixups_early) = .; \
  119. *(.pci_fixup_early) \
  120. VMLINUX_SYMBOL(__end_pci_fixups_early) = .; \
  121. VMLINUX_SYMBOL(__start_pci_fixups_header) = .; \
  122. *(.pci_fixup_header) \
  123. VMLINUX_SYMBOL(__end_pci_fixups_header) = .; \
  124. VMLINUX_SYMBOL(__start_pci_fixups_final) = .; \
  125. *(.pci_fixup_final) \
  126. VMLINUX_SYMBOL(__end_pci_fixups_final) = .; \
  127. VMLINUX_SYMBOL(__start_pci_fixups_enable) = .; \
  128. *(.pci_fixup_enable) \
  129. VMLINUX_SYMBOL(__end_pci_fixups_enable) = .; \
  130. VMLINUX_SYMBOL(__start_pci_fixups_resume) = .; \
  131. *(.pci_fixup_resume) \
  132. VMLINUX_SYMBOL(__end_pci_fixups_resume) = .; \
  133. VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .; \
  134. *(.pci_fixup_resume_early) \
  135. VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .; \
  136. VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .; \
  137. *(.pci_fixup_suspend) \
  138. VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .; \
  139. } \
  140. \
  141. /* Built-in firmware blobs */ \
  142. .builtin_fw : AT(ADDR(.builtin_fw) - LOAD_OFFSET) { \
  143. VMLINUX_SYMBOL(__start_builtin_fw) = .; \
  144. *(.builtin_fw) \
  145. VMLINUX_SYMBOL(__end_builtin_fw) = .; \
  146. } \
  147. \
  148. /* RapidIO route ops */ \
  149. .rio_route : AT(ADDR(.rio_route) - LOAD_OFFSET) { \
  150. VMLINUX_SYMBOL(__start_rio_route_ops) = .; \
  151. *(.rio_route_ops) \
  152. VMLINUX_SYMBOL(__end_rio_route_ops) = .; \
  153. } \
  154. \
  155. TRACEDATA \
  156. \
  157. /* Kernel symbol table: Normal symbols */ \
  158. __ksymtab : AT(ADDR(__ksymtab) - LOAD_OFFSET) { \
  159. VMLINUX_SYMBOL(__start___ksymtab) = .; \
  160. *(__ksymtab) \
  161. VMLINUX_SYMBOL(__stop___ksymtab) = .; \
  162. } \
  163. \
  164. /* Kernel symbol table: GPL-only symbols */ \
  165. __ksymtab_gpl : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) { \
  166. VMLINUX_SYMBOL(__start___ksymtab_gpl) = .; \
  167. *(__ksymtab_gpl) \
  168. VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .; \
  169. } \
  170. \
  171. /* Kernel symbol table: Normal unused symbols */ \
  172. __ksymtab_unused : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) { \
  173. VMLINUX_SYMBOL(__start___ksymtab_unused) = .; \
  174. *(__ksymtab_unused) \
  175. VMLINUX_SYMBOL(__stop___ksymtab_unused) = .; \
  176. } \
  177. \
  178. /* Kernel symbol table: GPL-only unused symbols */ \
  179. __ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
  180. VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .; \
  181. *(__ksymtab_unused_gpl) \
  182. VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .; \
  183. } \
  184. \
  185. /* Kernel symbol table: GPL-future-only symbols */ \
  186. __ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
  187. VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .; \
  188. *(__ksymtab_gpl_future) \
  189. VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .; \
  190. } \
  191. \
  192. /* Kernel symbol table: Normal symbols */ \
  193. __kcrctab : AT(ADDR(__kcrctab) - LOAD_OFFSET) { \
  194. VMLINUX_SYMBOL(__start___kcrctab) = .; \
  195. *(__kcrctab) \
  196. VMLINUX_SYMBOL(__stop___kcrctab) = .; \
  197. } \
  198. \
  199. /* Kernel symbol table: GPL-only symbols */ \
  200. __kcrctab_gpl : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) { \
  201. VMLINUX_SYMBOL(__start___kcrctab_gpl) = .; \
  202. *(__kcrctab_gpl) \
  203. VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .; \
  204. } \
  205. \
  206. /* Kernel symbol table: Normal unused symbols */ \
  207. __kcrctab_unused : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) { \
  208. VMLINUX_SYMBOL(__start___kcrctab_unused) = .; \
  209. *(__kcrctab_unused) \
  210. VMLINUX_SYMBOL(__stop___kcrctab_unused) = .; \
  211. } \
  212. \
  213. /* Kernel symbol table: GPL-only unused symbols */ \
  214. __kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
  215. VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .; \
  216. *(__kcrctab_unused_gpl) \
  217. VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .; \
  218. } \
  219. \
  220. /* Kernel symbol table: GPL-future-only symbols */ \
  221. __kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
  222. VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .; \
  223. *(__kcrctab_gpl_future) \
  224. VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .; \
  225. } \
  226. \
  227. /* Kernel symbol table: strings */ \
  228. __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) { \
  229. *(__ksymtab_strings) \
  230. } \
  231. \
  232. /* __*init sections */ \
  233. __init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) { \
  234. *(.ref.rodata) \
  235. MCOUNT_REC() \
  236. DEV_KEEP(init.rodata) \
  237. DEV_KEEP(exit.rodata) \
  238. CPU_KEEP(init.rodata) \
  239. CPU_KEEP(exit.rodata) \
  240. MEM_KEEP(init.rodata) \
  241. MEM_KEEP(exit.rodata) \
  242. } \
  243. \
  244. /* Built-in module parameters. */ \
  245. __param : AT(ADDR(__param) - LOAD_OFFSET) { \
  246. VMLINUX_SYMBOL(__start___param) = .; \
  247. *(__param) \
  248. VMLINUX_SYMBOL(__stop___param) = .; \
  249. . = ALIGN((align)); \
  250. VMLINUX_SYMBOL(__end_rodata) = .; \
  251. } \
  252. . = ALIGN((align));
  253. /* RODATA provided for backward compatibility.
  254. * All archs are supposed to use RO_DATA() */
  255. #define RODATA RO_DATA(4096)
  256. #define SECURITY_INIT \
  257. .security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
  258. VMLINUX_SYMBOL(__security_initcall_start) = .; \
  259. *(.security_initcall.init) \
  260. VMLINUX_SYMBOL(__security_initcall_end) = .; \
  261. }
  262. /* .text section. Map to function alignment to avoid address changes
  263. * during second ld run in second ld pass when generating System.map */
  264. #define TEXT_TEXT \
  265. ALIGN_FUNCTION(); \
  266. *(.text.hot) \
  267. *(.text) \
  268. *(.ref.text) \
  269. *(.text.init.refok) \
  270. *(.exit.text.refok) \
  271. DEV_KEEP(init.text) \
  272. DEV_KEEP(exit.text) \
  273. CPU_KEEP(init.text) \
  274. CPU_KEEP(exit.text) \
  275. MEM_KEEP(init.text) \
  276. MEM_KEEP(exit.text) \
  277. *(.text.unlikely)
  278. /* sched.text is aling to function alignment to secure we have same
  279. * address even at second ld pass when generating System.map */
  280. #define SCHED_TEXT \
  281. ALIGN_FUNCTION(); \
  282. VMLINUX_SYMBOL(__sched_text_start) = .; \
  283. *(.sched.text) \
  284. VMLINUX_SYMBOL(__sched_text_end) = .;
  285. /* spinlock.text is aling to function alignment to secure we have same
  286. * address even at second ld pass when generating System.map */
  287. #define LOCK_TEXT \
  288. ALIGN_FUNCTION(); \
  289. VMLINUX_SYMBOL(__lock_text_start) = .; \
  290. *(.spinlock.text) \
  291. VMLINUX_SYMBOL(__lock_text_end) = .;
  292. #define KPROBES_TEXT \
  293. ALIGN_FUNCTION(); \
  294. VMLINUX_SYMBOL(__kprobes_text_start) = .; \
  295. *(.kprobes.text) \
  296. VMLINUX_SYMBOL(__kprobes_text_end) = .;
  297. #ifdef CONFIG_FUNCTION_GRAPH_TRACER
  298. #define IRQENTRY_TEXT \
  299. ALIGN_FUNCTION(); \
  300. VMLINUX_SYMBOL(__irqentry_text_start) = .; \
  301. *(.irqentry.text) \
  302. VMLINUX_SYMBOL(__irqentry_text_end) = .;
  303. #else
  304. #define IRQENTRY_TEXT
  305. #endif
  306. /* Section used for early init (in .S files) */
  307. #define HEAD_TEXT *(.head.text)
  308. /* init and exit section handling */
  309. #define INIT_DATA \
  310. *(.init.data) \
  311. DEV_DISCARD(init.data) \
  312. DEV_DISCARD(init.rodata) \
  313. CPU_DISCARD(init.data) \
  314. CPU_DISCARD(init.rodata) \
  315. MEM_DISCARD(init.data) \
  316. MEM_DISCARD(init.rodata) \
  317. /* implement dynamic printk debug */ \
  318. VMLINUX_SYMBOL(__start___verbose_strings) = .; \
  319. *(__verbose_strings) \
  320. VMLINUX_SYMBOL(__stop___verbose_strings) = .; \
  321. . = ALIGN(8); \
  322. VMLINUX_SYMBOL(__start___verbose) = .; \
  323. *(__verbose) \
  324. VMLINUX_SYMBOL(__stop___verbose) = .;
  325. #define INIT_TEXT \
  326. *(.init.text) \
  327. DEV_DISCARD(init.text) \
  328. CPU_DISCARD(init.text) \
  329. MEM_DISCARD(init.text)
  330. #define EXIT_DATA \
  331. *(.exit.data) \
  332. DEV_DISCARD(exit.data) \
  333. DEV_DISCARD(exit.rodata) \
  334. CPU_DISCARD(exit.data) \
  335. CPU_DISCARD(exit.rodata) \
  336. MEM_DISCARD(exit.data) \
  337. MEM_DISCARD(exit.rodata)
  338. #define EXIT_TEXT \
  339. *(.exit.text) \
  340. DEV_DISCARD(exit.text) \
  341. CPU_DISCARD(exit.text) \
  342. MEM_DISCARD(exit.text)
  343. /* DWARF debug sections.
  344. Symbols in the DWARF debugging sections are relative to
  345. the beginning of the section so we begin them at 0. */
  346. #define DWARF_DEBUG \
  347. /* DWARF 1 */ \
  348. .debug 0 : { *(.debug) } \
  349. .line 0 : { *(.line) } \
  350. /* GNU DWARF 1 extensions */ \
  351. .debug_srcinfo 0 : { *(.debug_srcinfo) } \
  352. .debug_sfnames 0 : { *(.debug_sfnames) } \
  353. /* DWARF 1.1 and DWARF 2 */ \
  354. .debug_aranges 0 : { *(.debug_aranges) } \
  355. .debug_pubnames 0 : { *(.debug_pubnames) } \
  356. /* DWARF 2 */ \
  357. .debug_info 0 : { *(.debug_info \
  358. .gnu.linkonce.wi.*) } \
  359. .debug_abbrev 0 : { *(.debug_abbrev) } \
  360. .debug_line 0 : { *(.debug_line) } \
  361. .debug_frame 0 : { *(.debug_frame) } \
  362. .debug_str 0 : { *(.debug_str) } \
  363. .debug_loc 0 : { *(.debug_loc) } \
  364. .debug_macinfo 0 : { *(.debug_macinfo) } \
  365. /* SGI/MIPS DWARF 2 extensions */ \
  366. .debug_weaknames 0 : { *(.debug_weaknames) } \
  367. .debug_funcnames 0 : { *(.debug_funcnames) } \
  368. .debug_typenames 0 : { *(.debug_typenames) } \
  369. .debug_varnames 0 : { *(.debug_varnames) } \
  370. /* Stabs debugging sections. */
  371. #define STABS_DEBUG \
  372. .stab 0 : { *(.stab) } \
  373. .stabstr 0 : { *(.stabstr) } \
  374. .stab.excl 0 : { *(.stab.excl) } \
  375. .stab.exclstr 0 : { *(.stab.exclstr) } \
  376. .stab.index 0 : { *(.stab.index) } \
  377. .stab.indexstr 0 : { *(.stab.indexstr) } \
  378. .comment 0 : { *(.comment) }
  379. #ifdef CONFIG_GENERIC_BUG
  380. #define BUG_TABLE \
  381. . = ALIGN(8); \
  382. __bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) { \
  383. VMLINUX_SYMBOL(__start___bug_table) = .; \
  384. *(__bug_table) \
  385. VMLINUX_SYMBOL(__stop___bug_table) = .; \
  386. }
  387. #else
  388. #define BUG_TABLE
  389. #endif
  390. #ifdef CONFIG_PM_TRACE
  391. #define TRACEDATA \
  392. . = ALIGN(4); \
  393. .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { \
  394. VMLINUX_SYMBOL(__tracedata_start) = .; \
  395. *(.tracedata) \
  396. VMLINUX_SYMBOL(__tracedata_end) = .; \
  397. }
  398. #else
  399. #define TRACEDATA
  400. #endif
  401. #define NOTES \
  402. .notes : AT(ADDR(.notes) - LOAD_OFFSET) { \
  403. VMLINUX_SYMBOL(__start_notes) = .; \
  404. *(.note.*) \
  405. VMLINUX_SYMBOL(__stop_notes) = .; \
  406. }
  407. #define INITCALLS \
  408. *(.initcallearly.init) \
  409. VMLINUX_SYMBOL(__early_initcall_end) = .; \
  410. *(.initcall0.init) \
  411. *(.initcall0s.init) \
  412. *(.initcall1.init) \
  413. *(.initcall1s.init) \
  414. *(.initcall2.init) \
  415. *(.initcall2s.init) \
  416. *(.initcall3.init) \
  417. *(.initcall3s.init) \
  418. *(.initcall4.init) \
  419. *(.initcall4s.init) \
  420. *(.initcall5.init) \
  421. *(.initcall5s.init) \
  422. *(.initcallrootfs.init) \
  423. *(.initcall6.init) \
  424. *(.initcall6s.init) \
  425. *(.initcall7.init) \
  426. *(.initcall7s.init)
  427. /**
  428. * PERCPU_VADDR - define output section for percpu area
  429. * @vaddr: explicit base address (optional)
  430. * @phdr: destination PHDR (optional)
  431. *
  432. * Macro which expands to output section for percpu area. If @vaddr
  433. * is not blank, it specifies explicit base address and all percpu
  434. * symbols will be offset from the given address. If blank, @vaddr
  435. * always equals @laddr + LOAD_OFFSET.
  436. *
  437. * @phdr defines the output PHDR to use if not blank. Be warned that
  438. * output PHDR is sticky. If @phdr is specified, the next output
  439. * section in the linker script will go there too. @phdr should have
  440. * a leading colon.
  441. *
  442. * Note that this macros defines __per_cpu_load as an absolute symbol.
  443. * If there is no need to put the percpu section at a predetermined
  444. * address, use PERCPU().
  445. */
  446. #define PERCPU_VADDR(vaddr, phdr) \
  447. VMLINUX_SYMBOL(__per_cpu_load) = .; \
  448. .data.percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \
  449. - LOAD_OFFSET) { \
  450. VMLINUX_SYMBOL(__per_cpu_start) = .; \
  451. *(.data.percpu.first) \
  452. *(.data.percpu.page_aligned) \
  453. *(.data.percpu) \
  454. *(.data.percpu.shared_aligned) \
  455. VMLINUX_SYMBOL(__per_cpu_end) = .; \
  456. } phdr \
  457. . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data.percpu);
  458. /**
  459. * PERCPU - define output section for percpu area, simple version
  460. * @align: required alignment
  461. *
  462. * Align to @align and outputs output section for percpu area. This
  463. * macro doesn't maniuplate @vaddr or @phdr and __per_cpu_load and
  464. * __per_cpu_start will be identical.
  465. *
  466. * This macro is equivalent to ALIGN(align); PERCPU_VADDR( , ) except
  467. * that __per_cpu_load is defined as a relative symbol against
  468. * .data.percpu which is required for relocatable x86_32
  469. * configuration.
  470. */
  471. #define PERCPU(align) \
  472. . = ALIGN(align); \
  473. .data.percpu : AT(ADDR(.data.percpu) - LOAD_OFFSET) { \
  474. VMLINUX_SYMBOL(__per_cpu_load) = .; \
  475. VMLINUX_SYMBOL(__per_cpu_start) = .; \
  476. *(.data.percpu.first) \
  477. *(.data.percpu.page_aligned) \
  478. *(.data.percpu) \
  479. *(.data.percpu.shared_aligned) \
  480. VMLINUX_SYMBOL(__per_cpu_end) = .; \
  481. }