recordmcount.pl 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513
  1. #!/usr/bin/perl -w
  2. # (c) 2008, Steven Rostedt <srostedt@redhat.com>
  3. # Licensed under the terms of the GNU GPL License version 2
  4. #
  5. # recordmcount.pl - makes a section called __mcount_loc that holds
  6. # all the offsets to the calls to mcount.
  7. #
  8. #
  9. # What we want to end up with is a section in vmlinux called
  10. # __mcount_loc that contains a list of pointers to all the
  11. # call sites in the kernel that call mcount. Later on boot up, the kernel
  12. # will read this list, save the locations and turn them into nops.
  13. # When tracing or profiling is later enabled, these locations will then
  14. # be converted back to pointers to some function.
  15. #
  16. # This is no easy feat. This script is called just after the original
  17. # object is compiled and before it is linked.
  18. #
  19. # The references to the call sites are offsets from the section of text
  20. # that the call site is in. Hence, all functions in a section that
  21. # has a call site to mcount, will have the offset from the beginning of
  22. # the section and not the beginning of the function.
  23. #
  24. # The trick is to find a way to record the beginning of the section.
  25. # The way we do this is to look at the first function in the section
  26. # which will also be the location of that section after final link.
  27. # e.g.
  28. #
  29. # .section ".sched.text", "ax"
  30. # .globl my_func
  31. # my_func:
  32. # [...]
  33. # call mcount (offset: 0x5)
  34. # [...]
  35. # ret
  36. # other_func:
  37. # [...]
  38. # call mcount (offset: 0x1b)
  39. # [...]
  40. #
  41. # Both relocation offsets for the mcounts in the above example will be
  42. # offset from .sched.text. If we make another file called tmp.s with:
  43. #
  44. # .section __mcount_loc
  45. # .quad my_func + 0x5
  46. # .quad my_func + 0x1b
  47. #
  48. # We can then compile this tmp.s into tmp.o, and link it to the original
  49. # object.
  50. #
  51. # But this gets hard if my_func is not globl (a static function).
  52. # In such a case we have:
  53. #
  54. # .section ".sched.text", "ax"
  55. # my_func:
  56. # [...]
  57. # call mcount (offset: 0x5)
  58. # [...]
  59. # ret
  60. # other_func:
  61. # [...]
  62. # call mcount (offset: 0x1b)
  63. # [...]
  64. #
  65. # If we make the tmp.s the same as above, when we link together with
  66. # the original object, we will end up with two symbols for my_func:
  67. # one local, one global. After final compile, we will end up with
  68. # an undefined reference to my_func.
  69. #
  70. # Since local objects can reference local variables, we need to find
  71. # a way to make tmp.o reference the local objects of the original object
  72. # file after it is linked together. To do this, we convert the my_func
  73. # into a global symbol before linking tmp.o. Then after we link tmp.o
  74. # we will only have a single symbol for my_func that is global.
  75. # We can convert my_func back into a local symbol and we are done.
  76. #
  77. # Here are the steps we take:
  78. #
  79. # 1) Record all the local symbols by using 'nm'
  80. # 2) Use objdump to find all the call site offsets and sections for
  81. # mcount.
  82. # 3) Compile the list into its own object.
  83. # 4) Do we have to deal with local functions? If not, go to step 8.
  84. # 5) Make an object that converts these local functions to global symbols
  85. # with objcopy.
  86. # 6) Link together this new object with the list object.
  87. # 7) Convert the local functions back to local symbols and rename
  88. # the result as the original object.
  89. # End.
  90. # 8) Link the object with the list object.
  91. # 9) Move the result back to the original object.
  92. # End.
  93. #
  94. use strict;
  95. my $P = $0;
  96. $P =~ s@.*/@@g;
  97. my $V = '0.1';
  98. if ($#ARGV < 7) {
  99. print "usage: $P arch bits objdump objcopy cc ld nm rm mv is_module inputfile\n";
  100. print "version: $V\n";
  101. exit(1);
  102. }
  103. my ($arch, $bits, $objdump, $objcopy, $cc,
  104. $ld, $nm, $rm, $mv, $is_module, $inputfile) = @ARGV;
  105. # This file refers to mcount and shouldn't be ftraced, so lets' ignore it
  106. if ($inputfile eq "kernel/trace/ftrace.o") {
  107. exit(0);
  108. }
  109. # Acceptable sections to record.
  110. my %text_sections = (
  111. ".text" => 1,
  112. ".sched.text" => 1,
  113. ".spinlock.text" => 1,
  114. ".irqentry.text" => 1,
  115. );
  116. $objdump = "objdump" if ((length $objdump) == 0);
  117. $objcopy = "objcopy" if ((length $objcopy) == 0);
  118. $cc = "gcc" if ((length $cc) == 0);
  119. $ld = "ld" if ((length $ld) == 0);
  120. $nm = "nm" if ((length $nm) == 0);
  121. $rm = "rm" if ((length $rm) == 0);
  122. $mv = "mv" if ((length $mv) == 0);
  123. #print STDERR "running: $P '$arch' '$objdump' '$objcopy' '$cc' '$ld' " .
  124. # "'$nm' '$rm' '$mv' '$inputfile'\n";
  125. my %locals; # List of local (static) functions
  126. my %weak; # List of weak functions
  127. my %convert; # List of local functions used that needs conversion
  128. my $type;
  129. my $nm_regex; # Find the local functions (return function)
  130. my $section_regex; # Find the start of a section
  131. my $function_regex; # Find the name of a function
  132. # (return offset and func name)
  133. my $mcount_regex; # Find the call site to mcount (return offset)
  134. my $alignment; # The .align value to use for $mcount_section
  135. my $section_type; # Section header plus possible alignment command
  136. if ($arch eq "x86") {
  137. if ($bits == 64) {
  138. $arch = "x86_64";
  139. } else {
  140. $arch = "i386";
  141. }
  142. }
  143. #
  144. # We base the defaults off of i386, the other archs may
  145. # feel free to change them in the below if statements.
  146. #
  147. $nm_regex = "^[0-9a-fA-F]+\\s+t\\s+(\\S+)";
  148. $section_regex = "Disassembly of section\\s+(\\S+):";
  149. $function_regex = "^([0-9a-fA-F]+)\\s+<(.*?)>:";
  150. $mcount_regex = "^\\s*([0-9a-fA-F]+):.*\\smcount\$";
  151. $section_type = '@progbits';
  152. $type = ".long";
  153. if ($arch eq "x86_64") {
  154. $mcount_regex = "^\\s*([0-9a-fA-F]+):.*\\smcount([+-]0x[0-9a-zA-Z]+)?\$";
  155. $type = ".quad";
  156. $alignment = 8;
  157. # force flags for this arch
  158. $ld .= " -m elf_x86_64";
  159. $objdump .= " -M x86-64";
  160. $objcopy .= " -O elf64-x86-64";
  161. $cc .= " -m64";
  162. } elsif ($arch eq "i386") {
  163. $alignment = 4;
  164. # force flags for this arch
  165. $ld .= " -m elf_i386";
  166. $objdump .= " -M i386";
  167. $objcopy .= " -O elf32-i386";
  168. $cc .= " -m32";
  169. } elsif ($arch eq "s390" && $bits == 32) {
  170. $mcount_regex = "^\\s*([0-9a-fA-F]+):\\s*R_390_32\\s+_mcount\$";
  171. $alignment = 4;
  172. $ld .= " -m elf_s390";
  173. $cc .= " -m31";
  174. } elsif ($arch eq "s390" && $bits == 64) {
  175. $mcount_regex = "^\\s*([0-9a-fA-F]+):\\s*R_390_(PC|PLT)32DBL\\s+_mcount\\+0x2\$";
  176. $alignment = 8;
  177. $type = ".quad";
  178. $ld .= " -m elf64_s390";
  179. $cc .= " -m64";
  180. } elsif ($arch eq "sh") {
  181. $alignment = 2;
  182. # force flags for this arch
  183. $ld .= " -m shlelf_linux";
  184. $objcopy .= " -O elf32-sh-linux";
  185. $cc .= " -m32";
  186. } elsif ($arch eq "powerpc") {
  187. $nm_regex = "^[0-9a-fA-F]+\\s+t\\s+(\\.?\\S+)";
  188. $function_regex = "^([0-9a-fA-F]+)\\s+<(\\.?.*?)>:";
  189. $mcount_regex = "^\\s*([0-9a-fA-F]+):.*\\s\\.?_mcount\$";
  190. if ($bits == 64) {
  191. $type = ".quad";
  192. }
  193. } elsif ($arch eq "arm") {
  194. $alignment = 2;
  195. $section_type = '%progbits';
  196. } elsif ($arch eq "ia64") {
  197. $mcount_regex = "^\\s*([0-9a-fA-F]+):.*\\s_mcount\$";
  198. $type = "data8";
  199. if ($is_module eq "0") {
  200. $cc .= " -mconstant-gp";
  201. }
  202. } elsif ($arch eq "sparc64") {
  203. # In the objdump output there are giblets like:
  204. # 0000000000000000 <igmp_net_exit-0x18>:
  205. # As there's some data blobs that get emitted into the
  206. # text section before the first instructions and the first
  207. # real symbols. We don't want to match that, so to combat
  208. # this we use '\w' so we'll match just plain symbol names,
  209. # and not those that also include hex offsets inside of the
  210. # '<>' brackets. Actually the generic function_regex setting
  211. # could safely use this too.
  212. $function_regex = "^([0-9a-fA-F]+)\\s+<(\\w*?)>:";
  213. # Sparc64 calls '_mcount' instead of plain 'mcount'.
  214. $mcount_regex = "^\\s*([0-9a-fA-F]+):.*\\s_mcount\$";
  215. $alignment = 8;
  216. $type = ".xword";
  217. $ld .= " -m elf64_sparc";
  218. $cc .= " -m64";
  219. $objcopy .= " -O elf64-sparc";
  220. } else {
  221. die "Arch $arch is not supported with CONFIG_FTRACE_MCOUNT_RECORD";
  222. }
  223. my $text_found = 0;
  224. my $read_function = 0;
  225. my $opened = 0;
  226. my $mcount_section = "__mcount_loc";
  227. my $dirname;
  228. my $filename;
  229. my $prefix;
  230. my $ext;
  231. if ($inputfile =~ m,^(.*)/([^/]*)$,) {
  232. $dirname = $1;
  233. $filename = $2;
  234. } else {
  235. $dirname = ".";
  236. $filename = $inputfile;
  237. }
  238. if ($filename =~ m,^(.*)(\.\S),) {
  239. $prefix = $1;
  240. $ext = $2;
  241. } else {
  242. $prefix = $filename;
  243. $ext = "";
  244. }
  245. my $mcount_s = $dirname . "/.tmp_mc_" . $prefix . ".s";
  246. my $mcount_o = $dirname . "/.tmp_mc_" . $prefix . ".o";
  247. #
  248. # --globalize-symbols came out in 2.17, we must test the version
  249. # of objcopy, and if it is less than 2.17, then we can not
  250. # record local functions.
  251. my $use_locals = 01;
  252. my $local_warn_once = 0;
  253. my $found_version = 0;
  254. open (IN, "$objcopy --version |") || die "error running $objcopy";
  255. while (<IN>) {
  256. if (/objcopy.*\s(\d+)\.(\d+)/) {
  257. my $major = $1;
  258. my $minor = $2;
  259. $found_version = 1;
  260. if ($major < 2 ||
  261. ($major == 2 && $minor < 17)) {
  262. $use_locals = 0;
  263. }
  264. last;
  265. }
  266. }
  267. close (IN);
  268. if (!$found_version) {
  269. print STDERR "WARNING: could not find objcopy version.\n" .
  270. "\tDisabling local function references.\n";
  271. }
  272. #
  273. # Step 1: find all the local (static functions) and weak symbols.
  274. # 't' is local, 'w/W' is weak (we never use a weak function)
  275. #
  276. open (IN, "$nm $inputfile|") || die "error running $nm";
  277. while (<IN>) {
  278. if (/$nm_regex/) {
  279. $locals{$1} = 1;
  280. } elsif (/^[0-9a-fA-F]+\s+([wW])\s+(\S+)/) {
  281. $weak{$2} = $1;
  282. }
  283. }
  284. close(IN);
  285. my @offsets; # Array of offsets of mcount callers
  286. my $ref_func; # reference function to use for offsets
  287. my $offset = 0; # offset of ref_func to section beginning
  288. ##
  289. # update_funcs - print out the current mcount callers
  290. #
  291. # Go through the list of offsets to callers and write them to
  292. # the output file in a format that can be read by an assembler.
  293. #
  294. sub update_funcs
  295. {
  296. return if ($#offsets < 0);
  297. defined($ref_func) || die "No function to reference";
  298. # A section only had a weak function, to represent it.
  299. # Unfortunately, a weak function may be overwritten by another
  300. # function of the same name, making all these offsets incorrect.
  301. # To be safe, we simply print a warning and bail.
  302. if (defined $weak{$ref_func}) {
  303. print STDERR
  304. "$inputfile: WARNING: referencing weak function" .
  305. " $ref_func for mcount\n";
  306. return;
  307. }
  308. # is this function static? If so, note this fact.
  309. if (defined $locals{$ref_func}) {
  310. # only use locals if objcopy supports globalize-symbols
  311. if (!$use_locals) {
  312. return;
  313. }
  314. $convert{$ref_func} = 1;
  315. }
  316. # Loop through all the mcount caller offsets and print a reference
  317. # to the caller based from the ref_func.
  318. for (my $i=0; $i <= $#offsets; $i++) {
  319. if (!$opened) {
  320. open(FILE, ">$mcount_s") || die "can't create $mcount_s\n";
  321. $opened = 1;
  322. print FILE "\t.section $mcount_section,\"a\",$section_type\n";
  323. print FILE "\t.align $alignment\n" if (defined($alignment));
  324. }
  325. printf FILE "\t%s %s + %d\n", $type, $ref_func, $offsets[$i] - $offset;
  326. }
  327. }
  328. #
  329. # Step 2: find the sections and mcount call sites
  330. #
  331. open(IN, "$objdump -hdr $inputfile|") || die "error running $objdump";
  332. my $text;
  333. my $read_headers = 1;
  334. while (<IN>) {
  335. # is it a section?
  336. if (/$section_regex/) {
  337. $read_headers = 0;
  338. # Only record text sections that we know are safe
  339. if (defined($text_sections{$1})) {
  340. $read_function = 1;
  341. } else {
  342. $read_function = 0;
  343. }
  344. # print out any recorded offsets
  345. update_funcs() if (defined($ref_func));
  346. # reset all markers and arrays
  347. $text_found = 0;
  348. undef($ref_func);
  349. undef(@offsets);
  350. # section found, now is this a start of a function?
  351. } elsif ($read_function && /$function_regex/) {
  352. $text_found = 1;
  353. $text = $2;
  354. # if this is either a local function or a weak function
  355. # keep looking for functions that are global that
  356. # we can use safely.
  357. if (!defined($locals{$text}) && !defined($weak{$text})) {
  358. $ref_func = $text;
  359. $read_function = 0;
  360. $offset = hex $1;
  361. } else {
  362. # if we already have a function, and this is weak, skip it
  363. if (!defined($ref_func) && !defined($weak{$text}) &&
  364. # PPC64 can have symbols that start with .L and
  365. # gcc considers these special. Don't use them!
  366. $text !~ /^\.L/) {
  367. $ref_func = $text;
  368. $offset = hex $1;
  369. }
  370. }
  371. } elsif ($read_headers && /$mcount_section/) {
  372. #
  373. # Somehow the make process can execute this script on an
  374. # object twice. If it does, we would duplicate the mcount
  375. # section and it will cause the function tracer self test
  376. # to fail. Check if the mcount section exists, and if it does,
  377. # warn and exit.
  378. #
  379. print STDERR "ERROR: $mcount_section already in $inputfile\n" .
  380. "\tThis may be an indication that your build is corrupted.\n" .
  381. "\tDelete $inputfile and try again. If the same object file\n" .
  382. "\tstill causes an issue, then disable CONFIG_DYNAMIC_FTRACE.\n";
  383. exit(-1);
  384. }
  385. # is this a call site to mcount? If so, record it to print later
  386. if ($text_found && /$mcount_regex/) {
  387. $offsets[$#offsets + 1] = hex $1;
  388. }
  389. }
  390. # dump out anymore offsets that may have been found
  391. update_funcs() if (defined($ref_func));
  392. # If we did not find any mcount callers, we are done (do nothing).
  393. if (!$opened) {
  394. exit(0);
  395. }
  396. close(FILE);
  397. #
  398. # Step 3: Compile the file that holds the list of call sites to mcount.
  399. #
  400. `$cc -o $mcount_o -c $mcount_s`;
  401. my @converts = keys %convert;
  402. #
  403. # Step 4: Do we have sections that started with local functions?
  404. #
  405. if ($#converts >= 0) {
  406. my $globallist = "";
  407. my $locallist = "";
  408. foreach my $con (@converts) {
  409. $globallist .= " --globalize-symbol $con";
  410. $locallist .= " --localize-symbol $con";
  411. }
  412. my $globalobj = $dirname . "/.tmp_gl_" . $filename;
  413. my $globalmix = $dirname . "/.tmp_mx_" . $filename;
  414. #
  415. # Step 5: set up each local function as a global
  416. #
  417. `$objcopy $globallist $inputfile $globalobj`;
  418. #
  419. # Step 6: Link the global version to our list.
  420. #
  421. `$ld -r $globalobj $mcount_o -o $globalmix`;
  422. #
  423. # Step 7: Convert the local functions back into local symbols
  424. #
  425. `$objcopy $locallist $globalmix $inputfile`;
  426. # Remove the temp files
  427. `$rm $globalobj $globalmix`;
  428. } else {
  429. my $mix = $dirname . "/.tmp_mx_" . $filename;
  430. #
  431. # Step 8: Link the object with our list of call sites object.
  432. #
  433. `$ld -r $inputfile $mcount_o -o $mix`;
  434. #
  435. # Step 9: Move the result back to the original object.
  436. #
  437. `$mv $mix $inputfile`;
  438. }
  439. # Clean up the temp files
  440. `$rm $mcount_o $mcount_s`;
  441. exit(0);