annotate.c 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702
  1. #include "../../util/util.h"
  2. #include "../browser.h"
  3. #include "../helpline.h"
  4. #include "../libslang.h"
  5. #include "../ui.h"
  6. #include "../util.h"
  7. #include "../../util/annotate.h"
  8. #include "../../util/hist.h"
  9. #include "../../util/sort.h"
  10. #include "../../util/symbol.h"
  11. #include <pthread.h>
  12. #include <newt.h>
  13. struct browser_disasm_line {
  14. struct rb_node rb_node;
  15. double percent;
  16. u32 idx;
  17. int idx_asm;
  18. bool jump_target;
  19. };
  20. struct annotate_browser {
  21. struct ui_browser b;
  22. struct rb_root entries;
  23. struct rb_node *curr_hot;
  24. struct disasm_line *selection;
  25. struct disasm_line **offsets;
  26. u64 start;
  27. int nr_asm_entries;
  28. int nr_entries;
  29. bool hide_src_code;
  30. bool use_offset;
  31. bool searching_backwards;
  32. char search_bf[128];
  33. };
  34. static inline struct browser_disasm_line *disasm_line__browser(struct disasm_line *dl)
  35. {
  36. return (struct browser_disasm_line *)(dl + 1);
  37. }
  38. static bool disasm_line__filter(struct ui_browser *browser, void *entry)
  39. {
  40. struct annotate_browser *ab = container_of(browser, struct annotate_browser, b);
  41. if (ab->hide_src_code) {
  42. struct disasm_line *dl = list_entry(entry, struct disasm_line, node);
  43. return dl->offset == -1;
  44. }
  45. return false;
  46. }
  47. static void annotate_browser__write(struct ui_browser *self, void *entry, int row)
  48. {
  49. struct annotate_browser *ab = container_of(self, struct annotate_browser, b);
  50. struct disasm_line *dl = list_entry(entry, struct disasm_line, node);
  51. struct browser_disasm_line *bdl = disasm_line__browser(dl);
  52. bool current_entry = ui_browser__is_current_entry(self, row);
  53. bool change_color = (!ab->hide_src_code &&
  54. (!current_entry || (self->use_navkeypressed &&
  55. !self->navkeypressed)));
  56. int width = self->width;
  57. if (dl->offset != -1) {
  58. ui_browser__set_percent_color(self, bdl->percent, current_entry);
  59. slsmg_printf(" %7.2f ", bdl->percent);
  60. } else {
  61. ui_browser__set_percent_color(self, 0, current_entry);
  62. slsmg_write_nstring(" ", 9);
  63. }
  64. SLsmg_write_char(':');
  65. slsmg_write_nstring(" ", 8);
  66. /* The scroll bar isn't being used */
  67. if (!self->navkeypressed)
  68. width += 1;
  69. if (dl->offset != -1 && change_color)
  70. ui_browser__set_color(self, HE_COLORSET_CODE);
  71. if (!*dl->line)
  72. slsmg_write_nstring(" ", width - 18);
  73. else if (dl->offset == -1)
  74. slsmg_write_nstring(dl->line, width - 18);
  75. else {
  76. char bf[256], *line = dl->line;
  77. u64 addr = dl->offset;
  78. int printed, color = -1;
  79. if (!ab->use_offset)
  80. addr += ab->start;
  81. if (bdl->jump_target || !ab->use_offset)
  82. printed = scnprintf(bf, sizeof(bf), " %" PRIx64 ":", addr);
  83. else
  84. printed = scnprintf(bf, sizeof(bf), " ");
  85. if (change_color)
  86. color = ui_browser__set_color(self, HE_COLORSET_ADDR);
  87. slsmg_write_nstring(bf, printed);
  88. if (change_color)
  89. ui_browser__set_color(self, color);
  90. if (dl->ins && dl->ins->ops->scnprintf) {
  91. dl->ins->ops->scnprintf(dl->ins, bf, sizeof(bf),
  92. !ab->use_offset ? dl->operands : NULL,
  93. dl->target);
  94. line = bf;
  95. slsmg_write_nstring(" ", 7);
  96. printed += 7;
  97. }
  98. slsmg_write_nstring(line, width - 18 - printed);
  99. }
  100. if (current_entry)
  101. ab->selection = dl;
  102. }
  103. static double disasm_line__calc_percent(struct disasm_line *dl, struct symbol *sym, int evidx)
  104. {
  105. double percent = 0.0;
  106. if (dl->offset != -1) {
  107. int len = sym->end - sym->start;
  108. unsigned int hits = 0;
  109. struct annotation *notes = symbol__annotation(sym);
  110. struct source_line *src_line = notes->src->lines;
  111. struct sym_hist *h = annotation__histogram(notes, evidx);
  112. s64 offset = dl->offset;
  113. struct disasm_line *next;
  114. next = disasm__get_next_ip_line(&notes->src->source, dl);
  115. while (offset < (s64)len &&
  116. (next == NULL || offset < next->offset)) {
  117. if (src_line) {
  118. percent += src_line[offset].percent;
  119. } else
  120. hits += h->addr[offset];
  121. ++offset;
  122. }
  123. /*
  124. * If the percentage wasn't already calculated in
  125. * symbol__get_source_line, do it now:
  126. */
  127. if (src_line == NULL && h->sum)
  128. percent = 100.0 * hits / h->sum;
  129. }
  130. return percent;
  131. }
  132. static void disasm_rb_tree__insert(struct rb_root *root, struct browser_disasm_line *bdl)
  133. {
  134. struct rb_node **p = &root->rb_node;
  135. struct rb_node *parent = NULL;
  136. struct browser_disasm_line *l;
  137. while (*p != NULL) {
  138. parent = *p;
  139. l = rb_entry(parent, struct browser_disasm_line, rb_node);
  140. if (bdl->percent < l->percent)
  141. p = &(*p)->rb_left;
  142. else
  143. p = &(*p)->rb_right;
  144. }
  145. rb_link_node(&bdl->rb_node, parent, p);
  146. rb_insert_color(&bdl->rb_node, root);
  147. }
  148. static void annotate_browser__set_top(struct annotate_browser *self,
  149. struct disasm_line *pos, u32 idx)
  150. {
  151. unsigned back;
  152. ui_browser__refresh_dimensions(&self->b);
  153. back = self->b.height / 2;
  154. self->b.top_idx = self->b.index = idx;
  155. while (self->b.top_idx != 0 && back != 0) {
  156. pos = list_entry(pos->node.prev, struct disasm_line, node);
  157. if (disasm_line__filter(&self->b, &pos->node))
  158. continue;
  159. --self->b.top_idx;
  160. --back;
  161. }
  162. self->b.top = pos;
  163. self->b.navkeypressed = true;
  164. }
  165. static void annotate_browser__set_rb_top(struct annotate_browser *browser,
  166. struct rb_node *nd)
  167. {
  168. struct browser_disasm_line *bpos;
  169. struct disasm_line *pos;
  170. bpos = rb_entry(nd, struct browser_disasm_line, rb_node);
  171. pos = ((struct disasm_line *)bpos) - 1;
  172. annotate_browser__set_top(browser, pos, bpos->idx);
  173. browser->curr_hot = nd;
  174. }
  175. static void annotate_browser__calc_percent(struct annotate_browser *browser,
  176. int evidx)
  177. {
  178. struct map_symbol *ms = browser->b.priv;
  179. struct symbol *sym = ms->sym;
  180. struct annotation *notes = symbol__annotation(sym);
  181. struct disasm_line *pos;
  182. browser->entries = RB_ROOT;
  183. pthread_mutex_lock(&notes->lock);
  184. list_for_each_entry(pos, &notes->src->source, node) {
  185. struct browser_disasm_line *bpos = disasm_line__browser(pos);
  186. bpos->percent = disasm_line__calc_percent(pos, sym, evidx);
  187. if (bpos->percent < 0.01) {
  188. RB_CLEAR_NODE(&bpos->rb_node);
  189. continue;
  190. }
  191. disasm_rb_tree__insert(&browser->entries, bpos);
  192. }
  193. pthread_mutex_unlock(&notes->lock);
  194. browser->curr_hot = rb_last(&browser->entries);
  195. }
  196. static bool annotate_browser__toggle_source(struct annotate_browser *browser)
  197. {
  198. struct disasm_line *dl;
  199. struct browser_disasm_line *bdl;
  200. off_t offset = browser->b.index - browser->b.top_idx;
  201. browser->b.seek(&browser->b, offset, SEEK_CUR);
  202. dl = list_entry(browser->b.top, struct disasm_line, node);
  203. bdl = disasm_line__browser(dl);
  204. if (browser->hide_src_code) {
  205. if (bdl->idx_asm < offset)
  206. offset = bdl->idx;
  207. browser->b.nr_entries = browser->nr_entries;
  208. browser->hide_src_code = false;
  209. browser->b.seek(&browser->b, -offset, SEEK_CUR);
  210. browser->b.top_idx = bdl->idx - offset;
  211. browser->b.index = bdl->idx;
  212. } else {
  213. if (bdl->idx_asm < 0) {
  214. ui_helpline__puts("Only available for assembly lines.");
  215. browser->b.seek(&browser->b, -offset, SEEK_CUR);
  216. return false;
  217. }
  218. if (bdl->idx_asm < offset)
  219. offset = bdl->idx_asm;
  220. browser->b.nr_entries = browser->nr_asm_entries;
  221. browser->hide_src_code = true;
  222. browser->b.seek(&browser->b, -offset, SEEK_CUR);
  223. browser->b.top_idx = bdl->idx_asm - offset;
  224. browser->b.index = bdl->idx_asm;
  225. }
  226. return true;
  227. }
  228. static bool annotate_browser__callq(struct annotate_browser *browser,
  229. int evidx, void (*timer)(void *arg),
  230. void *arg, int delay_secs)
  231. {
  232. struct map_symbol *ms = browser->b.priv;
  233. struct disasm_line *dl = browser->selection;
  234. struct symbol *sym = ms->sym;
  235. struct annotation *notes;
  236. struct symbol *target;
  237. u64 ip;
  238. if (!ins__is_call(dl->ins))
  239. return false;
  240. ip = ms->map->map_ip(ms->map, dl->target);
  241. target = map__find_symbol(ms->map, ip, NULL);
  242. if (target == NULL) {
  243. ui_helpline__puts("The called function was not found.");
  244. return true;
  245. }
  246. notes = symbol__annotation(target);
  247. pthread_mutex_lock(&notes->lock);
  248. if (notes->src == NULL && symbol__alloc_hist(target) < 0) {
  249. pthread_mutex_unlock(&notes->lock);
  250. ui__warning("Not enough memory for annotating '%s' symbol!\n",
  251. target->name);
  252. return true;
  253. }
  254. pthread_mutex_unlock(&notes->lock);
  255. symbol__tui_annotate(target, ms->map, evidx, timer, arg, delay_secs);
  256. ui_browser__show_title(&browser->b, sym->name);
  257. return true;
  258. }
  259. static
  260. struct disasm_line *annotate_browser__find_offset(struct annotate_browser *browser,
  261. s64 offset, s64 *idx)
  262. {
  263. struct map_symbol *ms = browser->b.priv;
  264. struct symbol *sym = ms->sym;
  265. struct annotation *notes = symbol__annotation(sym);
  266. struct disasm_line *pos;
  267. *idx = 0;
  268. list_for_each_entry(pos, &notes->src->source, node) {
  269. if (pos->offset == offset)
  270. return pos;
  271. if (!disasm_line__filter(&browser->b, &pos->node))
  272. ++*idx;
  273. }
  274. return NULL;
  275. }
  276. static bool annotate_browser__jump(struct annotate_browser *browser)
  277. {
  278. struct disasm_line *dl = browser->selection;
  279. s64 idx;
  280. if (!ins__is_jump(dl->ins))
  281. return false;
  282. dl = annotate_browser__find_offset(browser, dl->target, &idx);
  283. if (dl == NULL) {
  284. ui_helpline__puts("Invallid jump offset");
  285. return true;
  286. }
  287. annotate_browser__set_top(browser, dl, idx);
  288. return true;
  289. }
  290. static
  291. struct disasm_line *annotate_browser__find_string(struct annotate_browser *browser,
  292. char *s, s64 *idx)
  293. {
  294. struct map_symbol *ms = browser->b.priv;
  295. struct symbol *sym = ms->sym;
  296. struct annotation *notes = symbol__annotation(sym);
  297. struct disasm_line *pos = browser->selection;
  298. *idx = browser->b.index;
  299. list_for_each_entry_continue(pos, &notes->src->source, node) {
  300. if (disasm_line__filter(&browser->b, &pos->node))
  301. continue;
  302. ++*idx;
  303. if (pos->line && strstr(pos->line, s) != NULL)
  304. return pos;
  305. }
  306. return NULL;
  307. }
  308. static bool __annotate_browser__search(struct annotate_browser *browser)
  309. {
  310. struct disasm_line *dl;
  311. s64 idx;
  312. dl = annotate_browser__find_string(browser, browser->search_bf, &idx);
  313. if (dl == NULL) {
  314. ui_helpline__puts("String not found!");
  315. return false;
  316. }
  317. annotate_browser__set_top(browser, dl, idx);
  318. browser->searching_backwards = false;
  319. return true;
  320. }
  321. static
  322. struct disasm_line *annotate_browser__find_string_reverse(struct annotate_browser *browser,
  323. char *s, s64 *idx)
  324. {
  325. struct map_symbol *ms = browser->b.priv;
  326. struct symbol *sym = ms->sym;
  327. struct annotation *notes = symbol__annotation(sym);
  328. struct disasm_line *pos = browser->selection;
  329. *idx = browser->b.index;
  330. list_for_each_entry_continue_reverse(pos, &notes->src->source, node) {
  331. if (disasm_line__filter(&browser->b, &pos->node))
  332. continue;
  333. --*idx;
  334. if (pos->line && strstr(pos->line, s) != NULL)
  335. return pos;
  336. }
  337. return NULL;
  338. }
  339. static bool __annotate_browser__search_reverse(struct annotate_browser *browser)
  340. {
  341. struct disasm_line *dl;
  342. s64 idx;
  343. dl = annotate_browser__find_string_reverse(browser, browser->search_bf, &idx);
  344. if (dl == NULL) {
  345. ui_helpline__puts("String not found!");
  346. return false;
  347. }
  348. annotate_browser__set_top(browser, dl, idx);
  349. browser->searching_backwards = true;
  350. return true;
  351. }
  352. static bool annotate_browser__search_window(struct annotate_browser *browser,
  353. int delay_secs)
  354. {
  355. if (ui_browser__input_window("Search", "String: ", browser->search_bf,
  356. "ENTER: OK, ESC: Cancel",
  357. delay_secs * 2) != K_ENTER ||
  358. !*browser->search_bf)
  359. return false;
  360. return true;
  361. }
  362. static bool annotate_browser__search(struct annotate_browser *browser, int delay_secs)
  363. {
  364. if (annotate_browser__search_window(browser, delay_secs))
  365. return __annotate_browser__search(browser);
  366. return false;
  367. }
  368. static bool annotate_browser__continue_search(struct annotate_browser *browser,
  369. int delay_secs)
  370. {
  371. if (!*browser->search_bf)
  372. return annotate_browser__search(browser, delay_secs);
  373. return __annotate_browser__search(browser);
  374. }
  375. static bool annotate_browser__search_reverse(struct annotate_browser *browser,
  376. int delay_secs)
  377. {
  378. if (annotate_browser__search_window(browser, delay_secs))
  379. return __annotate_browser__search_reverse(browser);
  380. return false;
  381. }
  382. static
  383. bool annotate_browser__continue_search_reverse(struct annotate_browser *browser,
  384. int delay_secs)
  385. {
  386. if (!*browser->search_bf)
  387. return annotate_browser__search_reverse(browser, delay_secs);
  388. return __annotate_browser__search_reverse(browser);
  389. }
  390. static int annotate_browser__run(struct annotate_browser *self, int evidx,
  391. void(*timer)(void *arg),
  392. void *arg, int delay_secs)
  393. {
  394. struct rb_node *nd = NULL;
  395. struct map_symbol *ms = self->b.priv;
  396. struct symbol *sym = ms->sym;
  397. const char *help = "<-/ESC: Exit, TAB/shift+TAB: Cycle hot lines, "
  398. "H: Go to hottest line, ->/ENTER: Line action, "
  399. "O: Toggle offset view, "
  400. "S: Toggle source code view";
  401. int key;
  402. if (ui_browser__show(&self->b, sym->name, help) < 0)
  403. return -1;
  404. annotate_browser__calc_percent(self, evidx);
  405. if (self->curr_hot) {
  406. annotate_browser__set_rb_top(self, self->curr_hot);
  407. self->b.navkeypressed = false;
  408. }
  409. nd = self->curr_hot;
  410. while (1) {
  411. key = ui_browser__run(&self->b, delay_secs);
  412. if (delay_secs != 0) {
  413. annotate_browser__calc_percent(self, evidx);
  414. /*
  415. * Current line focus got out of the list of most active
  416. * lines, NULL it so that if TAB|UNTAB is pressed, we
  417. * move to curr_hot (current hottest line).
  418. */
  419. if (nd != NULL && RB_EMPTY_NODE(nd))
  420. nd = NULL;
  421. }
  422. switch (key) {
  423. case K_TIMER:
  424. if (timer != NULL)
  425. timer(arg);
  426. if (delay_secs != 0)
  427. symbol__annotate_decay_histogram(sym, evidx);
  428. continue;
  429. case K_TAB:
  430. if (nd != NULL) {
  431. nd = rb_prev(nd);
  432. if (nd == NULL)
  433. nd = rb_last(&self->entries);
  434. } else
  435. nd = self->curr_hot;
  436. break;
  437. case K_UNTAB:
  438. if (nd != NULL)
  439. nd = rb_next(nd);
  440. if (nd == NULL)
  441. nd = rb_first(&self->entries);
  442. else
  443. nd = self->curr_hot;
  444. break;
  445. case 'H':
  446. case 'h':
  447. nd = self->curr_hot;
  448. break;
  449. case 'S':
  450. case 's':
  451. if (annotate_browser__toggle_source(self))
  452. ui_helpline__puts(help);
  453. continue;
  454. case 'O':
  455. case 'o':
  456. self->use_offset = !self->use_offset;
  457. continue;
  458. case '/':
  459. if (annotate_browser__search(self, delay_secs)) {
  460. show_help:
  461. ui_helpline__puts(help);
  462. }
  463. continue;
  464. case 'n':
  465. if (self->searching_backwards ?
  466. annotate_browser__continue_search_reverse(self, delay_secs) :
  467. annotate_browser__continue_search(self, delay_secs))
  468. goto show_help;
  469. continue;
  470. case '?':
  471. if (annotate_browser__search_reverse(self, delay_secs))
  472. goto show_help;
  473. continue;
  474. case K_ENTER:
  475. case K_RIGHT:
  476. if (self->selection == NULL)
  477. ui_helpline__puts("Huh? No selection. Report to linux-kernel@vger.kernel.org");
  478. else if (self->selection->offset == -1)
  479. ui_helpline__puts("Actions are only available for assembly lines.");
  480. else if (!self->selection->ins ||
  481. !(annotate_browser__jump(self) ||
  482. annotate_browser__callq(self, evidx, timer, arg, delay_secs)))
  483. ui_helpline__puts("Actions are only available for the 'callq' and jump instructions.");
  484. continue;
  485. case K_LEFT:
  486. case K_ESC:
  487. case 'q':
  488. case CTRL('c'):
  489. goto out;
  490. default:
  491. continue;
  492. }
  493. if (nd != NULL)
  494. annotate_browser__set_rb_top(self, nd);
  495. }
  496. out:
  497. ui_browser__hide(&self->b);
  498. return key;
  499. }
  500. int hist_entry__tui_annotate(struct hist_entry *he, int evidx,
  501. void(*timer)(void *arg), void *arg, int delay_secs)
  502. {
  503. return symbol__tui_annotate(he->ms.sym, he->ms.map, evidx,
  504. timer, arg, delay_secs);
  505. }
  506. static void annotate_browser__mark_jump_targets(struct annotate_browser *browser,
  507. size_t size)
  508. {
  509. u64 offset;
  510. for (offset = 0; offset < size; ++offset) {
  511. struct disasm_line *dl = browser->offsets[offset], *dlt;
  512. struct browser_disasm_line *bdlt;
  513. if (!dl || !dl->ins || !ins__is_jump(dl->ins))
  514. continue;
  515. if (dl->target >= size) {
  516. ui__error("jump to after symbol!\n"
  517. "size: %zx, jump target: %" PRIx64,
  518. size, dl->target);
  519. continue;
  520. }
  521. dlt = browser->offsets[dl->target];
  522. bdlt = disasm_line__browser(dlt);
  523. bdlt->jump_target = true;
  524. }
  525. }
  526. int symbol__tui_annotate(struct symbol *sym, struct map *map, int evidx,
  527. void(*timer)(void *arg), void *arg,
  528. int delay_secs)
  529. {
  530. struct disasm_line *pos, *n;
  531. struct annotation *notes;
  532. const size_t size = symbol__size(sym);
  533. struct map_symbol ms = {
  534. .map = map,
  535. .sym = sym,
  536. };
  537. struct annotate_browser browser = {
  538. .b = {
  539. .refresh = ui_browser__list_head_refresh,
  540. .seek = ui_browser__list_head_seek,
  541. .write = annotate_browser__write,
  542. .filter = disasm_line__filter,
  543. .priv = &ms,
  544. .use_navkeypressed = true,
  545. },
  546. };
  547. int ret = -1;
  548. if (sym == NULL)
  549. return -1;
  550. if (map->dso->annotate_warned)
  551. return -1;
  552. browser.offsets = zalloc(size * sizeof(struct disasm_line *));
  553. if (browser.offsets == NULL) {
  554. ui__error("Not enough memory!");
  555. return -1;
  556. }
  557. if (symbol__annotate(sym, map, sizeof(struct browser_disasm_line)) < 0) {
  558. ui__error("%s", ui_helpline__last_msg);
  559. goto out_free_offsets;
  560. }
  561. ui_helpline__push("Press <- or ESC to exit");
  562. notes = symbol__annotation(sym);
  563. browser.start = map__rip_2objdump(map, sym->start);
  564. list_for_each_entry(pos, &notes->src->source, node) {
  565. struct browser_disasm_line *bpos;
  566. size_t line_len = strlen(pos->line);
  567. if (browser.b.width < line_len)
  568. browser.b.width = line_len;
  569. bpos = disasm_line__browser(pos);
  570. bpos->idx = browser.nr_entries++;
  571. if (pos->offset != -1) {
  572. bpos->idx_asm = browser.nr_asm_entries++;
  573. browser.offsets[pos->offset] = pos;
  574. } else
  575. bpos->idx_asm = -1;
  576. }
  577. annotate_browser__mark_jump_targets(&browser, size);
  578. browser.b.nr_entries = browser.nr_entries;
  579. browser.b.entries = &notes->src->source,
  580. browser.b.width += 18; /* Percentage */
  581. ret = annotate_browser__run(&browser, evidx, timer, arg, delay_secs);
  582. list_for_each_entry_safe(pos, n, &notes->src->source, node) {
  583. list_del(&pos->node);
  584. disasm_line__free(pos);
  585. }
  586. out_free_offsets:
  587. free(browser.offsets);
  588. return ret;
  589. }