blob: 3e34ee0fde2830132ed171dc2fddac691aa62e20 [file] [log] [blame]
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001/*
2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
3 *
4 * Parts came from builtin-annotate.c, see those files for further
5 * copyright notes.
6 *
7 * Released under the GPL v2. (and only v2, not any later version)
8 */
9
10#include "util.h"
Namhyung Kim48c65bd2014-02-20 10:32:53 +090011#include "ui/ui.h"
12#include "sort.h"
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -020013#include "build-id.h"
14#include "color.h"
15#include "cache.h"
16#include "symbol.h"
17#include "debug.h"
18#include "annotate.h"
Namhyung Kimdb8fd072013-03-05 14:53:21 +090019#include "evsel.h"
Peter Zijlstra70fbe052016-09-05 16:08:12 -030020#include "block-range.h"
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -030021#include "arch/common.h"
Andi Kleene5924882014-11-12 18:05:26 -080022#include <regex.h>
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -020023#include <pthread.h>
Jiri Olsa4383db82012-10-27 23:18:29 +020024#include <linux/bitops.h>
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -030025#include <sys/utsname.h>
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -020026
Andi Kleenf69b64f2011-09-15 14:31:41 -070027const char *disassembler_style;
Maciek Borzecki7a4ec932012-09-04 12:32:30 +020028const char *objdump_path;
Andi Kleene5924882014-11-12 18:05:26 -080029static regex_t file_lineno;
Andi Kleenf69b64f2011-09-15 14:31:41 -070030
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -030031static struct ins_ops *ins__find(struct arch *arch, const char *name);
Arnaldo Carvalho de Melo2a1ff812016-11-24 11:37:08 -030032static void ins__sort(struct arch *arch);
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -030033static int disasm_line__parse(char *line, const char **namep, char **rawp);
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -030034
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -030035struct arch {
36 const char *name;
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -030037 struct ins *instructions;
38 size_t nr_instructions;
Arnaldo Carvalho de Melo2a1ff812016-11-24 11:37:08 -030039 size_t nr_instructions_allocated;
40 struct ins_ops *(*associate_instruction_ops)(struct arch *arch, const char *name);
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -030041 bool sorted_instructions;
Arnaldo Carvalho de Melo0781ea92016-11-18 12:34:26 -030042 bool initialized;
43 void *priv;
44 int (*init)(struct arch *arch);
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -030045 struct {
46 char comment_char;
Arnaldo Carvalho de Melo9c2fb452016-11-16 15:50:38 -030047 char skip_functions_char;
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -030048 } objdump;
49};
50
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -030051static struct ins_ops call_ops;
52static struct ins_ops dec_ops;
53static struct ins_ops jump_ops;
54static struct ins_ops mov_ops;
55static struct ins_ops nop_ops;
56static struct ins_ops lock_ops;
57static struct ins_ops ret_ops;
58
Arnaldo Carvalho de Melo2a1ff812016-11-24 11:37:08 -030059static int arch__grow_instructions(struct arch *arch)
60{
61 struct ins *new_instructions;
62 size_t new_nr_allocated;
63
64 if (arch->nr_instructions_allocated == 0 && arch->instructions)
65 goto grow_from_non_allocated_table;
66
67 new_nr_allocated = arch->nr_instructions_allocated + 128;
68 new_instructions = realloc(arch->instructions, new_nr_allocated * sizeof(struct ins));
69 if (new_instructions == NULL)
70 return -1;
71
72out_update_instructions:
73 arch->instructions = new_instructions;
74 arch->nr_instructions_allocated = new_nr_allocated;
75 return 0;
76
77grow_from_non_allocated_table:
78 new_nr_allocated = arch->nr_instructions + 128;
79 new_instructions = calloc(new_nr_allocated, sizeof(struct ins));
80 if (new_instructions == NULL)
81 return -1;
82
83 memcpy(new_instructions, arch->instructions, arch->nr_instructions);
84 goto out_update_instructions;
85}
86
Arnaldo Carvalho de Meloacc9bfb2016-11-18 16:54:10 -030087static int arch__associate_ins_ops(struct arch* arch, const char *name, struct ins_ops *ops)
Arnaldo Carvalho de Melo2a1ff812016-11-24 11:37:08 -030088{
89 struct ins *ins;
90
91 if (arch->nr_instructions == arch->nr_instructions_allocated &&
92 arch__grow_instructions(arch))
93 return -1;
94
95 ins = &arch->instructions[arch->nr_instructions];
96 ins->name = strdup(name);
97 if (!ins->name)
98 return -1;
99
100 ins->ops = ops;
101 arch->nr_instructions++;
102
103 ins__sort(arch);
104 return 0;
105}
106
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300107#include "arch/arm/annotate/instructions.c"
108#include "arch/x86/annotate/instructions.c"
Ravi Bangoriadbdebdc2016-11-23 21:33:46 +0530109#include "arch/powerpc/annotate/instructions.c"
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300110
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300111static struct arch architectures[] = {
112 {
113 .name = "arm",
Arnaldo Carvalho de Meloacc9bfb2016-11-18 16:54:10 -0300114 .init = arm__annotate_init,
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300115 },
116 {
117 .name = "x86",
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300118 .instructions = x86__instructions,
119 .nr_instructions = ARRAY_SIZE(x86__instructions),
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300120 .objdump = {
121 .comment_char = '#',
122 },
123 },
Ravi Bangoriadbdebdc2016-11-23 21:33:46 +0530124 {
125 .name = "powerpc",
126 .init = powerpc__annotate_init,
127 },
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300128};
129
Arnaldo Carvalho de Meloc46219ac2012-05-12 13:26:20 -0300130static void ins__delete(struct ins_operands *ops)
131{
Arnaldo Carvalho de Melo39956142015-03-05 15:27:28 -0300132 if (ops == NULL)
133 return;
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300134 zfree(&ops->source.raw);
135 zfree(&ops->source.name);
136 zfree(&ops->target.raw);
137 zfree(&ops->target.name);
Arnaldo Carvalho de Meloc46219ac2012-05-12 13:26:20 -0300138}
139
Arnaldo Carvalho de Melo54170722012-05-07 18:54:16 -0300140static int ins__raw_scnprintf(struct ins *ins, char *bf, size_t size,
141 struct ins_operands *ops)
142{
143 return scnprintf(bf, size, "%-6.6s %s", ins->name, ops->raw);
144}
145
146int ins__scnprintf(struct ins *ins, char *bf, size_t size,
147 struct ins_operands *ops)
148{
149 if (ins->ops->scnprintf)
150 return ins->ops->scnprintf(ins, bf, size, ops);
151
152 return ins__raw_scnprintf(ins, bf, size, ops);
153}
154
Arnaldo Carvalho de Melo9c2fb452016-11-16 15:50:38 -0300155static int call__parse(struct arch *arch, struct ins_operands *ops, struct map *map)
Arnaldo Carvalho de Melod86b0592012-04-18 16:07:38 -0300156{
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300157 char *endptr, *tok, *name;
158
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300159 ops->target.addr = strtoull(ops->raw, &endptr, 16);
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300160
161 name = strchr(endptr, '<');
162 if (name == NULL)
163 goto indirect_call;
164
165 name++;
166
Arnaldo Carvalho de Melo9c2fb452016-11-16 15:50:38 -0300167 if (arch->objdump.skip_functions_char &&
168 strchr(name, arch->objdump.skip_functions_char))
Russell Kingcfef25b2015-12-06 23:07:13 +0000169 return -1;
Russell Kingcfef25b2015-12-06 23:07:13 +0000170
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300171 tok = strchr(name, '>');
172 if (tok == NULL)
173 return -1;
174
175 *tok = '\0';
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300176 ops->target.name = strdup(name);
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300177 *tok = '>';
178
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300179 return ops->target.name == NULL ? -1 : 0;
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300180
181indirect_call:
Ravi Bangoria88a7fcf2016-08-19 18:29:35 +0530182 tok = strchr(endptr, '*');
183 if (tok == NULL) {
Arnaldo Carvalho de Melo5f62d4f2016-09-19 17:26:11 -0300184 struct symbol *sym = map__find_symbol(map, map->map_ip(map, ops->target.addr));
185 if (sym != NULL)
186 ops->target.name = strdup(sym->name);
187 else
188 ops->target.addr = 0;
Arnaldo Carvalho de Meloe8ea1562012-05-11 12:28:55 -0300189 return 0;
190 }
191
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300192 ops->target.addr = strtoull(tok + 1, NULL, 16);
Arnaldo Carvalho de Melod86b0592012-04-18 16:07:38 -0300193 return 0;
194}
195
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300196static int call__scnprintf(struct ins *ins, char *bf, size_t size,
Arnaldo Carvalho de Melo54170722012-05-07 18:54:16 -0300197 struct ins_operands *ops)
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300198{
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300199 if (ops->target.name)
200 return scnprintf(bf, size, "%-6.6s %s", ins->name, ops->target.name);
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300201
Arnaldo Carvalho de Meloe8ea1562012-05-11 12:28:55 -0300202 if (ops->target.addr == 0)
203 return ins__raw_scnprintf(ins, bf, size, ops);
204
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300205 return scnprintf(bf, size, "%-6.6s *%" PRIx64, ins->name, ops->target.addr);
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300206}
207
Arnaldo Carvalho de Melod86b0592012-04-18 16:07:38 -0300208static struct ins_ops call_ops = {
Arnaldo Carvalho de Melod2232882012-04-20 15:26:47 -0300209 .parse = call__parse,
210 .scnprintf = call__scnprintf,
Arnaldo Carvalho de Melod86b0592012-04-18 16:07:38 -0300211};
212
213bool ins__is_call(const struct ins *ins)
214{
215 return ins->ops == &call_ops;
216}
217
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300218static int jump__parse(struct arch *arch __maybe_unused, struct ins_operands *ops, struct map *map __maybe_unused)
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300219{
Arnaldo Carvalho de Meloc7e6ead2012-04-20 14:38:46 -0300220 const char *s = strchr(ops->raw, '+');
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300221
Adrian Hunterbbb7f842013-08-07 14:38:54 +0300222 ops->target.addr = strtoull(ops->raw, NULL, 16);
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300223
Arnaldo Carvalho de Melofb29fa582012-04-25 14:16:03 -0300224 if (s++ != NULL)
Adrian Hunterbbb7f842013-08-07 14:38:54 +0300225 ops->target.offset = strtoull(s, NULL, 16);
Arnaldo Carvalho de Melofb29fa582012-04-25 14:16:03 -0300226 else
227 ops->target.offset = UINT64_MAX;
228
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300229 return 0;
230}
231
Arnaldo Carvalho de Meloc7e6ead2012-04-20 14:38:46 -0300232static int jump__scnprintf(struct ins *ins, char *bf, size_t size,
Arnaldo Carvalho de Melo54170722012-05-07 18:54:16 -0300233 struct ins_operands *ops)
Arnaldo Carvalho de Melo28548d72012-04-19 10:16:27 -0300234{
Arnaldo Carvalho de Melo44d1a3e2012-04-25 08:00:23 -0300235 return scnprintf(bf, size, "%-6.6s %" PRIx64, ins->name, ops->target.offset);
Arnaldo Carvalho de Melo28548d72012-04-19 10:16:27 -0300236}
237
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300238static struct ins_ops jump_ops = {
Arnaldo Carvalho de Meloc7e6ead2012-04-20 14:38:46 -0300239 .parse = jump__parse,
240 .scnprintf = jump__scnprintf,
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300241};
242
243bool ins__is_jump(const struct ins *ins)
244{
245 return ins->ops == &jump_ops;
246}
247
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300248static int comment__symbol(char *raw, char *comment, u64 *addrp, char **namep)
249{
250 char *endptr, *name, *t;
251
252 if (strstr(raw, "(%rip)") == NULL)
253 return 0;
254
255 *addrp = strtoull(comment, &endptr, 16);
256 name = strchr(endptr, '<');
257 if (name == NULL)
258 return -1;
259
260 name++;
261
262 t = strchr(name, '>');
263 if (t == NULL)
264 return 0;
265
266 *t = '\0';
267 *namep = strdup(name);
268 *t = '>';
269
270 return 0;
271}
272
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300273static int lock__parse(struct arch *arch, struct ins_operands *ops, struct map *map)
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300274{
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300275 ops->locked.ops = zalloc(sizeof(*ops->locked.ops));
276 if (ops->locked.ops == NULL)
277 return 0;
278
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300279 if (disasm_line__parse(ops->raw, &ops->locked.ins.name, &ops->locked.ops->raw) < 0)
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300280 goto out_free_ops;
281
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300282 ops->locked.ins.ops = ins__find(arch, ops->locked.ins.name);
Rabin Vincent0fb9f2a2015-01-18 20:00:21 +0100283
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300284 if (ops->locked.ins.ops == NULL)
Namhyung Kim2ba34aa2012-11-10 02:27:13 +0900285 goto out_free_ops;
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300286
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300287 if (ops->locked.ins.ops->parse &&
288 ops->locked.ins.ops->parse(arch, ops->locked.ops, map) < 0)
Rabin Vincentbe819082015-01-18 20:00:20 +0100289 goto out_free_ops;
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300290
291 return 0;
292
293out_free_ops:
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -0300294 zfree(&ops->locked.ops);
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300295 return 0;
296}
297
298static int lock__scnprintf(struct ins *ins, char *bf, size_t size,
299 struct ins_operands *ops)
300{
301 int printed;
302
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300303 if (ops->locked.ins.ops == NULL)
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300304 return ins__raw_scnprintf(ins, bf, size, ops);
305
306 printed = scnprintf(bf, size, "%-6.6s ", ins->name);
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300307 return printed + ins__scnprintf(&ops->locked.ins, bf + printed,
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300308 size - printed, ops->locked.ops);
309}
310
Arnaldo Carvalho de Meloc46219ac2012-05-12 13:26:20 -0300311static void lock__delete(struct ins_operands *ops)
312{
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300313 struct ins *ins = &ops->locked.ins;
Rabin Vincent0fb9f2a2015-01-18 20:00:21 +0100314
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300315 if (ins->ops && ins->ops->free)
Rabin Vincent0fb9f2a2015-01-18 20:00:21 +0100316 ins->ops->free(ops->locked.ops);
317 else
318 ins__delete(ops->locked.ops);
319
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300320 zfree(&ops->locked.ops);
321 zfree(&ops->target.raw);
322 zfree(&ops->target.name);
Arnaldo Carvalho de Meloc46219ac2012-05-12 13:26:20 -0300323}
324
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300325static struct ins_ops lock_ops = {
Arnaldo Carvalho de Meloc46219ac2012-05-12 13:26:20 -0300326 .free = lock__delete,
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300327 .parse = lock__parse,
328 .scnprintf = lock__scnprintf,
329};
330
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300331static int mov__parse(struct arch *arch, struct ins_operands *ops, struct map *map __maybe_unused)
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300332{
333 char *s = strchr(ops->raw, ','), *target, *comment, prev;
334
335 if (s == NULL)
336 return -1;
337
338 *s = '\0';
339 ops->source.raw = strdup(ops->raw);
340 *s = ',';
Arnaldo Carvalho de Melo48000a12014-12-17 17:24:45 -0300341
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300342 if (ops->source.raw == NULL)
343 return -1;
344
345 target = ++s;
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300346 comment = strchr(s, arch->objdump.comment_char);
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300347
Alex Converse1e2bb042014-08-14 14:03:00 -0700348 if (comment != NULL)
349 s = comment - 1;
350 else
351 s = strchr(s, '\0') - 1;
352
353 while (s > target && isspace(s[0]))
354 --s;
355 s++;
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300356 prev = *s;
357 *s = '\0';
358
359 ops->target.raw = strdup(target);
360 *s = prev;
361
362 if (ops->target.raw == NULL)
363 goto out_free_source;
364
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300365 if (comment == NULL)
366 return 0;
367
368 while (comment[0] != '\0' && isspace(comment[0]))
369 ++comment;
370
371 comment__symbol(ops->source.raw, comment, &ops->source.addr, &ops->source.name);
372 comment__symbol(ops->target.raw, comment, &ops->target.addr, &ops->target.name);
373
374 return 0;
375
376out_free_source:
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -0300377 zfree(&ops->source.raw);
Arnaldo Carvalho de Melo6de783b2012-05-11 16:48:49 -0300378 return -1;
379}
380
381static int mov__scnprintf(struct ins *ins, char *bf, size_t size,
382 struct ins_operands *ops)
383{
384 return scnprintf(bf, size, "%-6.6s %s,%s", ins->name,
385 ops->source.name ?: ops->source.raw,
386 ops->target.name ?: ops->target.raw);
387}
388
389static struct ins_ops mov_ops = {
390 .parse = mov__parse,
391 .scnprintf = mov__scnprintf,
392};
393
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300394static int dec__parse(struct arch *arch __maybe_unused, struct ins_operands *ops, struct map *map __maybe_unused)
Arnaldo Carvalho de Meloa43712c2012-05-11 17:21:09 -0300395{
396 char *target, *comment, *s, prev;
397
398 target = s = ops->raw;
399
400 while (s[0] != '\0' && !isspace(s[0]))
401 ++s;
402 prev = *s;
403 *s = '\0';
404
405 ops->target.raw = strdup(target);
406 *s = prev;
407
408 if (ops->target.raw == NULL)
409 return -1;
410
411 comment = strchr(s, '#');
412 if (comment == NULL)
413 return 0;
414
415 while (comment[0] != '\0' && isspace(comment[0]))
416 ++comment;
417
418 comment__symbol(ops->target.raw, comment, &ops->target.addr, &ops->target.name);
419
420 return 0;
421}
422
423static int dec__scnprintf(struct ins *ins, char *bf, size_t size,
424 struct ins_operands *ops)
425{
426 return scnprintf(bf, size, "%-6.6s %s", ins->name,
427 ops->target.name ?: ops->target.raw);
428}
429
430static struct ins_ops dec_ops = {
431 .parse = dec__parse,
432 .scnprintf = dec__scnprintf,
433};
434
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300435static int nop__scnprintf(struct ins *ins __maybe_unused, char *bf, size_t size,
436 struct ins_operands *ops __maybe_unused)
Arnaldo Carvalho de Melob9818e92012-05-07 18:57:02 -0300437{
438 return scnprintf(bf, size, "%-6.6s", "nop");
439}
440
441static struct ins_ops nop_ops = {
442 .scnprintf = nop__scnprintf,
443};
444
Naveen N. Rao6ef94922016-06-24 17:23:58 +0530445static struct ins_ops ret_ops = {
446 .scnprintf = ins__raw_scnprintf,
447};
448
449bool ins__is_ret(const struct ins *ins)
450{
451 return ins->ops == &ret_ops;
452}
453
Chris Ryder7e4c1492016-05-19 17:59:46 +0100454static int ins__key_cmp(const void *name, const void *insp)
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300455{
456 const struct ins *ins = insp;
457
458 return strcmp(name, ins->name);
459}
460
Chris Ryder7e4c1492016-05-19 17:59:46 +0100461static int ins__cmp(const void *a, const void *b)
462{
463 const struct ins *ia = a;
464 const struct ins *ib = b;
465
466 return strcmp(ia->name, ib->name);
467}
468
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300469static void ins__sort(struct arch *arch)
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300470{
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300471 const int nmemb = arch->nr_instructions;
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300472
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300473 qsort(arch->instructions, nmemb, sizeof(struct ins), ins__cmp);
Chris Ryder7e4c1492016-05-19 17:59:46 +0100474}
475
Arnaldo Carvalho de Melo2a1ff812016-11-24 11:37:08 -0300476static struct ins_ops *__ins__find(struct arch *arch, const char *name)
Chris Ryder7e4c1492016-05-19 17:59:46 +0100477{
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300478 struct ins *ins;
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300479 const int nmemb = arch->nr_instructions;
Chris Ryder7e4c1492016-05-19 17:59:46 +0100480
Arnaldo Carvalho de Melo763d8962016-11-17 12:31:51 -0300481 if (!arch->sorted_instructions) {
482 ins__sort(arch);
483 arch->sorted_instructions = true;
Chris Ryder7e4c1492016-05-19 17:59:46 +0100484 }
485
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300486 ins = bsearch(name, arch->instructions, nmemb, sizeof(struct ins), ins__key_cmp);
487 return ins ? ins->ops : NULL;
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300488}
489
Arnaldo Carvalho de Melo2a1ff812016-11-24 11:37:08 -0300490static struct ins_ops *ins__find(struct arch *arch, const char *name)
491{
492 struct ins_ops *ops = __ins__find(arch, name);
493
494 if (!ops && arch->associate_instruction_ops)
495 ops = arch->associate_instruction_ops(arch, name);
496
497 return ops;
498}
499
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300500static int arch__key_cmp(const void *name, const void *archp)
501{
502 const struct arch *arch = archp;
503
504 return strcmp(name, arch->name);
505}
506
507static int arch__cmp(const void *a, const void *b)
508{
509 const struct arch *aa = a;
510 const struct arch *ab = b;
511
512 return strcmp(aa->name, ab->name);
513}
514
515static void arch__sort(void)
516{
517 const int nmemb = ARRAY_SIZE(architectures);
518
519 qsort(architectures, nmemb, sizeof(struct arch), arch__cmp);
520}
521
522static struct arch *arch__find(const char *name)
523{
524 const int nmemb = ARRAY_SIZE(architectures);
525 static bool sorted;
526
527 if (!sorted) {
528 arch__sort();
529 sorted = true;
530 }
531
532 return bsearch(name, architectures, nmemb, sizeof(struct arch), arch__key_cmp);
533}
534
Arnaldo Carvalho de Melod04b35f2011-11-11 22:17:32 -0200535int symbol__alloc_hist(struct symbol *sym)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200536{
537 struct annotation *notes = symbol__annotation(sym);
Arnaldo Carvalho de Melo1b2e2df2012-04-19 10:57:06 -0300538 const size_t size = symbol__size(sym);
Cody Schafer86963292012-07-19 20:05:25 -0700539 size_t sizeof_sym_hist;
540
541 /* Check for overflow when calculating sizeof_sym_hist */
542 if (size > (SIZE_MAX - sizeof(struct sym_hist)) / sizeof(u64))
543 return -1;
544
545 sizeof_sym_hist = (sizeof(struct sym_hist) + size * sizeof(u64));
546
547 /* Check for overflow in zalloc argument */
548 if (sizeof_sym_hist > (SIZE_MAX - sizeof(*notes->src))
549 / symbol_conf.nr_events)
550 return -1;
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -0200551
Arnaldo Carvalho de Melod04b35f2011-11-11 22:17:32 -0200552 notes->src = zalloc(sizeof(*notes->src) + symbol_conf.nr_events * sizeof_sym_hist);
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -0200553 if (notes->src == NULL)
554 return -1;
555 notes->src->sizeof_sym_hist = sizeof_sym_hist;
Arnaldo Carvalho de Melod04b35f2011-11-11 22:17:32 -0200556 notes->src->nr_histograms = symbol_conf.nr_events;
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -0200557 INIT_LIST_HEAD(&notes->src->source);
558 return 0;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200559}
560
Andi Kleend4957632015-07-18 08:24:48 -0700561/* The cycles histogram is lazily allocated. */
562static int symbol__alloc_hist_cycles(struct symbol *sym)
563{
564 struct annotation *notes = symbol__annotation(sym);
565 const size_t size = symbol__size(sym);
566
567 notes->src->cycles_hist = calloc(size, sizeof(struct cyc_hist));
568 if (notes->src->cycles_hist == NULL)
569 return -1;
570 return 0;
571}
572
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -0200573void symbol__annotate_zero_histograms(struct symbol *sym)
574{
575 struct annotation *notes = symbol__annotation(sym);
576
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -0200577 pthread_mutex_lock(&notes->lock);
Andi Kleend4957632015-07-18 08:24:48 -0700578 if (notes->src != NULL) {
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -0200579 memset(notes->src->histograms, 0,
580 notes->src->nr_histograms * notes->src->sizeof_sym_hist);
Andi Kleend4957632015-07-18 08:24:48 -0700581 if (notes->src->cycles_hist)
582 memset(notes->src->cycles_hist, 0,
583 symbol__size(sym) * sizeof(struct cyc_hist));
584 }
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -0200585 pthread_mutex_unlock(&notes->lock);
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -0200586}
587
Andi Kleend4957632015-07-18 08:24:48 -0700588static int __symbol__account_cycles(struct annotation *notes,
589 u64 start,
590 unsigned offset, unsigned cycles,
591 unsigned have_start)
592{
593 struct cyc_hist *ch;
594
595 ch = notes->src->cycles_hist;
596 /*
597 * For now we can only account one basic block per
598 * final jump. But multiple could be overlapping.
599 * Always account the longest one. So when
600 * a shorter one has been already seen throw it away.
601 *
602 * We separately always account the full cycles.
603 */
604 ch[offset].num_aggr++;
605 ch[offset].cycles_aggr += cycles;
606
607 if (!have_start && ch[offset].have_start)
608 return 0;
609 if (ch[offset].num) {
610 if (have_start && (!ch[offset].have_start ||
611 ch[offset].start > start)) {
612 ch[offset].have_start = 0;
613 ch[offset].cycles = 0;
614 ch[offset].num = 0;
615 if (ch[offset].reset < 0xffff)
616 ch[offset].reset++;
617 } else if (have_start &&
618 ch[offset].start < start)
619 return 0;
620 }
621 ch[offset].have_start = have_start;
622 ch[offset].start = start;
623 ch[offset].cycles += cycles;
624 ch[offset].num++;
625 return 0;
626}
627
Arnaldo Carvalho de Melob66d8c02013-12-18 15:37:41 -0300628static int __symbol__inc_addr_samples(struct symbol *sym, struct map *map,
629 struct annotation *notes, int evidx, u64 addr)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200630{
Arnaldo Carvalho de Melo2f525d02011-02-04 13:43:24 -0200631 unsigned offset;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200632 struct sym_hist *h;
633
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200634 pr_debug3("%s: addr=%#" PRIx64 "\n", __func__, map->unmap_ip(map, addr));
635
Arnaldo Carvalho de Meloe3d006c2015-10-21 15:45:13 -0300636 if (addr < sym->start || addr >= sym->end) {
637 pr_debug("%s(%d): ERANGE! sym->name=%s, start=%#" PRIx64 ", addr=%#" PRIx64 ", end=%#" PRIx64 "\n",
638 __func__, __LINE__, sym->name, sym->start, addr, sym->end);
Arnaldo Carvalho de Melo31d68e72012-03-27 12:55:57 -0300639 return -ERANGE;
Arnaldo Carvalho de Meloe3d006c2015-10-21 15:45:13 -0300640 }
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200641
Arnaldo Carvalho de Melo2f525d02011-02-04 13:43:24 -0200642 offset = addr - sym->start;
643 h = annotation__histogram(notes, evidx);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200644 h->sum++;
645 h->addr[offset]++;
646
647 pr_debug3("%#" PRIx64 " %s: period++ [addr: %#" PRIx64 ", %#" PRIx64
Arnaldo Carvalho de Melo2f525d02011-02-04 13:43:24 -0200648 ", evidx=%d] => %" PRIu64 "\n", sym->start, sym->name,
649 addr, addr - sym->start, evidx, h->addr[offset]);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200650 return 0;
651}
652
Andi Kleend4957632015-07-18 08:24:48 -0700653static struct annotation *symbol__get_annotation(struct symbol *sym, bool cycles)
Andi Kleen83be34a2015-05-27 10:51:46 -0700654{
655 struct annotation *notes = symbol__annotation(sym);
656
657 if (notes->src == NULL) {
658 if (symbol__alloc_hist(sym) < 0)
659 return NULL;
660 }
Andi Kleend4957632015-07-18 08:24:48 -0700661 if (!notes->src->cycles_hist && cycles) {
662 if (symbol__alloc_hist_cycles(sym) < 0)
663 return NULL;
664 }
Andi Kleen83be34a2015-05-27 10:51:46 -0700665 return notes;
666}
667
Arnaldo Carvalho de Melo44e83032013-12-18 17:12:24 -0300668static int symbol__inc_addr_samples(struct symbol *sym, struct map *map,
669 int evidx, u64 addr)
Arnaldo Carvalho de Melob66d8c02013-12-18 15:37:41 -0300670{
671 struct annotation *notes;
672
Namhyung Kim48c65bd2014-02-20 10:32:53 +0900673 if (sym == NULL)
Arnaldo Carvalho de Melob66d8c02013-12-18 15:37:41 -0300674 return 0;
Andi Kleend4957632015-07-18 08:24:48 -0700675 notes = symbol__get_annotation(sym, false);
Andi Kleen83be34a2015-05-27 10:51:46 -0700676 if (notes == NULL)
677 return -ENOMEM;
Arnaldo Carvalho de Melob66d8c02013-12-18 15:37:41 -0300678 return __symbol__inc_addr_samples(sym, map, notes, evidx, addr);
679}
680
Andi Kleend4957632015-07-18 08:24:48 -0700681static int symbol__account_cycles(u64 addr, u64 start,
682 struct symbol *sym, unsigned cycles)
683{
684 struct annotation *notes;
685 unsigned offset;
686
687 if (sym == NULL)
688 return 0;
689 notes = symbol__get_annotation(sym, true);
690 if (notes == NULL)
691 return -ENOMEM;
692 if (addr < sym->start || addr >= sym->end)
693 return -ERANGE;
694
695 if (start) {
696 if (start < sym->start || start >= sym->end)
697 return -ERANGE;
698 if (start >= addr)
699 start = 0;
700 }
701 offset = addr - sym->start;
702 return __symbol__account_cycles(notes,
703 start ? start - sym->start : 0,
704 offset, cycles,
705 !!start);
706}
707
708int addr_map_symbol__account_cycles(struct addr_map_symbol *ams,
709 struct addr_map_symbol *start,
710 unsigned cycles)
711{
Adrian Hunter3d7245b2015-08-14 10:11:34 +0300712 u64 saddr = 0;
Andi Kleend4957632015-07-18 08:24:48 -0700713 int err;
714
715 if (!cycles)
716 return 0;
717
718 /*
719 * Only set start when IPC can be computed. We can only
720 * compute it when the basic block is completely in a single
721 * function.
722 * Special case the case when the jump is elsewhere, but
723 * it starts on the function start.
724 */
725 if (start &&
726 (start->sym == ams->sym ||
727 (ams->sym &&
728 start->addr == ams->sym->start + ams->map->start)))
729 saddr = start->al_addr;
730 if (saddr == 0)
Adrian Hunter3d7245b2015-08-14 10:11:34 +0300731 pr_debug2("BB with bad start: addr %"PRIx64" start %"PRIx64" sym %"PRIx64" saddr %"PRIx64"\n",
Andi Kleend4957632015-07-18 08:24:48 -0700732 ams->addr,
733 start ? start->addr : 0,
734 ams->sym ? ams->sym->start + ams->map->start : 0,
735 saddr);
736 err = symbol__account_cycles(ams->al_addr, saddr, ams->sym, cycles);
737 if (err)
738 pr_debug2("account_cycles failed %d\n", err);
739 return err;
740}
741
Arnaldo Carvalho de Melo0f4e7a22013-12-18 16:48:29 -0300742int addr_map_symbol__inc_samples(struct addr_map_symbol *ams, int evidx)
743{
744 return symbol__inc_addr_samples(ams->sym, ams->map, evidx, ams->al_addr);
745}
746
Arnaldo Carvalho de Melof626adf2013-12-18 17:10:15 -0300747int hist_entry__inc_addr_samples(struct hist_entry *he, int evidx, u64 ip)
748{
749 return symbol__inc_addr_samples(he->ms.sym, he->ms.map, evidx, ip);
750}
751
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300752static void disasm_line__init_ins(struct disasm_line *dl, struct arch *arch, struct map *map)
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300753{
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300754 dl->ins.ops = ins__find(arch, dl->ins.name);
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300755
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300756 if (!dl->ins.ops)
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300757 return;
758
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300759 if (dl->ins.ops->parse && dl->ins.ops->parse(arch, &dl->ops, map) < 0)
760 dl->ins.ops = NULL;
Arnaldo Carvalho de Melo4f9d0322012-04-18 13:58:34 -0300761}
762
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300763static int disasm_line__parse(char *line, const char **namep, char **rawp)
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300764{
765 char *name = line, tmp;
766
767 while (isspace(name[0]))
768 ++name;
769
770 if (name[0] == '\0')
771 return -1;
772
773 *rawp = name + 1;
774
775 while ((*rawp)[0] != '\0' && !isspace((*rawp)[0]))
776 ++*rawp;
777
778 tmp = (*rawp)[0];
779 (*rawp)[0] = '\0';
780 *namep = strdup(name);
781
782 if (*namep == NULL)
783 goto out_free_name;
784
785 (*rawp)[0] = tmp;
786
787 if ((*rawp)[0] != '\0') {
788 (*rawp)++;
789 while (isspace((*rawp)[0]))
790 ++(*rawp);
791 }
792
793 return 0;
794
795out_free_name:
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300796 free((void *)namep);
797 *namep = NULL;
Arnaldo Carvalho de Melo7a997fe2012-05-12 13:15:34 -0300798 return -1;
799}
800
Andi Kleene5924882014-11-12 18:05:26 -0800801static struct disasm_line *disasm_line__new(s64 offset, char *line,
Arnaldo Carvalho de Melobff5c302016-09-19 17:18:16 -0300802 size_t privsize, int line_nr,
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300803 struct arch *arch,
Arnaldo Carvalho de Melobff5c302016-09-19 17:18:16 -0300804 struct map *map)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200805{
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -0300806 struct disasm_line *dl = zalloc(sizeof(*dl) + privsize);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200807
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300808 if (dl != NULL) {
809 dl->offset = offset;
810 dl->line = strdup(line);
Andi Kleene5924882014-11-12 18:05:26 -0800811 dl->line_nr = line_nr;
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300812 if (dl->line == NULL)
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -0300813 goto out_delete;
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -0300814
815 if (offset != -1) {
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300816 if (disasm_line__parse(dl->line, &dl->ins.name, &dl->ops.raw) < 0)
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -0300817 goto out_free_line;
818
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -0300819 disasm_line__init_ins(dl, arch, map);
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -0300820 }
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200821 }
822
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300823 return dl;
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -0300824
825out_free_line:
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300826 zfree(&dl->line);
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -0300827out_delete:
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300828 free(dl);
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -0300829 return NULL;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200830}
831
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300832void disasm_line__free(struct disasm_line *dl)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200833{
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300834 zfree(&dl->line);
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300835 if (dl->ins.ops && dl->ins.ops->free)
836 dl->ins.ops->free(&dl->ops);
Arnaldo Carvalho de Meloc46219ac2012-05-12 13:26:20 -0300837 else
838 ins__delete(&dl->ops);
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300839 free((void *)dl->ins.name);
840 dl->ins.name = NULL;
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300841 free(dl);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200842}
843
Arnaldo Carvalho de Melo54170722012-05-07 18:54:16 -0300844int disasm_line__scnprintf(struct disasm_line *dl, char *bf, size_t size, bool raw)
845{
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300846 if (raw || !dl->ins.ops)
847 return scnprintf(bf, size, "%-6.6s %s", dl->ins.name, dl->ops.raw);
Arnaldo Carvalho de Melo54170722012-05-07 18:54:16 -0300848
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -0300849 return ins__scnprintf(&dl->ins, bf, size, &dl->ops);
Arnaldo Carvalho de Melo54170722012-05-07 18:54:16 -0300850}
851
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300852static void disasm__add(struct list_head *head, struct disasm_line *line)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200853{
854 list_add_tail(&line->node, head);
855}
856
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300857struct disasm_line *disasm__get_next_ip_line(struct list_head *head, struct disasm_line *pos)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200858{
859 list_for_each_entry_continue(pos, head, node)
860 if (pos->offset >= 0)
861 return pos;
862
863 return NULL;
864}
865
Namhyung Kime64aa752013-03-05 14:53:30 +0900866double disasm__calc_percent(struct annotation *notes, int evidx, s64 offset,
Martin Liška0c4a5bc2015-06-19 16:10:43 -0300867 s64 end, const char **path, u64 *nr_samples)
Namhyung Kime5ccf9f2013-03-05 14:53:23 +0900868{
869 struct source_line *src_line = notes->src->lines;
Namhyung Kime5ccf9f2013-03-05 14:53:23 +0900870 double percent = 0.0;
Martin Liška0c4a5bc2015-06-19 16:10:43 -0300871 *nr_samples = 0;
Namhyung Kime5ccf9f2013-03-05 14:53:23 +0900872
Namhyung Kimbd64fcb2013-03-05 14:53:24 +0900873 if (src_line) {
Namhyung Kim1491c222013-03-05 14:53:28 +0900874 size_t sizeof_src_line = sizeof(*src_line) +
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -0300875 sizeof(src_line->samples) * (src_line->nr_pcnt - 1);
Namhyung Kime5ccf9f2013-03-05 14:53:23 +0900876
Namhyung Kim1491c222013-03-05 14:53:28 +0900877 while (offset < end) {
878 src_line = (void *)notes->src->lines +
879 (sizeof_src_line * offset);
880
881 if (*path == NULL)
882 *path = src_line->path;
883
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -0300884 percent += src_line->samples[evidx].percent;
885 *nr_samples += src_line->samples[evidx].nr;
Namhyung Kim1491c222013-03-05 14:53:28 +0900886 offset++;
Namhyung Kimbd64fcb2013-03-05 14:53:24 +0900887 }
888 } else {
Namhyung Kim1491c222013-03-05 14:53:28 +0900889 struct sym_hist *h = annotation__histogram(notes, evidx);
890 unsigned int hits = 0;
891
Namhyung Kimbd64fcb2013-03-05 14:53:24 +0900892 while (offset < end)
893 hits += h->addr[offset++];
894
Martin Liška0c4a5bc2015-06-19 16:10:43 -0300895 if (h->sum) {
896 *nr_samples = hits;
Namhyung Kimbd64fcb2013-03-05 14:53:24 +0900897 percent = 100.0 * hits / h->sum;
Martin Liška0c4a5bc2015-06-19 16:10:43 -0300898 }
Namhyung Kime5ccf9f2013-03-05 14:53:23 +0900899 }
900
Namhyung Kime5ccf9f2013-03-05 14:53:23 +0900901 return percent;
902}
903
Peter Zijlstra70fbe052016-09-05 16:08:12 -0300904static const char *annotate__address_color(struct block_range *br)
905{
906 double cov = block_range__coverage(br);
907
908 if (cov >= 0) {
909 /* mark red for >75% coverage */
910 if (cov > 0.75)
911 return PERF_COLOR_RED;
912
913 /* mark dull for <1% coverage */
914 if (cov < 0.01)
915 return PERF_COLOR_NORMAL;
916 }
917
918 return PERF_COLOR_MAGENTA;
919}
920
921static const char *annotate__asm_color(struct block_range *br)
922{
923 double cov = block_range__coverage(br);
924
925 if (cov >= 0) {
926 /* mark dull for <1% coverage */
927 if (cov < 0.01)
928 return PERF_COLOR_NORMAL;
929 }
930
931 return PERF_COLOR_BLUE;
932}
933
934static void annotate__branch_printf(struct block_range *br, u64 addr)
935{
936 bool emit_comment = true;
937
938 if (!br)
939 return;
940
941#if 1
942 if (br->is_target && br->start == addr) {
943 struct block_range *branch = br;
944 double p;
945
946 /*
947 * Find matching branch to our target.
948 */
949 while (!branch->is_branch)
950 branch = block_range__next(branch);
951
952 p = 100 *(double)br->entry / branch->coverage;
953
954 if (p > 0.1) {
955 if (emit_comment) {
956 emit_comment = false;
957 printf("\t#");
958 }
959
960 /*
961 * The percentage of coverage joined at this target in relation
962 * to the next branch.
963 */
964 printf(" +%.2f%%", p);
965 }
966 }
967#endif
968 if (br->is_branch && br->end == addr) {
969 double p = 100*(double)br->taken / br->coverage;
970
971 if (p > 0.1) {
972 if (emit_comment) {
973 emit_comment = false;
974 printf("\t#");
975 }
976
977 /*
978 * The percentage of coverage leaving at this branch, and
979 * its prediction ratio.
980 */
981 printf(" -%.2f%% (p:%.2f%%)", p, 100*(double)br->pred / br->taken);
982 }
983 }
984}
985
986
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300987static int disasm_line__print(struct disasm_line *dl, struct symbol *sym, u64 start,
Namhyung Kimdb8fd072013-03-05 14:53:21 +0900988 struct perf_evsel *evsel, u64 len, int min_pcnt, int printed,
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300989 int max_lines, struct disasm_line *queue)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200990{
991 static const char *prev_line;
992 static const char *prev_color;
993
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -0300994 if (dl->offset != -1) {
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -0200995 const char *path = NULL;
Martin Liška0c4a5bc2015-06-19 16:10:43 -0300996 u64 nr_samples;
Namhyung Kimb1dd4432013-03-05 14:53:25 +0900997 double percent, max_percent = 0.0;
998 double *ppercents = &percent;
Martin Liška0c4a5bc2015-06-19 16:10:43 -0300999 u64 *psamples = &nr_samples;
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001000 int i, nr_percent = 1;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001001 const char *color;
1002 struct annotation *notes = symbol__annotation(sym);
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001003 s64 offset = dl->offset;
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001004 const u64 addr = start + offset;
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001005 struct disasm_line *next;
Peter Zijlstra70fbe052016-09-05 16:08:12 -03001006 struct block_range *br;
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001007
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001008 next = disasm__get_next_ip_line(&notes->src->source, dl);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001009
Namhyung Kim759ff492013-03-05 14:53:26 +09001010 if (perf_evsel__is_group_event(evsel)) {
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001011 nr_percent = evsel->nr_members;
1012 ppercents = calloc(nr_percent, sizeof(double));
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001013 psamples = calloc(nr_percent, sizeof(u64));
1014 if (ppercents == NULL || psamples == NULL) {
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001015 return -1;
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001016 }
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001017 }
1018
1019 for (i = 0; i < nr_percent; i++) {
1020 percent = disasm__calc_percent(notes,
Namhyung Kim1491c222013-03-05 14:53:28 +09001021 notes->src->lines ? i : evsel->idx + i,
1022 offset,
1023 next ? next->offset : (s64) len,
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001024 &path, &nr_samples);
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001025
1026 ppercents[i] = percent;
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001027 psamples[i] = nr_samples;
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001028 if (percent > max_percent)
1029 max_percent = percent;
1030 }
1031
1032 if (max_percent < min_pcnt)
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001033 return -1;
1034
Arnaldo Carvalho de Meloe3087b82011-02-08 15:01:39 -02001035 if (max_lines && printed >= max_lines)
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001036 return 1;
Arnaldo Carvalho de Melod040bd32011-02-05 15:37:31 -02001037
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001038 if (queue != NULL) {
1039 list_for_each_entry_from(queue, &notes->src->source, node) {
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001040 if (queue == dl)
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001041 break;
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001042 disasm_line__print(queue, sym, start, evsel, len,
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001043 0, 0, 1, NULL);
1044 }
1045 }
1046
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001047 color = get_percent_color(max_percent);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001048
1049 /*
1050 * Also color the filename and line if needed, with
1051 * the same color than the percentage. Don't print it
1052 * twice for close colored addr with the same filename:line
1053 */
1054 if (path) {
1055 if (!prev_line || strcmp(prev_line, path)
1056 || color != prev_color) {
1057 color_fprintf(stdout, color, " %s", path);
1058 prev_line = path;
1059 prev_color = color;
1060 }
1061 }
1062
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001063 for (i = 0; i < nr_percent; i++) {
1064 percent = ppercents[i];
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001065 nr_samples = psamples[i];
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001066 color = get_percent_color(percent);
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001067
1068 if (symbol_conf.show_total_period)
1069 color_fprintf(stdout, color, " %7" PRIu64,
1070 nr_samples);
1071 else
1072 color_fprintf(stdout, color, " %7.2f", percent);
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001073 }
1074
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001075 printf(" : ");
Peter Zijlstra70fbe052016-09-05 16:08:12 -03001076
1077 br = block_range__find(addr);
1078 color_fprintf(stdout, annotate__address_color(br), " %" PRIx64 ":", addr);
1079 color_fprintf(stdout, annotate__asm_color(br), "%s", dl->line);
1080 annotate__branch_printf(br, addr);
1081 printf("\n");
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001082
1083 if (ppercents != &percent)
1084 free(ppercents);
1085
Martin Liška0c4a5bc2015-06-19 16:10:43 -03001086 if (psamples != &nr_samples)
1087 free(psamples);
1088
Arnaldo Carvalho de Meloe3087b82011-02-08 15:01:39 -02001089 } else if (max_lines && printed >= max_lines)
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001090 return 1;
1091 else {
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001092 int width = 8;
1093
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001094 if (queue)
1095 return -1;
1096
Namhyung Kim759ff492013-03-05 14:53:26 +09001097 if (perf_evsel__is_group_event(evsel))
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001098 width *= evsel->nr_members;
1099
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001100 if (!*dl->line)
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001101 printf(" %*s:\n", width, " ");
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001102 else
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001103 printf(" %*s: %s\n", width, " ", dl->line);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001104 }
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001105
1106 return 0;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001107}
1108
Namhyung Kim3aec1502013-03-05 14:53:22 +09001109/*
1110 * symbol__parse_objdump_line() parses objdump output (with -d --no-show-raw)
1111 * which looks like following
1112 *
1113 * 0000000000415500 <_init>:
1114 * 415500: sub $0x8,%rsp
1115 * 415504: mov 0x2f5ad5(%rip),%rax # 70afe0 <_DYNAMIC+0x2f8>
1116 * 41550b: test %rax,%rax
1117 * 41550e: je 415515 <_init+0x15>
1118 * 415510: callq 416e70 <__gmon_start__@plt>
1119 * 415515: add $0x8,%rsp
1120 * 415519: retq
1121 *
1122 * it will be parsed and saved into struct disasm_line as
1123 * <offset> <name> <ops.raw>
1124 *
1125 * The offset will be a relative offset from the start of the symbol and -1
1126 * means that it's not a disassembly line so should be treated differently.
1127 * The ops.raw part will be parsed further according to type of the instruction.
1128 */
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001129static int symbol__parse_objdump_line(struct symbol *sym, struct map *map,
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001130 struct arch *arch,
Andi Kleene5924882014-11-12 18:05:26 -08001131 FILE *file, size_t privsize,
1132 int *line_nr)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001133{
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001134 struct annotation *notes = symbol__annotation(sym);
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001135 struct disasm_line *dl;
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001136 char *line = NULL, *parsed_line, *tmp, *tmp2, *c;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001137 size_t line_len;
1138 s64 line_ip, offset = -1;
Andi Kleene5924882014-11-12 18:05:26 -08001139 regmatch_t match[2];
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001140
1141 if (getline(&line, &line_len, file) < 0)
1142 return -1;
1143
1144 if (!line)
1145 return -1;
1146
1147 while (line_len != 0 && isspace(line[line_len - 1]))
1148 line[--line_len] = '\0';
1149
1150 c = strchr(line, '\n');
1151 if (c)
1152 *c = 0;
1153
1154 line_ip = -1;
Namhyung Kima31b7cc2012-04-11 17:04:59 -03001155 parsed_line = line;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001156
Andi Kleene5924882014-11-12 18:05:26 -08001157 /* /filename:linenr ? Save line number and ignore. */
1158 if (regexec(&file_lineno, line, 2, match, 0) == 0) {
1159 *line_nr = atoi(line + match[1].rm_so);
1160 return 0;
1161 }
1162
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001163 /*
1164 * Strip leading spaces:
1165 */
1166 tmp = line;
1167 while (*tmp) {
1168 if (*tmp != ' ')
1169 break;
1170 tmp++;
1171 }
1172
1173 if (*tmp) {
1174 /*
1175 * Parse hexa addresses followed by ':'
1176 */
1177 line_ip = strtoull(tmp, &tmp2, 16);
1178 if (*tmp2 != ':' || tmp == tmp2 || tmp2[1] == '\0')
1179 line_ip = -1;
1180 }
1181
1182 if (line_ip != -1) {
1183 u64 start = map__rip_2objdump(map, sym->start),
1184 end = map__rip_2objdump(map, sym->end);
1185
1186 offset = line_ip - start;
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -03001187 if ((u64)line_ip < start || (u64)line_ip >= end)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001188 offset = -1;
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001189 else
1190 parsed_line = tmp2 + 1;
Namhyung Kima31b7cc2012-04-11 17:04:59 -03001191 }
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001192
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001193 dl = disasm_line__new(offset, parsed_line, privsize, *line_nr, arch, map);
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001194 free(line);
Andi Kleene5924882014-11-12 18:05:26 -08001195 (*line_nr)++;
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001196
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001197 if (dl == NULL)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001198 return -1;
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001199
Adrian Hunterbbb7f842013-08-07 14:38:54 +03001200 if (dl->ops.target.offset == UINT64_MAX)
1201 dl->ops.target.offset = dl->ops.target.addr -
1202 map__rip_2objdump(map, sym->start);
1203
Adrian Hunter6e427ab2013-10-14 13:43:40 +03001204 /* kcore has no symbols, so add the call target name */
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -03001205 if (dl->ins.ops && ins__is_call(&dl->ins) && !dl->ops.target.name) {
Adrian Hunter6e427ab2013-10-14 13:43:40 +03001206 struct addr_map_symbol target = {
1207 .map = map,
1208 .addr = dl->ops.target.addr,
1209 };
Adrian Hunterb1781702013-08-07 14:38:57 +03001210
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -03001211 if (!map_groups__find_ams(&target) &&
Adrian Hunter6e427ab2013-10-14 13:43:40 +03001212 target.sym->start == target.al_addr)
1213 dl->ops.target.name = strdup(target.sym->name);
Adrian Hunterb1781702013-08-07 14:38:57 +03001214 }
1215
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001216 disasm__add(&notes->src->source, dl);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001217
1218 return 0;
1219}
1220
Andi Kleene5924882014-11-12 18:05:26 -08001221static __attribute__((constructor)) void symbol__init_regexpr(void)
1222{
1223 regcomp(&file_lineno, "^/[^:]+:([0-9]+)", REG_EXTENDED);
1224}
1225
Adrian Hunter484a5e72013-08-07 14:38:56 +03001226static void delete_last_nop(struct symbol *sym)
1227{
1228 struct annotation *notes = symbol__annotation(sym);
1229 struct list_head *list = &notes->src->source;
1230 struct disasm_line *dl;
1231
1232 while (!list_empty(list)) {
1233 dl = list_entry(list->prev, struct disasm_line, node);
1234
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -03001235 if (dl->ins.ops) {
1236 if (dl->ins.ops != &nop_ops)
Adrian Hunter484a5e72013-08-07 14:38:56 +03001237 return;
1238 } else {
1239 if (!strstr(dl->line, " nop ") &&
1240 !strstr(dl->line, " nopl ") &&
1241 !strstr(dl->line, " nopw "))
1242 return;
1243 }
1244
1245 list_del(&dl->node);
1246 disasm_line__free(dl);
1247 }
1248}
1249
Arnaldo Carvalho de Meloee51d852016-07-29 16:27:18 -03001250int symbol__strerror_disassemble(struct symbol *sym __maybe_unused, struct map *map,
1251 int errnum, char *buf, size_t buflen)
1252{
1253 struct dso *dso = map->dso;
1254
1255 BUG_ON(buflen == 0);
1256
1257 if (errnum >= 0) {
1258 str_error_r(errnum, buf, buflen);
1259 return 0;
1260 }
1261
1262 switch (errnum) {
1263 case SYMBOL_ANNOTATE_ERRNO__NO_VMLINUX: {
1264 char bf[SBUILD_ID_SIZE + 15] = " with build id ";
1265 char *build_id_msg = NULL;
1266
1267 if (dso->has_build_id) {
1268 build_id__sprintf(dso->build_id,
1269 sizeof(dso->build_id), bf + 15);
1270 build_id_msg = bf;
1271 }
1272 scnprintf(buf, buflen,
1273 "No vmlinux file%s\nwas found in the path.\n\n"
1274 "Note that annotation using /proc/kcore requires CAP_SYS_RAWIO capability.\n\n"
1275 "Please use:\n\n"
1276 " perf buildid-cache -vu vmlinux\n\n"
1277 "or:\n\n"
1278 " --vmlinux vmlinux\n", build_id_msg ?: "");
1279 }
1280 break;
1281 default:
1282 scnprintf(buf, buflen, "Internal error: Invalid %d error code\n", errnum);
1283 break;
1284 }
1285
1286 return 0;
1287}
1288
Arnaldo Carvalho de Melo05ed3ac2016-08-09 15:32:53 -03001289static int dso__disassemble_filename(struct dso *dso, char *filename, size_t filename_size)
1290{
1291 char linkname[PATH_MAX];
1292 char *build_id_filename;
1293
1294 if (dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS &&
1295 !dso__is_kcore(dso))
1296 return SYMBOL_ANNOTATE_ERRNO__NO_VMLINUX;
1297
1298 build_id_filename = dso__build_id_filename(dso, NULL, 0);
1299 if (build_id_filename) {
1300 __symbol__join_symfs(filename, filename_size, build_id_filename);
1301 free(build_id_filename);
1302 } else {
1303 if (dso->has_build_id)
1304 return ENOMEM;
1305 goto fallback;
1306 }
1307
1308 if (dso__is_kcore(dso) ||
1309 readlink(filename, linkname, sizeof(linkname)) < 0 ||
1310 strstr(linkname, DSO__NAME_KALLSYMS) ||
1311 access(filename, R_OK)) {
1312fallback:
1313 /*
1314 * If we don't have build-ids or the build-id file isn't in the
1315 * cache, or is just a kallsyms file, well, lets hope that this
1316 * DSO is the same as when 'perf record' ran.
1317 */
1318 __symbol__join_symfs(filename, filename_size, dso->long_name);
1319 }
1320
1321 return 0;
1322}
1323
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001324static const char *annotate__norm_arch(const char *arch_name)
1325{
1326 struct utsname uts;
1327
1328 if (!arch_name) { /* Assume we are annotating locally. */
1329 if (uname(&uts) < 0)
1330 return NULL;
1331 arch_name = uts.machine;
1332 }
1333 return normalize_arch((char *)arch_name);
1334}
1335
1336int symbol__disassemble(struct symbol *sym, struct map *map, const char *arch_name, size_t privsize)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001337{
1338 struct dso *dso = map->dso;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001339 char command[PATH_MAX * 2];
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001340 struct arch *arch = NULL;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001341 FILE *file;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001342 char symfs_filename[PATH_MAX];
Adrian Hunterafba19d2013-10-09 15:01:12 +03001343 struct kcore_extract kce;
1344 bool delete_extract = false;
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001345 int stdout_fd[2];
Andi Kleene5924882014-11-12 18:05:26 -08001346 int lineno = 0;
Andi Kleen62ec9b32015-11-05 19:06:07 -08001347 int nline;
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001348 pid_t pid;
Arnaldo Carvalho de Melo05ed3ac2016-08-09 15:32:53 -03001349 int err = dso__disassemble_filename(dso, symfs_filename, sizeof(symfs_filename));
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001350
Arnaldo Carvalho de Melo05ed3ac2016-08-09 15:32:53 -03001351 if (err)
1352 return err;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001353
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001354 arch_name = annotate__norm_arch(arch_name);
1355 if (!arch_name)
1356 return -1;
1357
1358 arch = arch__find(arch_name);
1359 if (arch == NULL)
1360 return -ENOTSUP;
1361
Arnaldo Carvalho de Melo0781ea92016-11-18 12:34:26 -03001362 if (arch->init) {
1363 err = arch->init(arch);
1364 if (err) {
1365 pr_err("%s: failed to initialize %s arch priv area\n", __func__, arch->name);
1366 return err;
1367 }
1368 }
1369
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001370 pr_debug("%s: filename=%s, sym=%s, start=%#" PRIx64 ", end=%#" PRIx64 "\n", __func__,
Arnaldo Carvalho de Melo3caee092016-08-09 15:16:37 -03001371 symfs_filename, sym->name, map->unmap_ip(map, sym->start),
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001372 map->unmap_ip(map, sym->end));
1373
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001374 pr_debug("annotating [%p] %30s : [%p] %30s\n",
1375 dso, dso->long_name, sym, sym->name);
1376
Adrian Hunterafba19d2013-10-09 15:01:12 +03001377 if (dso__is_kcore(dso)) {
1378 kce.kcore_filename = symfs_filename;
1379 kce.addr = map__rip_2objdump(map, sym->start);
1380 kce.offs = sym->start;
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -03001381 kce.len = sym->end - sym->start;
Adrian Hunterafba19d2013-10-09 15:01:12 +03001382 if (!kcore_extract__create(&kce)) {
1383 delete_extract = true;
1384 strlcpy(symfs_filename, kce.extract_filename,
1385 sizeof(symfs_filename));
Adrian Hunterafba19d2013-10-09 15:01:12 +03001386 }
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001387 } else if (dso__needs_decompress(dso)) {
1388 char tmp[PATH_MAX];
1389 struct kmod_path m;
1390 int fd;
1391 bool ret;
1392
1393 if (kmod_path__parse_ext(&m, symfs_filename))
Arnaldo Carvalho de Melo3caee092016-08-09 15:16:37 -03001394 goto out;
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001395
1396 snprintf(tmp, PATH_MAX, "/tmp/perf-kmod-XXXXXX");
1397
1398 fd = mkstemp(tmp);
1399 if (fd < 0) {
1400 free(m.ext);
Arnaldo Carvalho de Melo3caee092016-08-09 15:16:37 -03001401 goto out;
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001402 }
1403
1404 ret = decompress_to_file(m.ext, symfs_filename, fd);
1405
Andi Kleen62ec9b32015-11-05 19:06:07 -08001406 if (ret)
1407 pr_err("Cannot decompress %s %s\n", m.ext, symfs_filename);
1408
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001409 free(m.ext);
1410 close(fd);
1411
1412 if (!ret)
Arnaldo Carvalho de Melo3caee092016-08-09 15:16:37 -03001413 goto out;
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001414
1415 strcpy(symfs_filename, tmp);
Adrian Hunterafba19d2013-10-09 15:01:12 +03001416 }
1417
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001418 snprintf(command, sizeof(command),
Maciek Borzecki7a4ec932012-09-04 12:32:30 +02001419 "%s %s%s --start-address=0x%016" PRIx64
Stephane Eranian3e6a2a72011-05-17 17:32:07 +02001420 " --stop-address=0x%016" PRIx64
Andi Kleene5924882014-11-12 18:05:26 -08001421 " -l -d %s %s -C %s 2>/dev/null|grep -v %s|expand",
Maciek Borzecki7a4ec932012-09-04 12:32:30 +02001422 objdump_path ? objdump_path : "objdump",
Andi Kleenf69b64f2011-09-15 14:31:41 -07001423 disassembler_style ? "-M " : "",
1424 disassembler_style ? disassembler_style : "",
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001425 map__rip_2objdump(map, sym->start),
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -03001426 map__rip_2objdump(map, sym->end),
Stephane Eranian3e6a2a72011-05-17 17:32:07 +02001427 symbol_conf.annotate_asm_raw ? "" : "--no-show-raw",
1428 symbol_conf.annotate_src ? "-S" : "",
Arnaldo Carvalho de Melo3caee092016-08-09 15:16:37 -03001429 symfs_filename, symfs_filename);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001430
1431 pr_debug("Executing: %s\n", command);
1432
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001433 err = -1;
1434 if (pipe(stdout_fd) < 0) {
1435 pr_err("Failure creating the pipe to run %s\n", command);
1436 goto out_remove_tmp;
1437 }
1438
1439 pid = fork();
1440 if (pid < 0) {
1441 pr_err("Failure forking to run %s\n", command);
1442 goto out_close_stdout;
1443 }
1444
1445 if (pid == 0) {
1446 close(stdout_fd[0]);
1447 dup2(stdout_fd[1], 1);
1448 close(stdout_fd[1]);
1449 execl("/bin/sh", "sh", "-c", command, NULL);
1450 perror(command);
1451 exit(-1);
1452 }
1453
1454 close(stdout_fd[1]);
1455
1456 file = fdopen(stdout_fd[0], "r");
Andi Kleen62ec9b32015-11-05 19:06:07 -08001457 if (!file) {
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001458 pr_err("Failure creating FILE stream for %s\n", command);
Andi Kleen62ec9b32015-11-05 19:06:07 -08001459 /*
1460 * If we were using debug info should retry with
1461 * original binary.
1462 */
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001463 goto out_remove_tmp;
Andi Kleen62ec9b32015-11-05 19:06:07 -08001464 }
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001465
Andi Kleen62ec9b32015-11-05 19:06:07 -08001466 nline = 0;
1467 while (!feof(file)) {
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001468 if (symbol__parse_objdump_line(sym, map, arch, file, privsize,
Andi Kleene5924882014-11-12 18:05:26 -08001469 &lineno) < 0)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001470 break;
Andi Kleen62ec9b32015-11-05 19:06:07 -08001471 nline++;
1472 }
1473
1474 if (nline == 0)
1475 pr_err("No output from %s\n", command);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001476
Adrian Hunter484a5e72013-08-07 14:38:56 +03001477 /*
1478 * kallsyms does not have symbol sizes so there may a nop at the end.
1479 * Remove it.
1480 */
1481 if (dso__is_kcore(dso))
1482 delete_last_nop(sym);
1483
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001484 fclose(file);
1485 err = 0;
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001486out_remove_tmp:
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001487 close(stdout_fd[0]);
1488
Jiri Olsa2c7da8c2015-03-02 12:56:12 -05001489 if (dso__needs_decompress(dso))
1490 unlink(symfs_filename);
Arnaldo Carvalho de Melo3caee092016-08-09 15:16:37 -03001491
Adrian Hunterafba19d2013-10-09 15:01:12 +03001492 if (delete_extract)
1493 kcore_extract__delete(&kce);
Arnaldo Carvalho de Meloc12944f2016-08-09 14:56:13 -03001494out:
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001495 return err;
Arnaldo Carvalho de Melo9955d0b2016-06-15 15:48:08 -03001496
1497out_close_stdout:
1498 close(stdout_fd[1]);
1499 goto out_remove_tmp;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001500}
1501
1502static void insert_source_line(struct rb_root *root, struct source_line *src_line)
1503{
1504 struct source_line *iter;
1505 struct rb_node **p = &root->rb_node;
1506 struct rb_node *parent = NULL;
Namhyung Kim1491c222013-03-05 14:53:28 +09001507 int i, ret;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001508
1509 while (*p != NULL) {
1510 parent = *p;
1511 iter = rb_entry(parent, struct source_line, node);
1512
Namhyung Kim41127962012-11-09 14:58:49 +09001513 ret = strcmp(iter->path, src_line->path);
1514 if (ret == 0) {
Namhyung Kim1491c222013-03-05 14:53:28 +09001515 for (i = 0; i < src_line->nr_pcnt; i++)
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001516 iter->samples[i].percent_sum += src_line->samples[i].percent;
Namhyung Kim41127962012-11-09 14:58:49 +09001517 return;
1518 }
1519
1520 if (ret < 0)
1521 p = &(*p)->rb_left;
1522 else
1523 p = &(*p)->rb_right;
1524 }
1525
Namhyung Kim1491c222013-03-05 14:53:28 +09001526 for (i = 0; i < src_line->nr_pcnt; i++)
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001527 src_line->samples[i].percent_sum = src_line->samples[i].percent;
Namhyung Kim41127962012-11-09 14:58:49 +09001528
1529 rb_link_node(&src_line->node, parent, p);
1530 rb_insert_color(&src_line->node, root);
1531}
1532
Namhyung Kim1491c222013-03-05 14:53:28 +09001533static int cmp_source_line(struct source_line *a, struct source_line *b)
1534{
1535 int i;
1536
1537 for (i = 0; i < a->nr_pcnt; i++) {
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001538 if (a->samples[i].percent_sum == b->samples[i].percent_sum)
Namhyung Kim1491c222013-03-05 14:53:28 +09001539 continue;
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001540 return a->samples[i].percent_sum > b->samples[i].percent_sum;
Namhyung Kim1491c222013-03-05 14:53:28 +09001541 }
1542
1543 return 0;
1544}
1545
Namhyung Kim41127962012-11-09 14:58:49 +09001546static void __resort_source_line(struct rb_root *root, struct source_line *src_line)
1547{
1548 struct source_line *iter;
1549 struct rb_node **p = &root->rb_node;
1550 struct rb_node *parent = NULL;
1551
1552 while (*p != NULL) {
1553 parent = *p;
1554 iter = rb_entry(parent, struct source_line, node);
1555
Namhyung Kim1491c222013-03-05 14:53:28 +09001556 if (cmp_source_line(src_line, iter))
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001557 p = &(*p)->rb_left;
1558 else
1559 p = &(*p)->rb_right;
1560 }
1561
1562 rb_link_node(&src_line->node, parent, p);
1563 rb_insert_color(&src_line->node, root);
1564}
1565
Namhyung Kim41127962012-11-09 14:58:49 +09001566static void resort_source_line(struct rb_root *dest_root, struct rb_root *src_root)
1567{
1568 struct source_line *src_line;
1569 struct rb_node *node;
1570
1571 node = rb_first(src_root);
1572 while (node) {
1573 struct rb_node *next;
1574
1575 src_line = rb_entry(node, struct source_line, node);
1576 next = rb_next(node);
1577 rb_erase(node, src_root);
1578
1579 __resort_source_line(dest_root, src_line);
1580 node = next;
1581 }
1582}
1583
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001584static void symbol__free_source_line(struct symbol *sym, int len)
1585{
1586 struct annotation *notes = symbol__annotation(sym);
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001587 struct source_line *src_line = notes->src->lines;
Namhyung Kim1491c222013-03-05 14:53:28 +09001588 size_t sizeof_src_line;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001589 int i;
1590
Namhyung Kim1491c222013-03-05 14:53:28 +09001591 sizeof_src_line = sizeof(*src_line) +
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001592 (sizeof(src_line->samples) * (src_line->nr_pcnt - 1));
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001593
Namhyung Kim1491c222013-03-05 14:53:28 +09001594 for (i = 0; i < len; i++) {
Namhyung Kimf048d542013-09-11 14:09:28 +09001595 free_srcline(src_line->path);
Namhyung Kim1491c222013-03-05 14:53:28 +09001596 src_line = (void *)src_line + sizeof_src_line;
1597 }
1598
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -03001599 zfree(&notes->src->lines);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001600}
1601
1602/* Get the filename:line for the colored entries */
1603static int symbol__get_source_line(struct symbol *sym, struct map *map,
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001604 struct perf_evsel *evsel,
Namhyung Kim86c98ca2013-09-11 14:09:30 +09001605 struct rb_root *root, int len)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001606{
1607 u64 start;
Namhyung Kim1491c222013-03-05 14:53:28 +09001608 int i, k;
1609 int evidx = evsel->idx;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001610 struct source_line *src_line;
1611 struct annotation *notes = symbol__annotation(sym);
Namhyung Kim1491c222013-03-05 14:53:28 +09001612 struct sym_hist *h = annotation__histogram(notes, evidx);
Namhyung Kim41127962012-11-09 14:58:49 +09001613 struct rb_root tmp_root = RB_ROOT;
Namhyung Kim1491c222013-03-05 14:53:28 +09001614 int nr_pcnt = 1;
1615 u64 h_sum = h->sum;
1616 size_t sizeof_src_line = sizeof(struct source_line);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001617
Namhyung Kim1491c222013-03-05 14:53:28 +09001618 if (perf_evsel__is_group_event(evsel)) {
1619 for (i = 1; i < evsel->nr_members; i++) {
1620 h = annotation__histogram(notes, evidx + i);
1621 h_sum += h->sum;
1622 }
1623 nr_pcnt = evsel->nr_members;
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001624 sizeof_src_line += (nr_pcnt - 1) * sizeof(src_line->samples);
Namhyung Kim1491c222013-03-05 14:53:28 +09001625 }
1626
1627 if (!h_sum)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001628 return 0;
1629
Namhyung Kim1491c222013-03-05 14:53:28 +09001630 src_line = notes->src->lines = calloc(len, sizeof_src_line);
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001631 if (!notes->src->lines)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001632 return -1;
1633
David Millerf40a0632012-03-25 16:28:12 -04001634 start = map__rip_2objdump(map, sym->start);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001635
1636 for (i = 0; i < len; i++) {
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001637 u64 offset;
Namhyung Kim1491c222013-03-05 14:53:28 +09001638 double percent_max = 0.0;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001639
Namhyung Kim1491c222013-03-05 14:53:28 +09001640 src_line->nr_pcnt = nr_pcnt;
1641
1642 for (k = 0; k < nr_pcnt; k++) {
1643 h = annotation__histogram(notes, evidx + k);
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001644 src_line->samples[k].percent = 100.0 * h->addr[i] / h->sum;
Namhyung Kim1491c222013-03-05 14:53:28 +09001645
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001646 if (src_line->samples[k].percent > percent_max)
1647 percent_max = src_line->samples[k].percent;
Namhyung Kim1491c222013-03-05 14:53:28 +09001648 }
1649
1650 if (percent_max <= 0.5)
1651 goto next;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001652
1653 offset = start + i;
Andi Kleen85c116a2014-11-12 18:05:27 -08001654 src_line->path = get_srcline(map->dso, offset, NULL, false);
Namhyung Kim1491c222013-03-05 14:53:28 +09001655 insert_source_line(&tmp_root, src_line);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001656
Namhyung Kim1491c222013-03-05 14:53:28 +09001657 next:
1658 src_line = (void *)src_line + sizeof_src_line;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001659 }
1660
Namhyung Kim41127962012-11-09 14:58:49 +09001661 resort_source_line(root, &tmp_root);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001662 return 0;
1663}
1664
1665static void print_summary(struct rb_root *root, const char *filename)
1666{
1667 struct source_line *src_line;
1668 struct rb_node *node;
1669
1670 printf("\nSorted summary for file %s\n", filename);
1671 printf("----------------------------------------------\n\n");
1672
1673 if (RB_EMPTY_ROOT(root)) {
1674 printf(" Nothing higher than %1.1f%%\n", MIN_GREEN);
1675 return;
1676 }
1677
1678 node = rb_first(root);
1679 while (node) {
Namhyung Kim1491c222013-03-05 14:53:28 +09001680 double percent, percent_max = 0.0;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001681 const char *color;
1682 char *path;
Namhyung Kim1491c222013-03-05 14:53:28 +09001683 int i;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001684
1685 src_line = rb_entry(node, struct source_line, node);
Namhyung Kim1491c222013-03-05 14:53:28 +09001686 for (i = 0; i < src_line->nr_pcnt; i++) {
Arnaldo Carvalho de Melo276af92f2015-06-19 16:36:12 -03001687 percent = src_line->samples[i].percent_sum;
Namhyung Kim1491c222013-03-05 14:53:28 +09001688 color = get_percent_color(percent);
1689 color_fprintf(stdout, color, " %7.2f", percent);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001690
Namhyung Kim1491c222013-03-05 14:53:28 +09001691 if (percent > percent_max)
1692 percent_max = percent;
1693 }
1694
1695 path = src_line->path;
1696 color = get_percent_color(percent_max);
Namhyung Kimf048d542013-09-11 14:09:28 +09001697 color_fprintf(stdout, color, " %s\n", path);
Namhyung Kim1491c222013-03-05 14:53:28 +09001698
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001699 node = rb_next(node);
1700 }
1701}
1702
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001703static void symbol__annotate_hits(struct symbol *sym, struct perf_evsel *evsel)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001704{
1705 struct annotation *notes = symbol__annotation(sym);
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001706 struct sym_hist *h = annotation__histogram(notes, evsel->idx);
Arnaldo Carvalho de Melo1b2e2df2012-04-19 10:57:06 -03001707 u64 len = symbol__size(sym), offset;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001708
1709 for (offset = 0; offset < len; ++offset)
1710 if (h->addr[offset] != 0)
1711 printf("%*" PRIx64 ": %" PRIu64 "\n", BITS_PER_LONG / 2,
1712 sym->start + offset, h->addr[offset]);
1713 printf("%*s: %" PRIu64 "\n", BITS_PER_LONG / 2, "h->sum", h->sum);
1714}
1715
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001716int symbol__annotate_printf(struct symbol *sym, struct map *map,
1717 struct perf_evsel *evsel, bool full_paths,
1718 int min_pcnt, int max_lines, int context)
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001719{
1720 struct dso *dso = map->dso;
David Ahernbfd14b92012-09-08 09:06:50 -06001721 char *filename;
1722 const char *d_filename;
Arnaldo Carvalho de Melo9cdbadce2014-03-18 11:50:21 -03001723 const char *evsel_name = perf_evsel__name(evsel);
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001724 struct annotation *notes = symbol__annotation(sym);
Peter Zijlstra (Intel)135cce12016-06-30 10:29:55 +02001725 struct sym_hist *h = annotation__histogram(notes, evsel->idx);
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001726 struct disasm_line *pos, *queue = NULL;
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001727 u64 start = map__rip_2objdump(map, sym->start);
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001728 int printed = 2, queue_len = 0;
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001729 int more = 0;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001730 u64 len;
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001731 int width = 8;
Peter Zijlstra (Intel)53dd9b52016-06-30 09:17:26 -03001732 int graph_dotted_len;
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001733
David Ahernbfd14b92012-09-08 09:06:50 -06001734 filename = strdup(dso->long_name);
1735 if (!filename)
1736 return -ENOMEM;
1737
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001738 if (full_paths)
1739 d_filename = filename;
1740 else
1741 d_filename = basename(filename);
1742
Arnaldo Carvalho de Melo1b2e2df2012-04-19 10:57:06 -03001743 len = symbol__size(sym);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001744
Namhyung Kim759ff492013-03-05 14:53:26 +09001745 if (perf_evsel__is_group_event(evsel))
Namhyung Kimb1dd4432013-03-05 14:53:25 +09001746 width *= evsel->nr_members;
1747
Peter Zijlstra (Intel)135cce12016-06-30 10:29:55 +02001748 graph_dotted_len = printf(" %-*.*s| Source code & Disassembly of %s for %s (%" PRIu64 " samples)\n",
1749 width, width, "Percent", d_filename, evsel_name, h->sum);
Arnaldo Carvalho de Melo9cdbadce2014-03-18 11:50:21 -03001750
Peter Zijlstra (Intel)53dd9b52016-06-30 09:17:26 -03001751 printf("%-*.*s----\n",
Arnaldo Carvalho de Melo9cdbadce2014-03-18 11:50:21 -03001752 graph_dotted_len, graph_dotted_len, graph_dotted_line);
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001753
1754 if (verbose)
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001755 symbol__annotate_hits(sym, evsel);
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001756
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001757 list_for_each_entry(pos, &notes->src->source, node) {
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001758 if (context && queue == NULL) {
1759 queue = pos;
1760 queue_len = 0;
1761 }
1762
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001763 switch (disasm_line__print(pos, sym, start, evsel, len,
Arnaldo Carvalho de Melo058b4cc2012-04-02 12:59:01 -03001764 min_pcnt, printed, max_lines,
1765 queue)) {
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001766 case 0:
1767 ++printed;
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001768 if (context) {
1769 printed += queue_len;
1770 queue = NULL;
1771 queue_len = 0;
1772 }
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001773 break;
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001774 case 1:
1775 /* filtered by max_lines */
1776 ++more;
1777 break;
1778 case -1:
1779 default:
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001780 /*
1781 * Filtered by min_pcnt or non IP lines when
1782 * context != 0
1783 */
1784 if (!context)
1785 break;
1786 if (queue_len == context)
1787 queue = list_entry(queue->node.next, typeof(*queue), node);
1788 else
1789 ++queue_len;
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001790 break;
1791 }
1792 }
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001793
David Ahernbfd14b92012-09-08 09:06:50 -06001794 free(filename);
1795
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001796 return more;
1797}
1798
1799void symbol__annotate_zero_histogram(struct symbol *sym, int evidx)
1800{
1801 struct annotation *notes = symbol__annotation(sym);
1802 struct sym_hist *h = annotation__histogram(notes, evidx);
1803
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001804 memset(h, 0, notes->src->sizeof_sym_hist);
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001805}
1806
Arnaldo Carvalho de Meloce6f4fa2011-02-08 13:27:39 -02001807void symbol__annotate_decay_histogram(struct symbol *sym, int evidx)
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001808{
1809 struct annotation *notes = symbol__annotation(sym);
1810 struct sym_hist *h = annotation__histogram(notes, evidx);
Arnaldo Carvalho de Melo1b2e2df2012-04-19 10:57:06 -03001811 int len = symbol__size(sym), offset;
Arnaldo Carvalho de Melo36532462011-02-06 14:54:44 -02001812
1813 h->sum = 0;
Arnaldo Carvalho de Melo8b84a562012-04-05 16:15:59 -03001814 for (offset = 0; offset < len; ++offset) {
1815 h->addr[offset] = h->addr[offset] * 7 / 8;
1816 h->sum += h->addr[offset];
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001817 }
1818}
1819
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001820void disasm__purge(struct list_head *head)
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001821{
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001822 struct disasm_line *pos, *n;
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001823
1824 list_for_each_entry_safe(pos, n, head, node) {
1825 list_del(&pos->node);
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001826 disasm_line__free(pos);
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001827 }
1828}
1829
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -03001830static size_t disasm_line__fprintf(struct disasm_line *dl, FILE *fp)
1831{
1832 size_t printed;
1833
1834 if (dl->offset == -1)
1835 return fprintf(fp, "%s\n", dl->line);
1836
Arnaldo Carvalho de Melo75b49202016-11-24 11:16:06 -03001837 printed = fprintf(fp, "%#" PRIx64 " %s", dl->offset, dl->ins.name);
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -03001838
Arnaldo Carvalho de Meloc7e6ead2012-04-20 14:38:46 -03001839 if (dl->ops.raw[0] != '\0') {
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -03001840 printed += fprintf(fp, "%.*s %s\n", 6 - (int)printed, " ",
Arnaldo Carvalho de Meloc7e6ead2012-04-20 14:38:46 -03001841 dl->ops.raw);
Arnaldo Carvalho de Melo51454182012-04-15 15:52:18 -03001842 }
1843
1844 return printed + fprintf(fp, "\n");
1845}
1846
1847size_t disasm__fprintf(struct list_head *head, FILE *fp)
1848{
1849 struct disasm_line *pos;
1850 size_t printed = 0;
1851
1852 list_for_each_entry(pos, head, node)
1853 printed += disasm_line__fprintf(pos, fp);
1854
1855 return printed;
1856}
1857
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001858int symbol__tty_annotate(struct symbol *sym, struct map *map,
1859 struct perf_evsel *evsel, bool print_lines,
1860 bool full_paths, int min_pcnt, int max_lines)
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001861{
1862 struct dso *dso = map->dso;
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001863 struct rb_root source_line = RB_ROOT;
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001864 u64 len;
1865
Arnaldo Carvalho de Melo786c1b52016-11-16 15:39:50 -03001866 if (symbol__disassemble(sym, map, perf_evsel__env_arch(evsel), 0) < 0)
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001867 return -1;
1868
Arnaldo Carvalho de Melo1b2e2df2012-04-19 10:57:06 -03001869 len = symbol__size(sym);
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001870
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001871 if (print_lines) {
Michael Petlan4a4c03c2015-11-09 16:33:31 +01001872 srcline_full_filename = full_paths;
Namhyung Kim86c98ca2013-09-11 14:09:30 +09001873 symbol__get_source_line(sym, map, evsel, &source_line, len);
1874 print_summary(&source_line, dso->long_name);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001875 }
1876
Namhyung Kimdb8fd072013-03-05 14:53:21 +09001877 symbol__annotate_printf(sym, map, evsel, full_paths,
Arnaldo Carvalho de Melod5e3d742011-02-08 15:29:25 -02001878 min_pcnt, max_lines, 0);
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001879 if (print_lines)
1880 symbol__free_source_line(sym, len);
1881
Arnaldo Carvalho de Melo29ed6e72012-04-15 15:24:39 -03001882 disasm__purge(&symbol__annotation(sym)->src->source);
Arnaldo Carvalho de Melof1e27012011-02-05 18:51:38 -02001883
Arnaldo Carvalho de Melo78f7def2011-02-04 09:45:46 -02001884 return 0;
1885}
Arnaldo Carvalho de Melof626adf2013-12-18 17:10:15 -03001886
Namhyung Kim48c65bd2014-02-20 10:32:53 +09001887bool ui__has_annotation(void)
1888{
Jiri Olsa2e0453a2016-05-03 13:54:44 +02001889 return use_browser == 1 && perf_hpp_list.sym;
Namhyung Kim48c65bd2014-02-20 10:32:53 +09001890}