tools/perf/util/header.c

   1 #define _FILE_OFFSET_BITS 64
   2
   3 #include <sys/types.h>
   4 #include <byteswap.h>
   5 #include <unistd.h>
   6 #include <stdio.h>
   7 #include <stdlib.h>
   8 #include <linux/list.h>
   9 #include <linux/kernel.h>
  10
  11 #include "util.h"
  12 #include "header.h"
  13 #include "../perf.h"
  14 #include "trace-event.h"
  15 #include "session.h"
  16 #include "symbol.h"
  17 #include "debug.h"
  18
  19 static bool no_buildid_cache = false;
  20
  21 /*
  22  * Create new perf.data header attribute:
  23  */
  24 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  25 {
  26         struct perf_header_attr *self = malloc(sizeof(*self));
  27
  28         if (self != NULL) {
  29                 self->attr = *attr;
  30                 self->ids  = 0;
  31                 self->size = 1;
  32                 self->id   = malloc(sizeof(u64));
  33                 if (self->id == NULL) {
  34                         free(self);
  35                         self = NULL;
  36                 }
  37         }
  38
  39         return self;
  40 }
  41
  42 void perf_header_attr__delete(struct perf_header_attr *self)
  43 {
  44         free(self->id);
  45         free(self);
  46 }
  47
  48 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  49 {
  50         int pos = self->ids;
  51
  52         self->ids++;
  53         if (self->ids > self->size) {
  54                 int nsize = self->size * 2;
  55                 u64 *nid = realloc(self->id, nsize * sizeof(u64));
  56
  57                 if (nid == NULL)
  58                         return -1;
  59
  60                 self->size = nsize;
  61                 self->id = nid;
  62         }
  63         self->id[pos] = id;
  64         return 0;
  65 }
  66
  67 int perf_header__init(struct perf_header *self)
  68 {
  69         self->size = 1;
  70         self->attr = malloc(sizeof(void *));
  71         return self->attr == NULL ? -ENOMEM : 0;
  72 }
  73
  74 void perf_header__exit(struct perf_header *self)
  75 {
  76         int i;
  77         for (i = 0; i < self->attrs; ++i)
  78                 perf_header_attr__delete(self->attr[i]);
  79         free(self->attr);
  80 }
  81
  82 int perf_header__add_attr(struct perf_header *self,
  83                           struct perf_header_attr *attr)
  84 {
  85         if (self->frozen)
  86                 return -1;
  87
  88         if (self->attrs == self->size) {
  89                 int nsize = self->size * 2;
  90                 struct perf_header_attr **nattr;
  91
  92                 nattr = realloc(self->attr, nsize * sizeof(void *));
  93                 if (nattr == NULL)
  94                         return -1;
  95
  96                 self->size = nsize;
  97                 self->attr = nattr;
  98         }
  99
 100         self->attr[self->attrs++] = attr;
 101         return 0;
 102 }
 103
 104 static int event_count;
 105 static struct perf_trace_event_type *events;
 106
 107 int perf_header__push_event(u64 id, const char *name)
 108 {
 109         if (strlen(name) > MAX_EVENT_NAME)
 110                 pr_warning("Event %s will be truncated\n", name);
 111
 112         if (!events) {
 113                 events = malloc(sizeof(struct perf_trace_event_type));
 114                 if (events == NULL)
 115                         return -ENOMEM;
 116         } else {
 117                 struct perf_trace_event_type *nevents;
 118
 119                 nevents = realloc(events, (event_count + 1) * sizeof(*events));
 120                 if (nevents == NULL)
 121                         return -ENOMEM;
 122                 events = nevents;
 123         }
 124         memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
 125         events[event_count].event_id = id;
 126         strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
 127         event_count++;
 128         return 0;
 129 }
 130
 131 char *perf_header__find_event(u64 id)
 132 {
 133         int i;
 134         for (i = 0 ; i < event_count; i++) {
 135                 if (events[i].event_id == id)
 136                         return events[i].name;
 137         }
 138         return NULL;
 139 }
 140
 141 static const char *__perf_magic = "PERFFILE";
 142
 143 #define PERF_MAGIC      (*(u64 *)__perf_magic)
 144
 145 struct perf_file_attr {
 146         struct perf_event_attr  attr;
 147         struct perf_file_section        ids;
 148 };
 149
 150 void perf_header__set_feat(struct perf_header *self, int feat)
 151 {
 152         set_bit(feat, self->adds_features);
 153 }
 154
 155 void perf_header__clear_feat(struct perf_header *self, int feat)
 156 {
 157         clear_bit(feat, self->adds_features);
 158 }
 159
 160 bool perf_header__has_feat(const struct perf_header *self, int feat)
 161 {
 162         return test_bit(feat, self->adds_features);
 163 }
 164
 165 static int do_write(int fd, const void *buf, size_t size)
 166 {
 167         while (size) {
 168                 int ret = write(fd, buf, size);
 169
 170                 if (ret < 0)
 171                         return -errno;
 172
 173                 size -= ret;
 174                 buf += ret;
 175         }
 176
 177         return 0;
 178 }
 179
 180 #define NAME_ALIGN 64
 181
 182 static int write_padded(int fd, const void *bf, size_t count,
 183                         size_t count_aligned)
 184 {
 185         static const char zero_buf[NAME_ALIGN];
 186         int err = do_write(fd, bf, count);
 187
 188         if (!err)
 189                 err = do_write(fd, zero_buf, count_aligned - count);
 190
 191         return err;
 192 }
 193
 194 #define dsos__for_each_with_build_id(pos, head) \
 195         list_for_each_entry(pos, head, node)    \
 196                 if (!pos->has_build_id)         \
 197                         continue;               \
 198                 else
 199
 200 static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
 201                                 u16 misc, int fd)
 202 {
 203         struct dso *pos;
 204
 205         dsos__for_each_with_build_id(pos, head) {
 206                 int err;
 207                 struct build_id_event b;
 208                 size_t len;
 209
 210                 if (!pos->hit)
 211                         continue;
 212                 len = pos->long_name_len + 1;
 213                 len = ALIGN(len, NAME_ALIGN);
 214                 memset(&b, 0, sizeof(b));
 215                 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
 216                 b.pid = pid;
 217                 b.header.misc = misc;
 218                 b.header.size = sizeof(b) + len;
 219                 err = do_write(fd, &b, sizeof(b));
 220                 if (err < 0)
 221                         return err;
 222                 err = write_padded(fd, pos->long_name,
 223                                    pos->long_name_len + 1, len);
 224                 if (err < 0)
 225                         return err;
 226         }
 227
 228         return 0;
 229 }
 230
 231 static int machine__write_buildid_table(struct machine *self, int fd)
 232 {
 233         int err;
 234         u16 kmisc = PERF_RECORD_MISC_KERNEL,
 235             umisc = PERF_RECORD_MISC_USER;
 236
 237         if (!machine__is_host(self)) {
 238                 kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
 239                 umisc = PERF_RECORD_MISC_GUEST_USER;
 240         }
 241
 242         err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid,
 243                                           kmisc, fd);
 244         if (err == 0)
 245                 err = __dsos__write_buildid_table(&self->user_dsos,
 246                                                   self->pid, umisc, fd);
 247         return err;
 248 }
 249
 250 static int dsos__write_buildid_table(struct perf_header *header, int fd)
 251 {
 252         struct perf_session *session = container_of(header,
 253                         struct perf_session, header);
 254         struct rb_node *nd;
 255         int err = machine__write_buildid_table(&session->host_machine, fd);
 256
 257         if (err)
 258                 return err;
 259
 260         for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
 261                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 262                 err = machine__write_buildid_table(pos, fd);
 263                 if (err)
 264                         break;
 265         }
 266         return err;
 267 }
 268
 269 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
 270                           const char *name, bool is_kallsyms)
 271 {
 272         const size_t size = PATH_MAX;
 273         char *filename = malloc(size),
 274              *linkname = malloc(size), *targetname;
 275         int len, err = -1;
 276
 277         if (filename == NULL || linkname == NULL)
 278                 goto out_free;
 279
 280         len = snprintf(filename, size, "%s%s%s",
 281                        debugdir, is_kallsyms ? "/" : "", name);
 282         if (mkdir_p(filename, 0755))
 283                 goto out_free;
 284
 285         snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
 286
 287         if (access(filename, F_OK)) {
 288                 if (is_kallsyms) {
 289                          if (copyfile("/proc/kallsyms", filename))
 290                                 goto out_free;
 291                 } else if (link(name, filename) && copyfile(name, filename))
 292                         goto out_free;
 293         }
 294
 295         len = snprintf(linkname, size, "%s/.build-id/%.2s",
 296                        debugdir, sbuild_id);
 297
 298         if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
 299                 goto out_free;
 300
 301         snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
 302         targetname = filename + strlen(debugdir) - 5;
 303         memcpy(targetname, "../..", 5);
 304
 305         if (symlink(targetname, linkname) == 0)
 306                 err = 0;
 307 out_free:
 308         free(filename);
 309         free(linkname);
 310         return err;
 311 }
 312
 313 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
 314                                  const char *name, const char *debugdir,
 315                                  bool is_kallsyms)
 316 {
 317         char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 318
 319         build_id__sprintf(build_id, build_id_size, sbuild_id);
 320
 321         return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
 322 }
 323
 324 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
 325 {
 326         const size_t size = PATH_MAX;
 327         char *filename = malloc(size),
 328              *linkname = malloc(size);
 329         int err = -1;
 330
 331         if (filename == NULL || linkname == NULL)
 332                 goto out_free;
 333
 334         snprintf(linkname, size, "%s/.build-id/%.2s/%s",
 335                  debugdir, sbuild_id, sbuild_id + 2);
 336
 337         if (access(linkname, F_OK))
 338                 goto out_free;
 339
 340         if (readlink(linkname, filename, size) < 0)
 341                 goto out_free;
 342
 343         if (unlink(linkname))
 344                 goto out_free;
 345
 346         /*
 347          * Since the link is relative, we must make it absolute:
 348          */
 349         snprintf(linkname, size, "%s/.build-id/%.2s/%s",
 350                  debugdir, sbuild_id, filename);
 351
 352         if (unlink(linkname))
 353                 goto out_free;
 354
 355         err = 0;
 356 out_free:
 357         free(filename);
 358         free(linkname);
 359         return err;
 360 }
 361
 362 static int dso__cache_build_id(struct dso *self, const char *debugdir)
 363 {
 364         bool is_kallsyms = self->kernel && self->long_name[0] != '/';
 365
 366         return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
 367                                      self->long_name, debugdir, is_kallsyms);
 368 }
 369
 370 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
 371 {
 372         struct dso *pos;
 373         int err = 0;
 374
 375         dsos__for_each_with_build_id(pos, head)
 376                 if (dso__cache_build_id(pos, debugdir))
 377                         err = -1;
 378
 379         return err;
 380 }
 381
 382 static int machine__cache_build_ids(struct machine *self, const char *debugdir)
 383 {
 384         int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir);
 385         ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir);
 386         return ret;
 387 }
 388
 389 static int perf_session__cache_build_ids(struct perf_session *self)
 390 {
 391         struct rb_node *nd;
 392         int ret;
 393         char debugdir[PATH_MAX];
 394
 395         snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
 396
 397         if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
 398                 return -1;
 399
 400         ret = machine__cache_build_ids(&self->host_machine, debugdir);
 401
 402         for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
 403                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 404                 ret |= machine__cache_build_ids(pos, debugdir);
 405         }
 406         return ret ? -1 : 0;
 407 }
 408
 409 static bool machine__read_build_ids(struct machine *self, bool with_hits)
 410 {
 411         bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits);
 412         ret |= __dsos__read_build_ids(&self->user_dsos, with_hits);
 413         return ret;
 414 }
 415
 416 static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits)
 417 {
 418         struct rb_node *nd;
 419         bool ret = machine__read_build_ids(&self->host_machine, with_hits);
 420
 421         for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
 422                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 423                 ret |= machine__read_build_ids(pos, with_hits);
 424         }
 425
 426         return ret;
 427 }
 428
 429 static int perf_header__adds_write(struct perf_header *self, int fd)
 430 {
 431         int nr_sections;
 432         struct perf_session *session;
 433         struct perf_file_section *feat_sec;
 434         int sec_size;
 435         u64 sec_start;
 436         int idx = 0, err;
 437
 438         session = container_of(self, struct perf_session, header);
 439
 440         if (perf_header__has_feat(self, HEADER_BUILD_ID &&
 441             !perf_session__read_build_ids(session, true)))
 442                 perf_header__clear_feat(self, HEADER_BUILD_ID);
 443
 444         nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
 445         if (!nr_sections)
 446                 return 0;
 447
 448         feat_sec = calloc(sizeof(*feat_sec), nr_sections);
 449         if (feat_sec == NULL)
 450                 return -ENOMEM;
 451
 452         sec_size = sizeof(*feat_sec) * nr_sections;
 453
 454         sec_start = self->data_offset + self->data_size;
 455         lseek(fd, sec_start + sec_size, SEEK_SET);
 456
 457         if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
 458                 struct perf_file_section *trace_sec;
 459
 460                 trace_sec = &feat_sec[idx++];
 461
 462                 /* Write trace info */
 463                 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
 464                 read_tracing_data(fd, attrs, nr_counters);
 465                 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
 466         }
 467
 468         if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
 469                 struct perf_file_section *buildid_sec;
 470
 471                 buildid_sec = &feat_sec[idx++];
 472
 473                 /* Write build-ids */
 474                 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
 475                 err = dsos__write_buildid_table(self, fd);
 476                 if (err < 0) {
 477                         pr_debug("failed to write buildid table\n");
 478                         goto out_free;
 479                 }
 480                 buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
 481                                           buildid_sec->offset;
 482                 if (!no_buildid_cache)
 483                         perf_session__cache_build_ids(session);
 484         }
 485
 486         lseek(fd, sec_start, SEEK_SET);
 487         err = do_write(fd, feat_sec, sec_size);
 488         if (err < 0)
 489                 pr_debug("failed to write feature section\n");
 490 out_free:
 491         free(feat_sec);
 492         return err;
 493 }
 494
 495 int perf_header__write_pipe(int fd)
 496 {
 497         struct perf_pipe_file_header f_header;
 498         int err;
 499
 500         f_header = (struct perf_pipe_file_header){
 501                 .magic     = PERF_MAGIC,
 502                 .size      = sizeof(f_header),
 503         };
 504
 505         err = do_write(fd, &f_header, sizeof(f_header));
 506         if (err < 0) {
 507                 pr_debug("failed to write perf pipe header\n");
 508                 return err;
 509         }
 510
 511         return 0;
 512 }
 513
 514 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
 515 {
 516         struct perf_file_header f_header;
 517         struct perf_file_attr   f_attr;
 518         struct perf_header_attr *attr;
 519         int i, err;
 520
 521         lseek(fd, sizeof(f_header), SEEK_SET);
 522
 523         for (i = 0; i < self->attrs; i++) {
 524                 attr = self->attr[i];
 525
 526                 attr->id_offset = lseek(fd, 0, SEEK_CUR);
 527                 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
 528                 if (err < 0) {
 529                         pr_debug("failed to write perf header\n");
 530                         return err;
 531                 }
 532         }
 533
 534
 535         self->attr_offset = lseek(fd, 0, SEEK_CUR);
 536
 537         for (i = 0; i < self->attrs; i++) {
 538                 attr = self->attr[i];
 539
 540                 f_attr = (struct perf_file_attr){
 541                         .attr = attr->attr,
 542                         .ids  = {
 543                                 .offset = attr->id_offset,
 544                                 .size   = attr->ids * sizeof(u64),
 545                         }
 546                 };
 547                 err = do_write(fd, &f_attr, sizeof(f_attr));
 548                 if (err < 0) {
 549                         pr_debug("failed to write perf header attribute\n");
 550                         return err;
 551                 }
 552         }
 553
 554         self->event_offset = lseek(fd, 0, SEEK_CUR);
 555         self->event_size = event_count * sizeof(struct perf_trace_event_type);
 556         if (events) {
 557                 err = do_write(fd, events, self->event_size);
 558                 if (err < 0) {
 559                         pr_debug("failed to write perf header events\n");
 560                         return err;
 561                 }
 562         }
 563
 564         self->data_offset = lseek(fd, 0, SEEK_CUR);
 565
 566         if (at_exit) {
 567                 err = perf_header__adds_write(self, fd);
 568                 if (err < 0)
 569                         return err;
 570         }
 571
 572         f_header = (struct perf_file_header){
 573                 .magic     = PERF_MAGIC,
 574                 .size      = sizeof(f_header),
 575                 .attr_size = sizeof(f_attr),
 576                 .attrs = {
 577                         .offset = self->attr_offset,
 578                         .size   = self->attrs * sizeof(f_attr),
 579                 },
 580                 .data = {
 581                         .offset = self->data_offset,
 582                         .size   = self->data_size,
 583                 },
 584                 .event_types = {
 585                         .offset = self->event_offset,
 586                         .size   = self->event_size,
 587                 },
 588         };
 589
 590         memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
 591
 592         lseek(fd, 0, SEEK_SET);
 593         err = do_write(fd, &f_header, sizeof(f_header));
 594         if (err < 0) {
 595                 pr_debug("failed to write perf header\n");
 596                 return err;
 597         }
 598         lseek(fd, self->data_offset + self->data_size, SEEK_SET);
 599
 600         self->frozen = 1;
 601         return 0;
 602 }
 603
 604 static int perf_header__getbuffer64(struct perf_header *self,
 605                                     int fd, void *buf, size_t size)
 606 {
 607         if (do_read(fd, buf, size) <= 0)
 608                 return -1;
 609
 610         if (self->needs_swap)
 611                 mem_bswap_64(buf, size);
 612
 613         return 0;
 614 }
 615
 616 int perf_header__process_sections(struct perf_header *self, int fd,
 617                                   int (*process)(struct perf_file_section *self,
 618                                                  struct perf_header *ph,
 619                                                  int feat, int fd))
 620 {
 621         struct perf_file_section *feat_sec;
 622         int nr_sections;
 623         int sec_size;
 624         int idx = 0;
 625         int err = -1, feat = 1;
 626
 627         nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
 628         if (!nr_sections)
 629                 return 0;
 630
 631         feat_sec = calloc(sizeof(*feat_sec), nr_sections);
 632         if (!feat_sec)
 633                 return -1;
 634
 635         sec_size = sizeof(*feat_sec) * nr_sections;
 636
 637         lseek(fd, self->data_offset + self->data_size, SEEK_SET);
 638
 639         if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
 640                 goto out_free;
 641
 642         err = 0;
 643         while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
 644                 if (perf_header__has_feat(self, feat)) {
 645                         struct perf_file_section *sec = &feat_sec[idx++];
 646
 647                         err = process(sec, self, feat, fd);
 648                         if (err < 0)
 649                                 break;
 650                 }
 651                 ++feat;
 652         }
 653 out_free:
 654         free(feat_sec);
 655         return err;
 656 }
 657
 658 int perf_file_header__read(struct perf_file_header *self,
 659                            struct perf_header *ph, int fd)
 660 {
 661         lseek(fd, 0, SEEK_SET);
 662
 663         if (do_read(fd, self, sizeof(*self)) <= 0 ||
 664             memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
 665                 return -1;
 666
 667         if (self->attr_size != sizeof(struct perf_file_attr)) {
 668                 u64 attr_size = bswap_64(self->attr_size);
 669
 670                 if (attr_size != sizeof(struct perf_file_attr))
 671                         return -1;
 672
 673                 mem_bswap_64(self, offsetof(struct perf_file_header,
 674                                             adds_features));
 675                 ph->needs_swap = true;
 676         }
 677
 678         if (self->size != sizeof(*self)) {
 679                 /* Support the previous format */
 680                 if (self->size == offsetof(typeof(*self), adds_features))
 681                         bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
 682                 else
 683                         return -1;
 684         }
 685
 686         memcpy(&ph->adds_features, &self->adds_features,
 687                sizeof(ph->adds_features));
 688         /*
 689          * FIXME: hack that assumes that if we need swap the perf.data file
 690          * may be coming from an arch with a different word-size, ergo different
 691          * DEFINE_BITMAP format, investigate more later, but for now its mostly
 692          * safe to assume that we have a build-id section. Trace files probably
 693          * have several other issues in this realm anyway...
 694          */
 695         if (ph->needs_swap) {
 696                 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
 697                 perf_header__set_feat(ph, HEADER_BUILD_ID);
 698         }
 699
 700         ph->event_offset = self->event_types.offset;
 701         ph->event_size   = self->event_types.size;
 702         ph->data_offset  = self->data.offset;
 703         ph->data_size    = self->data.size;
 704         return 0;
 705 }
 706
 707 static int __event_process_build_id(struct build_id_event *bev,
 708                                     char *filename,
 709                                     struct perf_session *session)
 710 {
 711         int err = -1;
 712         struct list_head *head;
 713         struct machine *machine;
 714         u16 misc;
 715         struct dso *dso;
 716         enum dso_kernel_type dso_type;
 717
 718         machine = perf_session__findnew_machine(session, bev->pid);
 719         if (!machine)
 720                 goto out;
 721
 722         misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
 723
 724         switch (misc) {
 725         case PERF_RECORD_MISC_KERNEL:
 726                 dso_type = DSO_TYPE_KERNEL;
 727                 head = &machine->kernel_dsos;
 728                 break;
 729         case PERF_RECORD_MISC_GUEST_KERNEL:
 730                 dso_type = DSO_TYPE_GUEST_KERNEL;
 731                 head = &machine->kernel_dsos;
 732                 break;
 733         case PERF_RECORD_MISC_USER:
 734         case PERF_RECORD_MISC_GUEST_USER:
 735                 dso_type = DSO_TYPE_USER;
 736                 head = &machine->user_dsos;
 737                 break;
 738         default:
 739                 goto out;
 740         }
 741
 742         dso = __dsos__findnew(head, filename);
 743         if (dso != NULL) {
 744                 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 745
 746                 dso__set_build_id(dso, &bev->build_id);
 747
 748                 if (filename[0] == '[')
 749                         dso->kernel = dso_type;
 750
 751                 build_id__sprintf(dso->build_id, sizeof(dso->build_id),
 752                                   sbuild_id);
 753                 pr_debug("build id event received for %s: %s\n",
 754                          dso->long_name, sbuild_id);
 755         }
 756
 757         err = 0;
 758 out:
 759         return err;
 760 }
 761
 762 static int perf_header__read_build_ids(struct perf_header *self,
 763                         int input, u64 offset, u64 size)
 764 {
 765         struct perf_session *session = container_of(self,
 766                         struct perf_session, header);
 767         struct build_id_event bev;
 768         char filename[PATH_MAX];
 769         u64 limit = offset + size;
 770         int err = -1;
 771
 772         while (offset < limit) {
 773                 ssize_t len;
 774
 775                 if (read(input, &bev, sizeof(bev)) != sizeof(bev))
 776                         goto out;
 777
 778                 if (self->needs_swap)
 779                         perf_event_header__bswap(&bev.header);
 780
 781                 len = bev.header.size - sizeof(bev);
 782                 if (read(input, filename, len) != len)
 783                         goto out;
 784
 785                 __event_process_build_id(&bev, filename, session);
 786
 787                 offset += bev.header.size;
 788         }
 789         err = 0;
 790 out:
 791         return err;
 792 }
 793
 794 static int perf_file_section__process(struct perf_file_section *self,
 795                                       struct perf_header *ph,
 796                                       int feat, int fd)
 797 {
 798         if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
 799                 pr_debug("Failed to lseek to %Ld offset for feature %d, "
 800                          "continuing...\n", self->offset, feat);
 801                 return 0;
 802         }
 803
 804         switch (feat) {
 805         case HEADER_TRACE_INFO:
 806                 trace_report(fd, false);
 807                 break;
 808
 809         case HEADER_BUILD_ID:
 810                 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
 811                         pr_debug("Failed to read buildids, continuing...\n");
 812                 break;
 813         default:
 814                 pr_debug("unknown feature %d, continuing...\n", feat);
 815         }
 816
 817         return 0;
 818 }
 819
 820 static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
 821                                        struct perf_header *ph, int fd,
 822                                        bool repipe)
 823 {
 824         if (do_read(fd, self, sizeof(*self)) <= 0 ||
 825             memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
 826                 return -1;
 827
 828         if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0)
 829                 return -1;
 830
 831         if (self->size != sizeof(*self)) {
 832                 u64 size = bswap_64(self->size);
 833
 834                 if (size != sizeof(*self))
 835                         return -1;
 836
 837                 ph->needs_swap = true;
 838         }
 839
 840         return 0;
 841 }
 842
 843 static int perf_header__read_pipe(struct perf_session *session, int fd)
 844 {
 845         struct perf_header *self = &session->header;
 846         struct perf_pipe_file_header f_header;
 847
 848         if (perf_file_header__read_pipe(&f_header, self, fd,
 849                                         session->repipe) < 0) {
 850                 pr_debug("incompatible file format\n");
 851                 return -EINVAL;
 852         }
 853
 854         session->fd = fd;
 855
 856         return 0;
 857 }
 858
 859 int perf_header__read(struct perf_session *session, int fd)
 860 {
 861         struct perf_header *self = &session->header;
 862         struct perf_file_header f_header;
 863         struct perf_file_attr   f_attr;
 864         u64                     f_id;
 865         int nr_attrs, nr_ids, i, j;
 866
 867         if (session->fd_pipe)
 868                 return perf_header__read_pipe(session, fd);
 869
 870         if (perf_file_header__read(&f_header, self, fd) < 0) {
 871                 pr_debug("incompatible file format\n");
 872                 return -EINVAL;
 873         }
 874
 875         nr_attrs = f_header.attrs.size / sizeof(f_attr);
 876         lseek(fd, f_header.attrs.offset, SEEK_SET);
 877
 878         for (i = 0; i < nr_attrs; i++) {
 879                 struct perf_header_attr *attr;
 880                 off_t tmp;
 881
 882                 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
 883                         goto out_errno;
 884
 885                 tmp = lseek(fd, 0, SEEK_CUR);
 886
 887                 attr = perf_header_attr__new(&f_attr.attr);
 888                 if (attr == NULL)
 889                          return -ENOMEM;
 890
 891                 nr_ids = f_attr.ids.size / sizeof(u64);
 892                 lseek(fd, f_attr.ids.offset, SEEK_SET);
 893
 894                 for (j = 0; j < nr_ids; j++) {
 895                         if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
 896                                 goto out_errno;
 897
 898                         if (perf_header_attr__add_id(attr, f_id) < 0) {
 899                                 perf_header_attr__delete(attr);
 900                                 return -ENOMEM;
 901                         }
 902                 }
 903                 if (perf_header__add_attr(self, attr) < 0) {
 904                         perf_header_attr__delete(attr);
 905                         return -ENOMEM;
 906                 }
 907
 908                 lseek(fd, tmp, SEEK_SET);
 909         }
 910
 911         if (f_header.event_types.size) {
 912                 lseek(fd, f_header.event_types.offset, SEEK_SET);
 913                 events = malloc(f_header.event_types.size);
 914                 if (events == NULL)
 915                         return -ENOMEM;
 916                 if (perf_header__getbuffer64(self, fd, events,
 917                                              f_header.event_types.size))
 918                         goto out_errno;
 919                 event_count =  f_header.event_types.size / sizeof(struct perf_trace_event_type);
 920         }
 921
 922         perf_header__process_sections(self, fd, perf_file_section__process);
 923
 924         lseek(fd, self->data_offset, SEEK_SET);
 925
 926         self->frozen = 1;
 927         return 0;
 928 out_errno:
 929         return -errno;
 930 }
 931
 932 u64 perf_header__sample_type(struct perf_header *header)
 933 {
 934         u64 type = 0;
 935         int i;
 936
 937         for (i = 0; i < header->attrs; i++) {
 938                 struct perf_header_attr *attr = header->attr[i];
 939
 940                 if (!type)
 941                         type = attr->attr.sample_type;
 942                 else if (type != attr->attr.sample_type)
 943                         die("non matching sample_type");
 944         }
 945
 946         return type;
 947 }
 948
 949 bool perf_header__sample_id_all(const struct perf_header *header)
 950 {
 951         bool value = false, first = true;
 952         int i;
 953
 954         for (i = 0; i < header->attrs; i++) {
 955                 struct perf_header_attr *attr = header->attr[i];
 956
 957                 if (first) {
 958                         value = attr->attr.sample_id_all;
 959                         first = false;
 960                 } else if (value != attr->attr.sample_id_all)
 961                         die("non matching sample_id_all");
 962         }
 963
 964         return value;
 965 }
 966
 967 struct perf_event_attr *
 968 perf_header__find_attr(u64 id, struct perf_header *header)
 969 {
 970         int i;
 971
 972         /*
 973          * We set id to -1 if the data file doesn't contain sample
 974          * ids. This can happen when the data file contains one type
 975          * of event and in that case, the header can still store the
 976          * event attribute information. Check for this and avoid
 977          * walking through the entire list of ids which may be large.
 978          */
 979         if (id == -1ULL) {
 980                 if (header->attrs > 0)
 981                         return &header->attr[0]->attr;
 982                 return NULL;
 983         }
 984
 985         for (i = 0; i < header->attrs; i++) {
 986                 struct perf_header_attr *attr = header->attr[i];
 987                 int j;
 988
 989                 for (j = 0; j < attr->ids; j++) {
 990                         if (attr->id[j] == id)
 991                                 return &attr->attr;
 992                 }
 993         }
 994
 995         return NULL;
 996 }
 997
 998 int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
 999                            event__handler_t process,
1000                            struct perf_session *session)
1001 {
1002         event_t *ev;
1003         size_t size;
1004         int err;
1005
1006         size = sizeof(struct perf_event_attr);
1007         size = ALIGN(size, sizeof(u64));
1008         size += sizeof(struct perf_event_header);
1009         size += ids * sizeof(u64);
1010
1011         ev = malloc(size);
1012
1013         if (ev == NULL)
1014                 return -ENOMEM;
1015
1016         ev->attr.attr = *attr;
1017         memcpy(ev->attr.id, id, ids * sizeof(u64));
1018
1019         ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
1020         ev->attr.header.size = size;
1021
1022         err = process(ev, NULL, session);
1023
1024         free(ev);
1025
1026         return err;
1027 }
1028
1029 int event__synthesize_attrs(struct perf_header *self, event__handler_t process,
1030                             struct perf_session *session)
1031 {
1032         struct perf_header_attr *attr;
1033         int i, err = 0;
1034
1035         for (i = 0; i < self->attrs; i++) {
1036                 attr = self->attr[i];
1037
1038                 err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
1039                                              process, session);
1040                 if (err) {
1041                         pr_debug("failed to create perf header attribute\n");
1042                         return err;
1043                 }
1044         }
1045
1046         return err;
1047 }
1048
1049 int event__process_attr(event_t *self, struct perf_session *session)
1050 {
1051         struct perf_header_attr *attr;
1052         unsigned int i, ids, n_ids;
1053
1054         attr = perf_header_attr__new(&self->attr.attr);
1055         if (attr == NULL)
1056                 return -ENOMEM;
1057
1058         ids = self->header.size;
1059         ids -= (void *)&self->attr.id - (void *)self;
1060         n_ids = ids / sizeof(u64);
1061
1062         for (i = 0; i < n_ids; i++) {
1063                 if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
1064                         perf_header_attr__delete(attr);
1065                         return -ENOMEM;
1066                 }
1067         }
1068
1069         if (perf_header__add_attr(&session->header, attr) < 0) {
1070                 perf_header_attr__delete(attr);
1071                 return -ENOMEM;
1072         }
1073
1074         perf_session__update_sample_type(session);
1075
1076         return 0;
1077 }
1078
1079 int event__synthesize_event_type(u64 event_id, char *name,
1080                                  event__handler_t process,
1081                                  struct perf_session *session)
1082 {
1083         event_t ev;
1084         size_t size = 0;
1085         int err = 0;
1086
1087         memset(&ev, 0, sizeof(ev));
1088
1089         ev.event_type.event_type.event_id = event_id;
1090         memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
1091         strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
1092
1093         ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
1094         size = strlen(name);
1095         size = ALIGN(size, sizeof(u64));
1096         ev.event_type.header.size = sizeof(ev.event_type) -
1097                 (sizeof(ev.event_type.event_type.name) - size);
1098
1099         err = process(&ev, NULL, session);
1100
1101         return err;
1102 }
1103
1104 int event__synthesize_event_types(event__handler_t process,
1105                                   struct perf_session *session)
1106 {
1107         struct perf_trace_event_type *type;
1108         int i, err = 0;
1109
1110         for (i = 0; i < event_count; i++) {
1111                 type = &events[i];
1112
1113                 err = event__synthesize_event_type(type->event_id, type->name,
1114                                                    process, session);
1115                 if (err) {
1116                         pr_debug("failed to create perf header event type\n");
1117                         return err;
1118                 }
1119         }
1120
1121         return err;
1122 }
1123
1124 int event__process_event_type(event_t *self,
1125                               struct perf_session *session __unused)
1126 {
1127         if (perf_header__push_event(self->event_type.event_type.event_id,
1128                                     self->event_type.event_type.name) < 0)
1129                 return -ENOMEM;
1130
1131         return 0;
1132 }
1133
1134 int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs,
1135                                    int nb_events,
1136                                    event__handler_t process,
1137                                    struct perf_session *session __unused)
1138 {
1139         event_t ev;
1140         ssize_t size = 0, aligned_size = 0, padding;
1141         int err = 0;
1142
1143         memset(&ev, 0, sizeof(ev));
1144
1145         ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
1146         size = read_tracing_data_size(fd, pattrs, nb_events);
1147         if (size <= 0)
1148                 return size;
1149         aligned_size = ALIGN(size, sizeof(u64));
1150         padding = aligned_size - size;
1151         ev.tracing_data.header.size = sizeof(ev.tracing_data);
1152         ev.tracing_data.size = aligned_size;
1153
1154         process(&ev, NULL, session);
1155
1156         err = read_tracing_data(fd, pattrs, nb_events);
1157         write_padded(fd, NULL, 0, padding);
1158
1159         return aligned_size;
1160 }
1161
1162 int event__process_tracing_data(event_t *self,
1163                                 struct perf_session *session)
1164 {
1165         ssize_t size_read, padding, size = self->tracing_data.size;
1166         off_t offset = lseek(session->fd, 0, SEEK_CUR);
1167         char buf[BUFSIZ];
1168
1169         /* setup for reading amidst mmap */
1170         lseek(session->fd, offset + sizeof(struct tracing_data_event),
1171               SEEK_SET);
1172
1173         size_read = trace_report(session->fd, session->repipe);
1174
1175         padding = ALIGN(size_read, sizeof(u64)) - size_read;
1176
1177         if (read(session->fd, buf, padding) < 0)
1178                 die("reading input file");
1179         if (session->repipe) {
1180                 int retw = write(STDOUT_FILENO, buf, padding);
1181                 if (retw <= 0 || retw != padding)
1182                         die("repiping tracing data padding");
1183         }
1184
1185         if (size_read + padding != size)
1186                 die("tracing data size mismatch");
1187
1188         return size_read + padding;
1189 }
1190
1191 int event__synthesize_build_id(struct dso *pos, u16 misc,
1192                                event__handler_t process,
1193                                struct machine *machine,
1194                                struct perf_session *session)
1195 {
1196         event_t ev;
1197         size_t len;
1198         int err = 0;
1199
1200         if (!pos->hit)
1201                 return err;
1202
1203         memset(&ev, 0, sizeof(ev));
1204
1205         len = pos->long_name_len + 1;
1206         len = ALIGN(len, NAME_ALIGN);
1207         memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
1208         ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
1209         ev.build_id.header.misc = misc;
1210         ev.build_id.pid = machine->pid;
1211         ev.build_id.header.size = sizeof(ev.build_id) + len;
1212         memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
1213
1214         err = process(&ev, NULL, session);
1215
1216         return err;
1217 }
1218
1219 int event__process_build_id(event_t *self,
1220                             struct perf_session *session)
1221 {
1222         __event_process_build_id(&self->build_id,
1223                                  self->build_id.filename,
1224                                  session);
1225         return 0;
1226 }
1227
1228 void disable_buildid_cache(void)
1229 {
1230         no_buildid_cache = true;
1231 }