1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576
|
/*
* Copyright (C) 2015 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef SIMPLE_PERF_RECORD_H_
#define SIMPLE_PERF_RECORD_H_
#include <stdio.h>
#include <sys/types.h>
#include <memory>
#include <queue>
#include <string>
#include <vector>
#include <android-base/logging.h>
#include "build_id.h"
#include "CallChainJoiner.h"
#include "OfflineUnwinder.h"
#include "perf_event.h"
enum user_record_type {
PERF_RECORD_USER_DEFINED_TYPE_START = 64,
PERF_RECORD_ATTR = 64,
PERF_RECORD_EVENT_TYPE,
PERF_RECORD_TRACING_DATA,
PERF_RECORD_BUILD_ID,
PERF_RECORD_FINISHED_ROUND,
SIMPLE_PERF_RECORD_TYPE_START = 32768,
SIMPLE_PERF_RECORD_KERNEL_SYMBOL,
// TODO: remove DsoRecord and SymbolRecord.
SIMPLE_PERF_RECORD_DSO,
SIMPLE_PERF_RECORD_SYMBOL,
SIMPLE_PERF_RECORD_SPLIT,
SIMPLE_PERF_RECORD_SPLIT_END,
SIMPLE_PERF_RECORD_EVENT_ID,
SIMPLE_PERF_RECORD_CALLCHAIN,
SIMPLE_PERF_RECORD_UNWINDING_RESULT,
SIMPLE_PERF_RECORD_TRACING_DATA,
};
// perf_event_header uses u16 to store record size. However, that is not
// enough for storing records like KERNEL_SYMBOL or TRACING_DATA. So define
// a simpleperf_record_header struct to store record header for simpleperf
// defined records (type > SIMPLE_PERF_RECORD_TYPE_START).
struct simpleperf_record_header {
uint32_t type;
uint16_t size1;
uint16_t size0;
};
static_assert(
sizeof(simpleperf_record_header) == sizeof(perf_event_header),
"simpleperf_record_header should have the same size as perf_event_header");
struct PerfSampleIpType {
uint64_t ip;
};
struct PerfSampleTidType {
uint32_t pid, tid;
};
struct PerfSampleTimeType {
uint64_t time;
};
struct PerfSampleAddrType {
uint64_t addr;
};
struct PerfSampleIdType {
uint64_t id;
};
struct PerfSampleStreamIdType {
uint64_t stream_id;
};
struct PerfSampleCpuType {
uint32_t cpu, res;
};
struct PerfSamplePeriodType {
uint64_t period;
};
struct PerfSampleCallChainType {
uint64_t ip_nr;
uint64_t* ips;
};
struct PerfSampleRawType {
uint32_t size;
const char* data;
};
struct BranchStackItemType {
uint64_t from;
uint64_t to;
uint64_t flags;
};
struct PerfSampleBranchStackType {
uint64_t stack_nr;
const BranchStackItemType* stack;
};
struct PerfSampleRegsUserType {
uint64_t abi;
uint64_t reg_mask;
uint64_t reg_nr;
const uint64_t* regs;
};
struct PerfSampleStackUserType {
uint64_t size;
char* data;
uint64_t dyn_size;
};
struct RecordHeader {
public:
uint32_t type;
uint16_t misc;
uint32_t size;
RecordHeader() : type(0), misc(0), size(0) {}
explicit RecordHeader(const char* p) {
auto pheader = reinterpret_cast<const perf_event_header*>(p);
if (pheader->type < SIMPLE_PERF_RECORD_TYPE_START) {
type = pheader->type;
misc = pheader->misc;
size = pheader->size;
} else {
auto sheader = reinterpret_cast<const simpleperf_record_header*>(p);
type = sheader->type;
misc = 0;
size = (sheader->size1 << 16) | sheader->size0;
}
}
void MoveToBinaryFormat(char*& p) const {
if (type < SIMPLE_PERF_RECORD_TYPE_START) {
auto pheader = reinterpret_cast<perf_event_header*>(p);
pheader->type = type;
pheader->misc = misc;
CHECK_LT(size, 1u << 16);
pheader->size = static_cast<uint16_t>(size);
} else {
auto sheader = reinterpret_cast<simpleperf_record_header*>(p);
sheader->type = type;
CHECK_EQ(misc, 0u);
sheader->size1 = size >> 16;
sheader->size0 = size & 0xffff;
}
p += sizeof(perf_event_header);
}
};
// SampleId is optional at the end of a record in binary format. Its content is
// determined by sample_id_all and sample_type in perf_event_attr. To avoid the
// complexity of referring to perf_event_attr each time, we copy sample_id_all
// and sample_type inside the SampleId structure.
struct SampleId {
bool sample_id_all;
uint64_t sample_type;
PerfSampleTidType tid_data; // Valid if sample_id_all && PERF_SAMPLE_TID.
PerfSampleTimeType time_data; // Valid if sample_id_all && PERF_SAMPLE_TIME.
PerfSampleIdType id_data; // Valid if sample_id_all && PERF_SAMPLE_ID.
PerfSampleStreamIdType
stream_id_data; // Valid if sample_id_all && PERF_SAMPLE_STREAM_ID.
PerfSampleCpuType cpu_data; // Valid if sample_id_all && PERF_SAMPLE_CPU.
SampleId();
// Create the content of sample_id. It depends on the attr we use.
size_t CreateContent(const perf_event_attr& attr, uint64_t event_id);
// Parse sample_id from binary format in the buffer pointed by p.
void ReadFromBinaryFormat(const perf_event_attr& attr, const char* p,
const char* end);
// Write the binary format of sample_id to the buffer pointed by p.
void WriteToBinaryFormat(char*& p) const;
void Dump(size_t indent) const;
size_t Size() const;
};
// Usually one record contains the following three parts in order in binary
// format:
// RecordHeader (at the head of a record, containing type and size info)
// data depends on the record type
// SampleId (optional part at the end of a record)
// We hold the common parts (RecordHeader and SampleId) in the base class
// Record, and hold the type specific data part in classes derived from Record.
struct Record {
RecordHeader header;
SampleId sample_id;
Record() : binary_(nullptr), own_binary_(false) {}
explicit Record(char* p) : header(p), binary_(p), own_binary_(false) {}
Record(Record&& other) noexcept;
virtual ~Record() {
if (own_binary_) {
delete[] binary_;
}
}
void OwnBinary() { own_binary_ = true; }
uint32_t type() const { return header.type; }
uint16_t misc() const { return header.misc; }
uint32_t size() const { return header.size; }
static uint32_t header_size() { return sizeof(perf_event_header); }
bool InKernel() const {
return (header.misc & PERF_RECORD_MISC_CPUMODE_MASK) ==
PERF_RECORD_MISC_KERNEL;
}
void SetTypeAndMisc(uint32_t type, uint16_t misc) {
header.type = type;
header.misc = misc;
}
void SetSize(uint32_t size) { header.size = size; }
void Dump(size_t indent = 0) const;
const char* Binary() const { return binary_; }
char* BinaryForTestingOnly() { return binary_; }
virtual uint64_t Timestamp() const;
virtual uint32_t Cpu() const;
virtual uint64_t Id() const;
protected:
void UpdateBinary(char* new_binary);
virtual void DumpData(size_t) const = 0;
char* binary_;
bool own_binary_;
DISALLOW_COPY_AND_ASSIGN(Record);
};
struct MmapRecord : public Record {
struct MmapRecordDataType {
uint32_t pid, tid;
uint64_t addr;
uint64_t len;
uint64_t pgoff;
};
const MmapRecordDataType* data;
const char* filename;
MmapRecord(const perf_event_attr& attr, char* p);
MmapRecord(const perf_event_attr& attr, bool in_kernel, uint32_t pid,
uint32_t tid, uint64_t addr, uint64_t len, uint64_t pgoff,
const std::string& filename, uint64_t event_id, uint64_t time = 0);
void SetDataAndFilename(const MmapRecordDataType& data,
const std::string& filename);
protected:
void DumpData(size_t indent) const override;
};
struct Mmap2Record : public Record {
struct Mmap2RecordDataType {
uint32_t pid, tid;
uint64_t addr;
uint64_t len;
uint64_t pgoff;
uint32_t maj;
uint32_t min;
uint64_t ino;
uint64_t ino_generation;
uint32_t prot, flags;
};
const Mmap2RecordDataType* data;
const char* filename;
Mmap2Record(const perf_event_attr& attr, char* p);
Mmap2Record(const perf_event_attr& attr, bool in_kernel, uint32_t pid, uint32_t tid,
uint64_t addr, uint64_t len, uint64_t pgoff, uint32_t prot,
const std::string& filename, uint64_t event_id, uint64_t time = 0);
void SetDataAndFilename(const Mmap2RecordDataType& data,
const std::string& filename);
protected:
void DumpData(size_t indent) const override;
};
struct CommRecord : public Record {
struct CommRecordDataType {
uint32_t pid, tid;
};
const CommRecordDataType* data;
const char* comm;
CommRecord(const perf_event_attr& attr, char* p);
CommRecord(const perf_event_attr& attr, uint32_t pid, uint32_t tid,
const std::string& comm, uint64_t event_id, uint64_t time);
void SetCommandName(const std::string& name);
protected:
void DumpData(size_t indent) const override;
};
struct ExitOrForkRecord : public Record {
struct ExitOrForkRecordDataType {
uint32_t pid, ppid;
uint32_t tid, ptid;
uint64_t time;
};
const ExitOrForkRecordDataType* data;
ExitOrForkRecord(const perf_event_attr& attr, char* p);
ExitOrForkRecord() : data(nullptr) {}
protected:
void DumpData(size_t indent) const override;
};
struct ExitRecord : public ExitOrForkRecord {
ExitRecord(const perf_event_attr& attr, char* p)
: ExitOrForkRecord(attr, p) {}
};
struct ForkRecord : public ExitOrForkRecord {
ForkRecord(const perf_event_attr& attr, char* p)
: ExitOrForkRecord(attr, p) {}
ForkRecord(const perf_event_attr& attr, uint32_t pid, uint32_t tid,
uint32_t ppid, uint32_t ptid, uint64_t event_id);
};
struct LostRecord : public Record {
uint64_t id;
uint64_t lost;
LostRecord(const perf_event_attr& attr, char* p);
protected:
void DumpData(size_t indent) const override;
};
struct SampleRecord : public Record {
uint64_t sample_type; // sample_type is a bit mask determining which fields
// below are valid.
PerfSampleIpType ip_data; // Valid if PERF_SAMPLE_IP.
PerfSampleTidType tid_data; // Valid if PERF_SAMPLE_TID.
PerfSampleTimeType time_data; // Valid if PERF_SAMPLE_TIME.
PerfSampleAddrType addr_data; // Valid if PERF_SAMPLE_ADDR.
PerfSampleIdType id_data; // Valid if PERF_SAMPLE_ID.
PerfSampleStreamIdType stream_id_data; // Valid if PERF_SAMPLE_STREAM_ID.
PerfSampleCpuType cpu_data; // Valid if PERF_SAMPLE_CPU.
PerfSamplePeriodType period_data; // Valid if PERF_SAMPLE_PERIOD.
PerfSampleCallChainType callchain_data; // Valid if PERF_SAMPLE_CALLCHAIN.
PerfSampleRawType raw_data; // Valid if PERF_SAMPLE_RAW.
PerfSampleBranchStackType
branch_stack_data; // Valid if PERF_SAMPLE_BRANCH_STACK.
PerfSampleRegsUserType regs_user_data; // Valid if PERF_SAMPLE_REGS_USER.
PerfSampleStackUserType stack_user_data; // Valid if PERF_SAMPLE_STACK_USER.
SampleRecord(const perf_event_attr& attr, char* p);
SampleRecord(const perf_event_attr& attr, uint64_t id, uint64_t ip,
uint32_t pid, uint32_t tid, uint64_t time, uint32_t cpu,
uint64_t period, const std::vector<uint64_t>& ips,
const std::vector<char>& stack, uint64_t dyn_stack_size);
void ReplaceRegAndStackWithCallChain(const std::vector<uint64_t>& ips);
// Remove kernel callchain, return true if there is a user space callchain left, otherwise
// return false.
bool ExcludeKernelCallChain();
bool HasUserCallChain() const;
void UpdateUserCallChain(const std::vector<uint64_t>& user_ips);
uint64_t Timestamp() const override;
uint32_t Cpu() const override;
uint64_t Id() const override;
uint64_t GetValidStackSize() const {
// Invaid stack data has been removed by RecordReadThread::PushRecordToRecordBuffer().
return stack_user_data.size;
}
void AdjustCallChainGeneratedByKernel();
std::vector<uint64_t> GetCallChain(size_t* kernel_ip_count) const;
protected:
void BuildBinaryWithNewCallChain(uint32_t new_size, const std::vector<uint64_t>& ips);
void DumpData(size_t indent) const override;
};
// BuildIdRecord is defined in user-space, stored in BuildId feature section in
// record file.
struct BuildIdRecord : public Record {
uint32_t pid;
BuildId build_id;
const char* filename;
explicit BuildIdRecord(char* p);
BuildIdRecord(bool in_kernel, pid_t pid, const BuildId& build_id,
const std::string& filename);
protected:
void DumpData(size_t indent) const override;
};
struct KernelSymbolRecord : public Record {
uint32_t kallsyms_size;
const char* kallsyms;
explicit KernelSymbolRecord(char* p);
explicit KernelSymbolRecord(const std::string& kallsyms);
protected:
void DumpData(size_t indent) const override;
};
struct DsoRecord : public Record {
uint64_t dso_type;
uint64_t dso_id;
uint64_t min_vaddr;
const char* dso_name;
explicit DsoRecord(char* p);
DsoRecord(uint64_t dso_type, uint64_t dso_id, const std::string& dso_name,
uint64_t min_vaddr);
protected:
void DumpData(size_t indent) const override;
};
struct SymbolRecord : public Record {
uint64_t addr;
uint64_t len;
uint64_t dso_id;
const char* name;
explicit SymbolRecord(char* p);
SymbolRecord(uint64_t addr, uint64_t len, const std::string& name,
uint64_t dso_id);
protected:
void DumpData(size_t indent) const override;
};
struct TracingDataRecord : public Record {
uint32_t data_size;
const char* data;
explicit TracingDataRecord(char* p);
explicit TracingDataRecord(const std::vector<char>& tracing_data);
protected:
void DumpData(size_t indent) const override;
};
struct EventIdRecord : public Record {
uint64_t count;
struct EventIdData {
uint64_t attr_id;
uint64_t event_id;
} const* data;
explicit EventIdRecord(char* p);
explicit EventIdRecord(const std::vector<uint64_t>& data);
protected:
void DumpData(size_t indent) const override;
};
struct CallChainRecord : public Record {
uint32_t pid;
uint32_t tid;
uint64_t chain_type;
uint64_t time;
uint64_t ip_nr;
uint64_t* ips;
uint64_t* sps;
explicit CallChainRecord(char* p);
CallChainRecord(pid_t pid, pid_t tid, simpleperf::CallChainJoiner::ChainType type, uint64_t time,
const std::vector<uint64_t>& ips, const std::vector<uint64_t>& sps);
uint64_t Timestamp() const override {
return time;
}
protected:
void DumpData(size_t indent) const override;
};
struct UnwindingResultRecord : public Record {
uint64_t time;
simpleperf::UnwindingResult unwinding_result;
explicit UnwindingResultRecord(char* p);
UnwindingResultRecord(uint64_t time, const simpleperf::UnwindingResult& unwinding_result);
uint64_t Timestamp() const override {
return time;
}
protected:
void DumpData(size_t indent) const override;
};
// UnknownRecord is used for unknown record types, it makes sure all unknown
// records are not changed when modifying perf.data.
struct UnknownRecord : public Record {
const char* data;
explicit UnknownRecord(char* p);
protected:
void DumpData(size_t indent) const override;
};
// Read record from the buffer pointed by [p]. But the record doesn't own
// the buffer.
std::unique_ptr<Record> ReadRecordFromBuffer(const perf_event_attr& attr, uint32_t type, char* p);
// Read record from the buffer pointed by [p]. And the record owns the buffer.
std::unique_ptr<Record> ReadRecordFromOwnedBuffer(const perf_event_attr& attr,
uint32_t type, char* p);
// Read records from the buffer pointed by [buf]. None of the records own
// the buffer.
std::vector<std::unique_ptr<Record>> ReadRecordsFromBuffer(
const perf_event_attr& attr, char* buf, size_t buf_size);
// Read one record from the buffer pointed by [p]. But the record doesn't
// own the buffer.
std::unique_ptr<Record> ReadRecordFromBuffer(const perf_event_attr& attr, char* p);
#endif // SIMPLE_PERF_RECORD_H_
|