Home | History | Annotate | Download | only in util
      1 #include <linux/kernel.h>
      2 #include <traceevent/event-parse.h>
      3 
      4 #include <byteswap.h>
      5 #include <unistd.h>
      6 #include <sys/types.h>
      7 #include <sys/mman.h>
      8 
      9 #include "evlist.h"
     10 #include "evsel.h"
     11 #include "session.h"
     12 #include "tool.h"
     13 #include "sort.h"
     14 #include "util.h"
     15 #include "cpumap.h"
     16 #include "perf_regs.h"
     17 #include "vdso.h"
     18 
     19 static int perf_session__open(struct perf_session *self, bool force)
     20 {
     21 	struct stat input_stat;
     22 
     23 	if (!strcmp(self->filename, "-")) {
     24 		self->fd_pipe = true;
     25 		self->fd = STDIN_FILENO;
     26 
     27 		if (perf_session__read_header(self) < 0)
     28 			pr_err("incompatible file format (rerun with -v to learn more)");
     29 
     30 		return 0;
     31 	}
     32 
     33 	self->fd = open(self->filename, O_RDONLY);
     34 	if (self->fd < 0) {
     35 		int err = errno;
     36 
     37 		pr_err("failed to open %s: %s", self->filename, strerror(err));
     38 		if (err == ENOENT && !strcmp(self->filename, "perf.data"))
     39 			pr_err("  (try 'perf record' first)");
     40 		pr_err("\n");
     41 		return -errno;
     42 	}
     43 
     44 	if (fstat(self->fd, &input_stat) < 0)
     45 		goto out_close;
     46 
     47 	if (!force && input_stat.st_uid && (input_stat.st_uid != geteuid())) {
     48 		pr_err("file %s not owned by current user or root\n",
     49 		       self->filename);
     50 		goto out_close;
     51 	}
     52 
     53 	if (!input_stat.st_size) {
     54 		pr_info("zero-sized file (%s), nothing to do!\n",
     55 			self->filename);
     56 		goto out_close;
     57 	}
     58 
     59 	if (perf_session__read_header(self) < 0) {
     60 		pr_err("incompatible file format (rerun with -v to learn more)");
     61 		goto out_close;
     62 	}
     63 
     64 	if (!perf_evlist__valid_sample_type(self->evlist)) {
     65 		pr_err("non matching sample_type");
     66 		goto out_close;
     67 	}
     68 
     69 	if (!perf_evlist__valid_sample_id_all(self->evlist)) {
     70 		pr_err("non matching sample_id_all");
     71 		goto out_close;
     72 	}
     73 
     74 	if (!perf_evlist__valid_read_format(self->evlist)) {
     75 		pr_err("non matching read_format");
     76 		goto out_close;
     77 	}
     78 
     79 	self->size = input_stat.st_size;
     80 	return 0;
     81 
     82 out_close:
     83 	close(self->fd);
     84 	self->fd = -1;
     85 	return -1;
     86 }
     87 
     88 void perf_session__set_id_hdr_size(struct perf_session *session)
     89 {
     90 	u16 id_hdr_size = perf_evlist__id_hdr_size(session->evlist);
     91 
     92 	machines__set_id_hdr_size(&session->machines, id_hdr_size);
     93 }
     94 
     95 int perf_session__create_kernel_maps(struct perf_session *self)
     96 {
     97 	int ret = machine__create_kernel_maps(&self->machines.host);
     98 
     99 	if (ret >= 0)
    100 		ret = machines__create_guest_kernel_maps(&self->machines);
    101 	return ret;
    102 }
    103 
    104 static void perf_session__destroy_kernel_maps(struct perf_session *self)
    105 {
    106 	machines__destroy_kernel_maps(&self->machines);
    107 }
    108 
    109 struct perf_session *perf_session__new(const char *filename, int mode,
    110 				       bool force, bool repipe,
    111 				       struct perf_tool *tool)
    112 {
    113 	struct perf_session *self;
    114 	struct stat st;
    115 	size_t len;
    116 
    117 	if (!filename || !strlen(filename)) {
    118 		if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode))
    119 			filename = "-";
    120 		else
    121 			filename = "perf.data";
    122 	}
    123 
    124 	len = strlen(filename);
    125 	self = zalloc(sizeof(*self) + len);
    126 
    127 	if (self == NULL)
    128 		goto out;
    129 
    130 	memcpy(self->filename, filename, len);
    131 	self->repipe = repipe;
    132 	INIT_LIST_HEAD(&self->ordered_samples.samples);
    133 	INIT_LIST_HEAD(&self->ordered_samples.sample_cache);
    134 	INIT_LIST_HEAD(&self->ordered_samples.to_free);
    135 	machines__init(&self->machines);
    136 
    137 	if (mode == O_RDONLY) {
    138 		if (perf_session__open(self, force) < 0)
    139 			goto out_delete;
    140 		perf_session__set_id_hdr_size(self);
    141 	} else if (mode == O_WRONLY) {
    142 		/*
    143 		 * In O_RDONLY mode this will be performed when reading the
    144 		 * kernel MMAP event, in perf_event__process_mmap().
    145 		 */
    146 		if (perf_session__create_kernel_maps(self) < 0)
    147 			goto out_delete;
    148 	}
    149 
    150 	if (tool && tool->ordering_requires_timestamps &&
    151 	    tool->ordered_samples && !perf_evlist__sample_id_all(self->evlist)) {
    152 		dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n");
    153 		tool->ordered_samples = false;
    154 	}
    155 
    156 out:
    157 	return self;
    158 out_delete:
    159 	perf_session__delete(self);
    160 	return NULL;
    161 }
    162 
    163 static void perf_session__delete_dead_threads(struct perf_session *session)
    164 {
    165 	machine__delete_dead_threads(&session->machines.host);
    166 }
    167 
    168 static void perf_session__delete_threads(struct perf_session *session)
    169 {
    170 	machine__delete_threads(&session->machines.host);
    171 }
    172 
    173 static void perf_session_env__delete(struct perf_session_env *env)
    174 {
    175 	free(env->hostname);
    176 	free(env->os_release);
    177 	free(env->version);
    178 	free(env->arch);
    179 	free(env->cpu_desc);
    180 	free(env->cpuid);
    181 
    182 	free(env->cmdline);
    183 	free(env->sibling_cores);
    184 	free(env->sibling_threads);
    185 	free(env->numa_nodes);
    186 	free(env->pmu_mappings);
    187 }
    188 
    189 void perf_session__delete(struct perf_session *self)
    190 {
    191 	perf_session__destroy_kernel_maps(self);
    192 	perf_session__delete_dead_threads(self);
    193 	perf_session__delete_threads(self);
    194 	perf_session_env__delete(&self->header.env);
    195 	machines__exit(&self->machines);
    196 	close(self->fd);
    197 	free(self);
    198 	vdso__exit();
    199 }
    200 
    201 static int process_event_synth_tracing_data_stub(struct perf_tool *tool
    202 						 __maybe_unused,
    203 						 union perf_event *event
    204 						 __maybe_unused,
    205 						 struct perf_session *session
    206 						__maybe_unused)
    207 {
    208 	dump_printf(": unhandled!\n");
    209 	return 0;
    210 }
    211 
    212 static int process_event_synth_attr_stub(struct perf_tool *tool __maybe_unused,
    213 					 union perf_event *event __maybe_unused,
    214 					 struct perf_evlist **pevlist
    215 					 __maybe_unused)
    216 {
    217 	dump_printf(": unhandled!\n");
    218 	return 0;
    219 }
    220 
    221 static int process_event_sample_stub(struct perf_tool *tool __maybe_unused,
    222 				     union perf_event *event __maybe_unused,
    223 				     struct perf_sample *sample __maybe_unused,
    224 				     struct perf_evsel *evsel __maybe_unused,
    225 				     struct machine *machine __maybe_unused)
    226 {
    227 	dump_printf(": unhandled!\n");
    228 	return 0;
    229 }
    230 
    231 static int process_event_stub(struct perf_tool *tool __maybe_unused,
    232 			      union perf_event *event __maybe_unused,
    233 			      struct perf_sample *sample __maybe_unused,
    234 			      struct machine *machine __maybe_unused)
    235 {
    236 	dump_printf(": unhandled!\n");
    237 	return 0;
    238 }
    239 
    240 static int process_finished_round_stub(struct perf_tool *tool __maybe_unused,
    241 				       union perf_event *event __maybe_unused,
    242 				       struct perf_session *perf_session
    243 				       __maybe_unused)
    244 {
    245 	dump_printf(": unhandled!\n");
    246 	return 0;
    247 }
    248 
    249 static int process_finished_round(struct perf_tool *tool,
    250 				  union perf_event *event,
    251 				  struct perf_session *session);
    252 
    253 void perf_tool__fill_defaults(struct perf_tool *tool)
    254 {
    255 	if (tool->sample == NULL)
    256 		tool->sample = process_event_sample_stub;
    257 	if (tool->mmap == NULL)
    258 		tool->mmap = process_event_stub;
    259 	if (tool->mmap2 == NULL)
    260 		tool->mmap2 = process_event_stub;
    261 	if (tool->comm == NULL)
    262 		tool->comm = process_event_stub;
    263 	if (tool->fork == NULL)
    264 		tool->fork = process_event_stub;
    265 	if (tool->exit == NULL)
    266 		tool->exit = process_event_stub;
    267 	if (tool->lost == NULL)
    268 		tool->lost = perf_event__process_lost;
    269 	if (tool->read == NULL)
    270 		tool->read = process_event_sample_stub;
    271 	if (tool->throttle == NULL)
    272 		tool->throttle = process_event_stub;
    273 	if (tool->unthrottle == NULL)
    274 		tool->unthrottle = process_event_stub;
    275 	if (tool->attr == NULL)
    276 		tool->attr = process_event_synth_attr_stub;
    277 	if (tool->tracing_data == NULL)
    278 		tool->tracing_data = process_event_synth_tracing_data_stub;
    279 	if (tool->build_id == NULL)
    280 		tool->build_id = process_finished_round_stub;
    281 	if (tool->finished_round == NULL) {
    282 		if (tool->ordered_samples)
    283 			tool->finished_round = process_finished_round;
    284 		else
    285 			tool->finished_round = process_finished_round_stub;
    286 	}
    287 }
    288 
    289 void mem_bswap_32(void *src, int byte_size)
    290 {
    291 	u32 *m = src;
    292 	while (byte_size > 0) {
    293 		*m = bswap_32(*m);
    294 		byte_size -= sizeof(u32);
    295 		++m;
    296 	}
    297 }
    298 
    299 void mem_bswap_64(void *src, int byte_size)
    300 {
    301 	u64 *m = src;
    302 
    303 	while (byte_size > 0) {
    304 		*m = bswap_64(*m);
    305 		byte_size -= sizeof(u64);
    306 		++m;
    307 	}
    308 }
    309 
    310 static void swap_sample_id_all(union perf_event *event, void *data)
    311 {
    312 	void *end = (void *) event + event->header.size;
    313 	int size = end - data;
    314 
    315 	BUG_ON(size % sizeof(u64));
    316 	mem_bswap_64(data, size);
    317 }
    318 
    319 static void perf_event__all64_swap(union perf_event *event,
    320 				   bool sample_id_all __maybe_unused)
    321 {
    322 	struct perf_event_header *hdr = &event->header;
    323 	mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));
    324 }
    325 
    326 static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)
    327 {
    328 	event->comm.pid = bswap_32(event->comm.pid);
    329 	event->comm.tid = bswap_32(event->comm.tid);
    330 
    331 	if (sample_id_all) {
    332 		void *data = &event->comm.comm;
    333 
    334 		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
    335 		swap_sample_id_all(event, data);
    336 	}
    337 }
    338 
    339 static void perf_event__mmap_swap(union perf_event *event,
    340 				  bool sample_id_all)
    341 {
    342 	event->mmap.pid	  = bswap_32(event->mmap.pid);
    343 	event->mmap.tid	  = bswap_32(event->mmap.tid);
    344 	event->mmap.start = bswap_64(event->mmap.start);
    345 	event->mmap.len	  = bswap_64(event->mmap.len);
    346 	event->mmap.pgoff = bswap_64(event->mmap.pgoff);
    347 
    348 	if (sample_id_all) {
    349 		void *data = &event->mmap.filename;
    350 
    351 		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
    352 		swap_sample_id_all(event, data);
    353 	}
    354 }
    355 
    356 static void perf_event__mmap2_swap(union perf_event *event,
    357 				  bool sample_id_all)
    358 {
    359 	event->mmap2.pid   = bswap_32(event->mmap2.pid);
    360 	event->mmap2.tid   = bswap_32(event->mmap2.tid);
    361 	event->mmap2.start = bswap_64(event->mmap2.start);
    362 	event->mmap2.len   = bswap_64(event->mmap2.len);
    363 	event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);
    364 	event->mmap2.maj   = bswap_32(event->mmap2.maj);
    365 	event->mmap2.min   = bswap_32(event->mmap2.min);
    366 	event->mmap2.ino   = bswap_64(event->mmap2.ino);
    367 
    368 	if (sample_id_all) {
    369 		void *data = &event->mmap2.filename;
    370 
    371 		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
    372 		swap_sample_id_all(event, data);
    373 	}
    374 }
    375 static void perf_event__task_swap(union perf_event *event, bool sample_id_all)
    376 {
    377 	event->fork.pid	 = bswap_32(event->fork.pid);
    378 	event->fork.tid	 = bswap_32(event->fork.tid);
    379 	event->fork.ppid = bswap_32(event->fork.ppid);
    380 	event->fork.ptid = bswap_32(event->fork.ptid);
    381 	event->fork.time = bswap_64(event->fork.time);
    382 
    383 	if (sample_id_all)
    384 		swap_sample_id_all(event, &event->fork + 1);
    385 }
    386 
    387 static void perf_event__read_swap(union perf_event *event, bool sample_id_all)
    388 {
    389 	event->read.pid		 = bswap_32(event->read.pid);
    390 	event->read.tid		 = bswap_32(event->read.tid);
    391 	event->read.value	 = bswap_64(event->read.value);
    392 	event->read.time_enabled = bswap_64(event->read.time_enabled);
    393 	event->read.time_running = bswap_64(event->read.time_running);
    394 	event->read.id		 = bswap_64(event->read.id);
    395 
    396 	if (sample_id_all)
    397 		swap_sample_id_all(event, &event->read + 1);
    398 }
    399 
    400 static u8 revbyte(u8 b)
    401 {
    402 	int rev = (b >> 4) | ((b & 0xf) << 4);
    403 	rev = ((rev & 0xcc) >> 2) | ((rev & 0x33) << 2);
    404 	rev = ((rev & 0xaa) >> 1) | ((rev & 0x55) << 1);
    405 	return (u8) rev;
    406 }
    407 
    408 /*
    409  * XXX this is hack in attempt to carry flags bitfield
    410  * throught endian village. ABI says:
    411  *
    412  * Bit-fields are allocated from right to left (least to most significant)
    413  * on little-endian implementations and from left to right (most to least
    414  * significant) on big-endian implementations.
    415  *
    416  * The above seems to be byte specific, so we need to reverse each
    417  * byte of the bitfield. 'Internet' also says this might be implementation
    418  * specific and we probably need proper fix and carry perf_event_attr
    419  * bitfield flags in separate data file FEAT_ section. Thought this seems
    420  * to work for now.
    421  */
    422 static void swap_bitfield(u8 *p, unsigned len)
    423 {
    424 	unsigned i;
    425 
    426 	for (i = 0; i < len; i++) {
    427 		*p = revbyte(*p);
    428 		p++;
    429 	}
    430 }
    431 
    432 /* exported for swapping attributes in file header */
    433 void perf_event__attr_swap(struct perf_event_attr *attr)
    434 {
    435 	attr->type		= bswap_32(attr->type);
    436 	attr->size		= bswap_32(attr->size);
    437 	attr->config		= bswap_64(attr->config);
    438 	attr->sample_period	= bswap_64(attr->sample_period);
    439 	attr->sample_type	= bswap_64(attr->sample_type);
    440 	attr->read_format	= bswap_64(attr->read_format);
    441 	attr->wakeup_events	= bswap_32(attr->wakeup_events);
    442 	attr->bp_type		= bswap_32(attr->bp_type);
    443 	attr->bp_addr		= bswap_64(attr->bp_addr);
    444 	attr->bp_len		= bswap_64(attr->bp_len);
    445 
    446 	swap_bitfield((u8 *) (&attr->read_format + 1), sizeof(u64));
    447 }
    448 
    449 static void perf_event__hdr_attr_swap(union perf_event *event,
    450 				      bool sample_id_all __maybe_unused)
    451 {
    452 	size_t size;
    453 
    454 	perf_event__attr_swap(&event->attr.attr);
    455 
    456 	size = event->header.size;
    457 	size -= (void *)&event->attr.id - (void *)event;
    458 	mem_bswap_64(event->attr.id, size);
    459 }
    460 
    461 static void perf_event__event_type_swap(union perf_event *event,
    462 					bool sample_id_all __maybe_unused)
    463 {
    464 	event->event_type.event_type.event_id =
    465 		bswap_64(event->event_type.event_type.event_id);
    466 }
    467 
    468 static void perf_event__tracing_data_swap(union perf_event *event,
    469 					  bool sample_id_all __maybe_unused)
    470 {
    471 	event->tracing_data.size = bswap_32(event->tracing_data.size);
    472 }
    473 
    474 typedef void (*perf_event__swap_op)(union perf_event *event,
    475 				    bool sample_id_all);
    476 
    477 static perf_event__swap_op perf_event__swap_ops[] = {
    478 	[PERF_RECORD_MMAP]		  = perf_event__mmap_swap,
    479 	[PERF_RECORD_MMAP2]		  = perf_event__mmap2_swap,
    480 	[PERF_RECORD_COMM]		  = perf_event__comm_swap,
    481 	[PERF_RECORD_FORK]		  = perf_event__task_swap,
    482 	[PERF_RECORD_EXIT]		  = perf_event__task_swap,
    483 	[PERF_RECORD_LOST]		  = perf_event__all64_swap,
    484 	[PERF_RECORD_READ]		  = perf_event__read_swap,
    485 	[PERF_RECORD_SAMPLE]		  = perf_event__all64_swap,
    486 	[PERF_RECORD_HEADER_ATTR]	  = perf_event__hdr_attr_swap,
    487 	[PERF_RECORD_HEADER_EVENT_TYPE]	  = perf_event__event_type_swap,
    488 	[PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap,
    489 	[PERF_RECORD_HEADER_BUILD_ID]	  = NULL,
    490 	[PERF_RECORD_HEADER_MAX]	  = NULL,
    491 };
    492 
    493 struct sample_queue {
    494 	u64			timestamp;
    495 	u64			file_offset;
    496 	union perf_event	*event;
    497 	struct list_head	list;
    498 };
    499 
    500 static void perf_session_free_sample_buffers(struct perf_session *session)
    501 {
    502 	struct ordered_samples *os = &session->ordered_samples;
    503 
    504 	while (!list_empty(&os->to_free)) {
    505 		struct sample_queue *sq;
    506 
    507 		sq = list_entry(os->to_free.next, struct sample_queue, list);
    508 		list_del(&sq->list);
    509 		free(sq);
    510 	}
    511 }
    512 
    513 static int perf_session_deliver_event(struct perf_session *session,
    514 				      union perf_event *event,
    515 				      struct perf_sample *sample,
    516 				      struct perf_tool *tool,
    517 				      u64 file_offset);
    518 
    519 static int flush_sample_queue(struct perf_session *s,
    520 		       struct perf_tool *tool)
    521 {
    522 	struct ordered_samples *os = &s->ordered_samples;
    523 	struct list_head *head = &os->samples;
    524 	struct sample_queue *tmp, *iter;
    525 	struct perf_sample sample;
    526 	u64 limit = os->next_flush;
    527 	u64 last_ts = os->last_sample ? os->last_sample->timestamp : 0ULL;
    528 	unsigned idx = 0, progress_next = os->nr_samples / 16;
    529 	bool show_progress = limit == ULLONG_MAX;
    530 	int ret;
    531 
    532 	if (!tool->ordered_samples || !limit)
    533 		return 0;
    534 
    535 	list_for_each_entry_safe(iter, tmp, head, list) {
    536 		if (session_done())
    537 			return 0;
    538 
    539 		if (iter->timestamp > limit)
    540 			break;
    541 
    542 		ret = perf_evlist__parse_sample(s->evlist, iter->event, &sample);
    543 		if (ret)
    544 			pr_err("Can't parse sample, err = %d\n", ret);
    545 		else {
    546 			ret = perf_session_deliver_event(s, iter->event, &sample, tool,
    547 							 iter->file_offset);
    548 			if (ret)
    549 				return ret;
    550 		}
    551 
    552 		os->last_flush = iter->timestamp;
    553 		list_del(&iter->list);
    554 		list_add(&iter->list, &os->sample_cache);
    555 		if (show_progress && (++idx >= progress_next)) {
    556 			progress_next += os->nr_samples / 16;
    557 			ui_progress__update(idx, os->nr_samples,
    558 					    "Processing time ordered events...");
    559 		}
    560 	}
    561 
    562 	if (list_empty(head)) {
    563 		os->last_sample = NULL;
    564 	} else if (last_ts <= limit) {
    565 		os->last_sample =
    566 			list_entry(head->prev, struct sample_queue, list);
    567 	}
    568 
    569 	os->nr_samples = 0;
    570 
    571 	return 0;
    572 }
    573 
    574 /*
    575  * When perf record finishes a pass on every buffers, it records this pseudo
    576  * event.
    577  * We record the max timestamp t found in the pass n.
    578  * Assuming these timestamps are monotonic across cpus, we know that if
    579  * a buffer still has events with timestamps below t, they will be all
    580  * available and then read in the pass n + 1.
    581  * Hence when we start to read the pass n + 2, we can safely flush every
    582  * events with timestamps below t.
    583  *
    584  *    ============ PASS n =================
    585  *       CPU 0         |   CPU 1
    586  *                     |
    587  *    cnt1 timestamps  |   cnt2 timestamps
    588  *          1          |         2
    589  *          2          |         3
    590  *          -          |         4  <--- max recorded
    591  *
    592  *    ============ PASS n + 1 ==============
    593  *       CPU 0         |   CPU 1
    594  *                     |
    595  *    cnt1 timestamps  |   cnt2 timestamps
    596  *          3          |         5
    597  *          4          |         6
    598  *          5          |         7 <---- max recorded
    599  *
    600  *      Flush every events below timestamp 4
    601  *
    602  *    ============ PASS n + 2 ==============
    603  *       CPU 0         |   CPU 1
    604  *                     |
    605  *    cnt1 timestamps  |   cnt2 timestamps
    606  *          6          |         8
    607  *          7          |         9
    608  *          -          |         10
    609  *
    610  *      Flush every events below timestamp 7
    611  *      etc...
    612  */
    613 static int process_finished_round(struct perf_tool *tool,
    614 				  union perf_event *event __maybe_unused,
    615 				  struct perf_session *session)
    616 {
    617 	int ret = flush_sample_queue(session, tool);
    618 	if (!ret)
    619 		session->ordered_samples.next_flush = session->ordered_samples.max_timestamp;
    620 
    621 	return ret;
    622 }
    623 
    624 /* The queue is ordered by time */
    625 static void __queue_event(struct sample_queue *new, struct perf_session *s)
    626 {
    627 	struct ordered_samples *os = &s->ordered_samples;
    628 	struct sample_queue *sample = os->last_sample;
    629 	u64 timestamp = new->timestamp;
    630 	struct list_head *p;
    631 
    632 	++os->nr_samples;
    633 	os->last_sample = new;
    634 
    635 	if (!sample) {
    636 		list_add(&new->list, &os->samples);
    637 		os->max_timestamp = timestamp;
    638 		return;
    639 	}
    640 
    641 	/*
    642 	 * last_sample might point to some random place in the list as it's
    643 	 * the last queued event. We expect that the new event is close to
    644 	 * this.
    645 	 */
    646 	if (sample->timestamp <= timestamp) {
    647 		while (sample->timestamp <= timestamp) {
    648 			p = sample->list.next;
    649 			if (p == &os->samples) {
    650 				list_add_tail(&new->list, &os->samples);
    651 				os->max_timestamp = timestamp;
    652 				return;
    653 			}
    654 			sample = list_entry(p, struct sample_queue, list);
    655 		}
    656 		list_add_tail(&new->list, &sample->list);
    657 	} else {
    658 		while (sample->timestamp > timestamp) {
    659 			p = sample->list.prev;
    660 			if (p == &os->samples) {
    661 				list_add(&new->list, &os->samples);
    662 				return;
    663 			}
    664 			sample = list_entry(p, struct sample_queue, list);
    665 		}
    666 		list_add(&new->list, &sample->list);
    667 	}
    668 }
    669 
    670 #define MAX_SAMPLE_BUFFER	(64 * 1024 / sizeof(struct sample_queue))
    671 
    672 int perf_session_queue_event(struct perf_session *s, union perf_event *event,
    673 				    struct perf_sample *sample, u64 file_offset)
    674 {
    675 	struct ordered_samples *os = &s->ordered_samples;
    676 	struct list_head *sc = &os->sample_cache;
    677 	u64 timestamp = sample->time;
    678 	struct sample_queue *new;
    679 
    680 	if (!timestamp || timestamp == ~0ULL)
    681 		return -ETIME;
    682 
    683 	if (timestamp < s->ordered_samples.last_flush) {
    684 		printf("Warning: Timestamp below last timeslice flush\n");
    685 		return -EINVAL;
    686 	}
    687 
    688 	if (!list_empty(sc)) {
    689 		new = list_entry(sc->next, struct sample_queue, list);
    690 		list_del(&new->list);
    691 	} else if (os->sample_buffer) {
    692 		new = os->sample_buffer + os->sample_buffer_idx;
    693 		if (++os->sample_buffer_idx == MAX_SAMPLE_BUFFER)
    694 			os->sample_buffer = NULL;
    695 	} else {
    696 		os->sample_buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new));
    697 		if (!os->sample_buffer)
    698 			return -ENOMEM;
    699 		list_add(&os->sample_buffer->list, &os->to_free);
    700 		os->sample_buffer_idx = 2;
    701 		new = os->sample_buffer + 1;
    702 	}
    703 
    704 	new->timestamp = timestamp;
    705 	new->file_offset = file_offset;
    706 	new->event = event;
    707 
    708 	__queue_event(new, s);
    709 
    710 	return 0;
    711 }
    712 
    713 static void callchain__printf(struct perf_sample *sample)
    714 {
    715 	unsigned int i;
    716 
    717 	printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr);
    718 
    719 	for (i = 0; i < sample->callchain->nr; i++)
    720 		printf("..... %2d: %016" PRIx64 "\n",
    721 		       i, sample->callchain->ips[i]);
    722 }
    723 
    724 static void branch_stack__printf(struct perf_sample *sample)
    725 {
    726 	uint64_t i;
    727 
    728 	printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr);
    729 
    730 	for (i = 0; i < sample->branch_stack->nr; i++)
    731 		printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n",
    732 			i, sample->branch_stack->entries[i].from,
    733 			sample->branch_stack->entries[i].to);
    734 }
    735 
    736 static void regs_dump__printf(u64 mask, u64 *regs)
    737 {
    738 	unsigned rid, i = 0;
    739 
    740 	for_each_set_bit(rid, (unsigned long *) &mask, sizeof(mask) * 8) {
    741 		u64 val = regs[i++];
    742 
    743 		printf(".... %-5s 0x%" PRIx64 "\n",
    744 		       perf_reg_name(rid), val);
    745 	}
    746 }
    747 
    748 static void regs_user__printf(struct perf_sample *sample, u64 mask)
    749 {
    750 	struct regs_dump *user_regs = &sample->user_regs;
    751 
    752 	if (user_regs->regs) {
    753 		printf("... user regs: mask 0x%" PRIx64 "\n", mask);
    754 		regs_dump__printf(mask, user_regs->regs);
    755 	}
    756 }
    757 
    758 static void stack_user__printf(struct stack_dump *dump)
    759 {
    760 	printf("... ustack: size %" PRIu64 ", offset 0x%x\n",
    761 	       dump->size, dump->offset);
    762 }
    763 
    764 static void perf_session__print_tstamp(struct perf_session *session,
    765 				       union perf_event *event,
    766 				       struct perf_sample *sample)
    767 {
    768 	u64 sample_type = __perf_evlist__combined_sample_type(session->evlist);
    769 
    770 	if (event->header.type != PERF_RECORD_SAMPLE &&
    771 	    !perf_evlist__sample_id_all(session->evlist)) {
    772 		fputs("-1 -1 ", stdout);
    773 		return;
    774 	}
    775 
    776 	if ((sample_type & PERF_SAMPLE_CPU))
    777 		printf("%u ", sample->cpu);
    778 
    779 	if (sample_type & PERF_SAMPLE_TIME)
    780 		printf("%" PRIu64 " ", sample->time);
    781 }
    782 
    783 static void sample_read__printf(struct perf_sample *sample, u64 read_format)
    784 {
    785 	printf("... sample_read:\n");
    786 
    787 	if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
    788 		printf("...... time enabled %016" PRIx64 "\n",
    789 		       sample->read.time_enabled);
    790 
    791 	if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
    792 		printf("...... time running %016" PRIx64 "\n",
    793 		       sample->read.time_running);
    794 
    795 	if (read_format & PERF_FORMAT_GROUP) {
    796 		u64 i;
    797 
    798 		printf(".... group nr %" PRIu64 "\n", sample->read.group.nr);
    799 
    800 		for (i = 0; i < sample->read.group.nr; i++) {
    801 			struct sample_read_value *value;
    802 
    803 			value = &sample->read.group.values[i];
    804 			printf("..... id %016" PRIx64
    805 			       ", value %016" PRIx64 "\n",
    806 			       value->id, value->value);
    807 		}
    808 	} else
    809 		printf("..... id %016" PRIx64 ", value %016" PRIx64 "\n",
    810 			sample->read.one.id, sample->read.one.value);
    811 }
    812 
    813 static void dump_event(struct perf_session *session, union perf_event *event,
    814 		       u64 file_offset, struct perf_sample *sample)
    815 {
    816 	if (!dump_trace)
    817 		return;
    818 
    819 	printf("\n%#" PRIx64 " [%#x]: event: %d\n",
    820 	       file_offset, event->header.size, event->header.type);
    821 
    822 	trace_event(event);
    823 
    824 	if (sample)
    825 		perf_session__print_tstamp(session, event, sample);
    826 
    827 	printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset,
    828 	       event->header.size, perf_event__name(event->header.type));
    829 }
    830 
    831 static void dump_sample(struct perf_evsel *evsel, union perf_event *event,
    832 			struct perf_sample *sample)
    833 {
    834 	u64 sample_type;
    835 
    836 	if (!dump_trace)
    837 		return;
    838 
    839 	printf("(IP, %d): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n",
    840 	       event->header.misc, sample->pid, sample->tid, sample->ip,
    841 	       sample->period, sample->addr);
    842 
    843 	sample_type = evsel->attr.sample_type;
    844 
    845 	if (sample_type & PERF_SAMPLE_CALLCHAIN)
    846 		callchain__printf(sample);
    847 
    848 	if (sample_type & PERF_SAMPLE_BRANCH_STACK)
    849 		branch_stack__printf(sample);
    850 
    851 	if (sample_type & PERF_SAMPLE_REGS_USER)
    852 		regs_user__printf(sample, evsel->attr.sample_regs_user);
    853 
    854 	if (sample_type & PERF_SAMPLE_STACK_USER)
    855 		stack_user__printf(&sample->user_stack);
    856 
    857 	if (sample_type & PERF_SAMPLE_WEIGHT)
    858 		printf("... weight: %" PRIu64 "\n", sample->weight);
    859 
    860 	if (sample_type & PERF_SAMPLE_DATA_SRC)
    861 		printf(" . data_src: 0x%"PRIx64"\n", sample->data_src);
    862 
    863 	if (sample_type & PERF_SAMPLE_READ)
    864 		sample_read__printf(sample, evsel->attr.read_format);
    865 }
    866 
    867 static struct machine *
    868 	perf_session__find_machine_for_cpumode(struct perf_session *session,
    869 					       union perf_event *event,
    870 					       struct perf_sample *sample)
    871 {
    872 	const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
    873 	struct machine *machine;
    874 
    875 	if (perf_guest &&
    876 	    ((cpumode == PERF_RECORD_MISC_GUEST_KERNEL) ||
    877 	     (cpumode == PERF_RECORD_MISC_GUEST_USER))) {
    878 		u32 pid;
    879 
    880 		if (event->header.type == PERF_RECORD_MMAP
    881 		    || event->header.type == PERF_RECORD_MMAP2)
    882 			pid = event->mmap.pid;
    883 		else
    884 			pid = sample->pid;
    885 
    886 		machine = perf_session__find_machine(session, pid);
    887 		if (!machine)
    888 			machine = perf_session__findnew_machine(session,
    889 						DEFAULT_GUEST_KERNEL_ID);
    890 		return machine;
    891 	}
    892 
    893 	return &session->machines.host;
    894 }
    895 
    896 static int deliver_sample_value(struct perf_session *session,
    897 				struct perf_tool *tool,
    898 				union perf_event *event,
    899 				struct perf_sample *sample,
    900 				struct sample_read_value *v,
    901 				struct machine *machine)
    902 {
    903 	struct perf_sample_id *sid;
    904 
    905 	sid = perf_evlist__id2sid(session->evlist, v->id);
    906 	if (sid) {
    907 		sample->id     = v->id;
    908 		sample->period = v->value - sid->period;
    909 		sid->period    = v->value;
    910 	}
    911 
    912 	if (!sid || sid->evsel == NULL) {
    913 		++session->stats.nr_unknown_id;
    914 		return 0;
    915 	}
    916 
    917 	return tool->sample(tool, event, sample, sid->evsel, machine);
    918 }
    919 
    920 static int deliver_sample_group(struct perf_session *session,
    921 				struct perf_tool *tool,
    922 				union  perf_event *event,
    923 				struct perf_sample *sample,
    924 				struct machine *machine)
    925 {
    926 	int ret = -EINVAL;
    927 	u64 i;
    928 
    929 	for (i = 0; i < sample->read.group.nr; i++) {
    930 		ret = deliver_sample_value(session, tool, event, sample,
    931 					   &sample->read.group.values[i],
    932 					   machine);
    933 		if (ret)
    934 			break;
    935 	}
    936 
    937 	return ret;
    938 }
    939 
    940 static int
    941 perf_session__deliver_sample(struct perf_session *session,
    942 			     struct perf_tool *tool,
    943 			     union  perf_event *event,
    944 			     struct perf_sample *sample,
    945 			     struct perf_evsel *evsel,
    946 			     struct machine *machine)
    947 {
    948 	/* We know evsel != NULL. */
    949 	u64 sample_type = evsel->attr.sample_type;
    950 	u64 read_format = evsel->attr.read_format;
    951 
    952 	/* Standard sample delievery. */
    953 	if (!(sample_type & PERF_SAMPLE_READ))
    954 		return tool->sample(tool, event, sample, evsel, machine);
    955 
    956 	/* For PERF_SAMPLE_READ we have either single or group mode. */
    957 	if (read_format & PERF_FORMAT_GROUP)
    958 		return deliver_sample_group(session, tool, event, sample,
    959 					    machine);
    960 	else
    961 		return deliver_sample_value(session, tool, event, sample,
    962 					    &sample->read.one, machine);
    963 }
    964 
    965 static int perf_session_deliver_event(struct perf_session *session,
    966 				      union perf_event *event,
    967 				      struct perf_sample *sample,
    968 				      struct perf_tool *tool,
    969 				      u64 file_offset)
    970 {
    971 	struct perf_evsel *evsel;
    972 	struct machine *machine;
    973 
    974 	dump_event(session, event, file_offset, sample);
    975 
    976 	evsel = perf_evlist__id2evsel(session->evlist, sample->id);
    977 	if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) {
    978 		/*
    979 		 * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here
    980 		 * because the tools right now may apply filters, discarding
    981 		 * some of the samples. For consistency, in the future we
    982 		 * should have something like nr_filtered_samples and remove
    983 		 * the sample->period from total_sample_period, etc, KISS for
    984 		 * now tho.
    985 		 *
    986 		 * Also testing against NULL allows us to handle files without
    987 		 * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the
    988 		 * future probably it'll be a good idea to restrict event
    989 		 * processing via perf_session to files with both set.
    990 		 */
    991 		hists__inc_nr_events(&evsel->hists, event->header.type);
    992 	}
    993 
    994 	machine = perf_session__find_machine_for_cpumode(session, event,
    995 							 sample);
    996 
    997 	switch (event->header.type) {
    998 	case PERF_RECORD_SAMPLE:
    999 		dump_sample(evsel, event, sample);
   1000 		if (evsel == NULL) {
   1001 			++session->stats.nr_unknown_id;
   1002 			return 0;
   1003 		}
   1004 		if (machine == NULL) {
   1005 			++session->stats.nr_unprocessable_samples;
   1006 			return 0;
   1007 		}
   1008 		return perf_session__deliver_sample(session, tool, event,
   1009 						    sample, evsel, machine);
   1010 	case PERF_RECORD_MMAP:
   1011 		return tool->mmap(tool, event, sample, machine);
   1012 	case PERF_RECORD_MMAP2:
   1013 		return tool->mmap2(tool, event, sample, machine);
   1014 	case PERF_RECORD_COMM:
   1015 		return tool->comm(tool, event, sample, machine);
   1016 	case PERF_RECORD_FORK:
   1017 		return tool->fork(tool, event, sample, machine);
   1018 	case PERF_RECORD_EXIT:
   1019 		return tool->exit(tool, event, sample, machine);
   1020 	case PERF_RECORD_LOST:
   1021 		if (tool->lost == perf_event__process_lost)
   1022 			session->stats.total_lost += event->lost.lost;
   1023 		return tool->lost(tool, event, sample, machine);
   1024 	case PERF_RECORD_READ:
   1025 		return tool->read(tool, event, sample, evsel, machine);
   1026 	case PERF_RECORD_THROTTLE:
   1027 		return tool->throttle(tool, event, sample, machine);
   1028 	case PERF_RECORD_UNTHROTTLE:
   1029 		return tool->unthrottle(tool, event, sample, machine);
   1030 	default:
   1031 		++session->stats.nr_unknown_events;
   1032 		return -1;
   1033 	}
   1034 }
   1035 
   1036 static int perf_session__process_user_event(struct perf_session *session, union perf_event *event,
   1037 					    struct perf_tool *tool, u64 file_offset)
   1038 {
   1039 	int err;
   1040 
   1041 	dump_event(session, event, file_offset, NULL);
   1042 
   1043 	/* These events are processed right away */
   1044 	switch (event->header.type) {
   1045 	case PERF_RECORD_HEADER_ATTR:
   1046 		err = tool->attr(tool, event, &session->evlist);
   1047 		if (err == 0)
   1048 			perf_session__set_id_hdr_size(session);
   1049 		return err;
   1050 	case PERF_RECORD_HEADER_TRACING_DATA:
   1051 		/* setup for reading amidst mmap */
   1052 		lseek(session->fd, file_offset, SEEK_SET);
   1053 		return tool->tracing_data(tool, event, session);
   1054 	case PERF_RECORD_HEADER_BUILD_ID:
   1055 		return tool->build_id(tool, event, session);
   1056 	case PERF_RECORD_FINISHED_ROUND:
   1057 		return tool->finished_round(tool, event, session);
   1058 	default:
   1059 		return -EINVAL;
   1060 	}
   1061 }
   1062 
   1063 static void event_swap(union perf_event *event, bool sample_id_all)
   1064 {
   1065 	perf_event__swap_op swap;
   1066 
   1067 	swap = perf_event__swap_ops[event->header.type];
   1068 	if (swap)
   1069 		swap(event, sample_id_all);
   1070 }
   1071 
   1072 static int perf_session__process_event(struct perf_session *session,
   1073 				       union perf_event *event,
   1074 				       struct perf_tool *tool,
   1075 				       u64 file_offset)
   1076 {
   1077 	struct perf_sample sample;
   1078 	int ret;
   1079 
   1080 	if (session->header.needs_swap)
   1081 		event_swap(event, perf_evlist__sample_id_all(session->evlist));
   1082 
   1083 	if (event->header.type >= PERF_RECORD_HEADER_MAX)
   1084 		return -EINVAL;
   1085 
   1086 	events_stats__inc(&session->stats, event->header.type);
   1087 
   1088 	if (event->header.type >= PERF_RECORD_USER_TYPE_START)
   1089 		return perf_session__process_user_event(session, event, tool, file_offset);
   1090 
   1091 	/*
   1092 	 * For all kernel events we get the sample data
   1093 	 */
   1094 	ret = perf_evlist__parse_sample(session->evlist, event, &sample);
   1095 	if (ret)
   1096 		return ret;
   1097 
   1098 	if (tool->ordered_samples) {
   1099 		ret = perf_session_queue_event(session, event, &sample,
   1100 					       file_offset);
   1101 		if (ret != -ETIME)
   1102 			return ret;
   1103 	}
   1104 
   1105 	return perf_session_deliver_event(session, event, &sample, tool,
   1106 					  file_offset);
   1107 }
   1108 
   1109 void perf_event_header__bswap(struct perf_event_header *self)
   1110 {
   1111 	self->type = bswap_32(self->type);
   1112 	self->misc = bswap_16(self->misc);
   1113 	self->size = bswap_16(self->size);
   1114 }
   1115 
   1116 struct thread *perf_session__findnew(struct perf_session *session, pid_t pid)
   1117 {
   1118 	return machine__findnew_thread(&session->machines.host, 0, pid);
   1119 }
   1120 
   1121 static struct thread *perf_session__register_idle_thread(struct perf_session *self)
   1122 {
   1123 	struct thread *thread = perf_session__findnew(self, 0);
   1124 
   1125 	if (thread == NULL || thread__set_comm(thread, "swapper")) {
   1126 		pr_err("problem inserting idle task.\n");
   1127 		thread = NULL;
   1128 	}
   1129 
   1130 	return thread;
   1131 }
   1132 
   1133 static void perf_session__warn_about_errors(const struct perf_session *session,
   1134 					    const struct perf_tool *tool)
   1135 {
   1136 	if (tool->lost == perf_event__process_lost &&
   1137 	    session->stats.nr_events[PERF_RECORD_LOST] != 0) {
   1138 		ui__warning("Processed %d events and lost %d chunks!\n\n"
   1139 			    "Check IO/CPU overload!\n\n",
   1140 			    session->stats.nr_events[0],
   1141 			    session->stats.nr_events[PERF_RECORD_LOST]);
   1142 	}
   1143 
   1144 	if (session->stats.nr_unknown_events != 0) {
   1145 		ui__warning("Found %u unknown events!\n\n"
   1146 			    "Is this an older tool processing a perf.data "
   1147 			    "file generated by a more recent tool?\n\n"
   1148 			    "If that is not the case, consider "
   1149 			    "reporting to linux-kernel (at) vger.kernel.org.\n\n",
   1150 			    session->stats.nr_unknown_events);
   1151 	}
   1152 
   1153 	if (session->stats.nr_unknown_id != 0) {
   1154 		ui__warning("%u samples with id not present in the header\n",
   1155 			    session->stats.nr_unknown_id);
   1156 	}
   1157 
   1158  	if (session->stats.nr_invalid_chains != 0) {
   1159  		ui__warning("Found invalid callchains!\n\n"
   1160  			    "%u out of %u events were discarded for this reason.\n\n"
   1161  			    "Consider reporting to linux-kernel (at) vger.kernel.org.\n\n",
   1162  			    session->stats.nr_invalid_chains,
   1163  			    session->stats.nr_events[PERF_RECORD_SAMPLE]);
   1164  	}
   1165 
   1166 	if (session->stats.nr_unprocessable_samples != 0) {
   1167 		ui__warning("%u unprocessable samples recorded.\n"
   1168 			    "Do you have a KVM guest running and not using 'perf kvm'?\n",
   1169 			    session->stats.nr_unprocessable_samples);
   1170 	}
   1171 }
   1172 
   1173 volatile int session_done;
   1174 
   1175 static int __perf_session__process_pipe_events(struct perf_session *self,
   1176 					       struct perf_tool *tool)
   1177 {
   1178 	union perf_event *event;
   1179 	uint32_t size, cur_size = 0;
   1180 	void *buf = NULL;
   1181 	int skip = 0;
   1182 	u64 head;
   1183 	int err;
   1184 	void *p;
   1185 
   1186 	perf_tool__fill_defaults(tool);
   1187 
   1188 	head = 0;
   1189 	cur_size = sizeof(union perf_event);
   1190 
   1191 	buf = malloc(cur_size);
   1192 	if (!buf)
   1193 		return -errno;
   1194 more:
   1195 	event = buf;
   1196 	err = readn(self->fd, event, sizeof(struct perf_event_header));
   1197 	if (err <= 0) {
   1198 		if (err == 0)
   1199 			goto done;
   1200 
   1201 		pr_err("failed to read event header\n");
   1202 		goto out_err;
   1203 	}
   1204 
   1205 	if (self->header.needs_swap)
   1206 		perf_event_header__bswap(&event->header);
   1207 
   1208 	size = event->header.size;
   1209 	if (size < sizeof(struct perf_event_header)) {
   1210 		pr_err("bad event header size\n");
   1211 		goto out_err;
   1212 	}
   1213 
   1214 	if (size > cur_size) {
   1215 		void *new = realloc(buf, size);
   1216 		if (!new) {
   1217 			pr_err("failed to allocate memory to read event\n");
   1218 			goto out_err;
   1219 		}
   1220 		buf = new;
   1221 		cur_size = size;
   1222 		event = buf;
   1223 	}
   1224 	p = event;
   1225 	p += sizeof(struct perf_event_header);
   1226 
   1227 	if (size - sizeof(struct perf_event_header)) {
   1228 		err = readn(self->fd, p, size - sizeof(struct perf_event_header));
   1229 		if (err <= 0) {
   1230 			if (err == 0) {
   1231 				pr_err("unexpected end of event stream\n");
   1232 				goto done;
   1233 			}
   1234 
   1235 			pr_err("failed to read event data\n");
   1236 			goto out_err;
   1237 		}
   1238 	}
   1239 
   1240 	if ((skip = perf_session__process_event(self, event, tool, head)) < 0) {
   1241 		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
   1242 		       head, event->header.size, event->header.type);
   1243 		err = -EINVAL;
   1244 		goto out_err;
   1245 	}
   1246 
   1247 	head += size;
   1248 
   1249 	if (skip > 0)
   1250 		head += skip;
   1251 
   1252 	if (!session_done())
   1253 		goto more;
   1254 done:
   1255 	err = 0;
   1256 out_err:
   1257 	free(buf);
   1258 	perf_session__warn_about_errors(self, tool);
   1259 	perf_session_free_sample_buffers(self);
   1260 	return err;
   1261 }
   1262 
   1263 static union perf_event *
   1264 fetch_mmaped_event(struct perf_session *session,
   1265 		   u64 head, size_t mmap_size, char *buf)
   1266 {
   1267 	union perf_event *event;
   1268 
   1269 	/*
   1270 	 * Ensure we have enough space remaining to read
   1271 	 * the size of the event in the headers.
   1272 	 */
   1273 	if (head + sizeof(event->header) > mmap_size)
   1274 		return NULL;
   1275 
   1276 	event = (union perf_event *)(buf + head);
   1277 
   1278 	if (session->header.needs_swap)
   1279 		perf_event_header__bswap(&event->header);
   1280 
   1281 	if (head + event->header.size > mmap_size) {
   1282 		/* We're not fetching the event so swap back again */
   1283 		if (session->header.needs_swap)
   1284 			perf_event_header__bswap(&event->header);
   1285 		return NULL;
   1286 	}
   1287 
   1288 	return event;
   1289 }
   1290 
   1291 /*
   1292  * On 64bit we can mmap the data file in one go. No need for tiny mmap
   1293  * slices. On 32bit we use 32MB.
   1294  */
   1295 #if BITS_PER_LONG == 64
   1296 #define MMAP_SIZE ULLONG_MAX
   1297 #define NUM_MMAPS 1
   1298 #else
   1299 #define MMAP_SIZE (32 * 1024 * 1024ULL)
   1300 #define NUM_MMAPS 128
   1301 #endif
   1302 
   1303 int __perf_session__process_events(struct perf_session *session,
   1304 				   u64 data_offset, u64 data_size,
   1305 				   u64 file_size, struct perf_tool *tool)
   1306 {
   1307 	u64 head, page_offset, file_offset, file_pos, progress_next;
   1308 	int err, mmap_prot, mmap_flags, map_idx = 0;
   1309 	size_t	mmap_size;
   1310 	char *buf, *mmaps[NUM_MMAPS];
   1311 	union perf_event *event;
   1312 	uint32_t size;
   1313 
   1314 	perf_tool__fill_defaults(tool);
   1315 
   1316 	page_offset = page_size * (data_offset / page_size);
   1317 	file_offset = page_offset;
   1318 	head = data_offset - page_offset;
   1319 
   1320 	if (data_size && (data_offset + data_size < file_size))
   1321 		file_size = data_offset + data_size;
   1322 
   1323 	progress_next = file_size / 16;
   1324 
   1325 	mmap_size = MMAP_SIZE;
   1326 	if (mmap_size > file_size)
   1327 		mmap_size = file_size;
   1328 
   1329 	memset(mmaps, 0, sizeof(mmaps));
   1330 
   1331 	mmap_prot  = PROT_READ;
   1332 	mmap_flags = MAP_SHARED;
   1333 
   1334 	if (session->header.needs_swap) {
   1335 		mmap_prot  |= PROT_WRITE;
   1336 		mmap_flags = MAP_PRIVATE;
   1337 	}
   1338 remap:
   1339 	buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, session->fd,
   1340 		   file_offset);
   1341 	if (buf == MAP_FAILED) {
   1342 		pr_err("failed to mmap file\n");
   1343 		err = -errno;
   1344 		goto out_err;
   1345 	}
   1346 	mmaps[map_idx] = buf;
   1347 	map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1);
   1348 	file_pos = file_offset + head;
   1349 
   1350 more:
   1351 	event = fetch_mmaped_event(session, head, mmap_size, buf);
   1352 	if (!event) {
   1353 		if (mmaps[map_idx]) {
   1354 			munmap(mmaps[map_idx], mmap_size);
   1355 			mmaps[map_idx] = NULL;
   1356 		}
   1357 
   1358 		page_offset = page_size * (head / page_size);
   1359 		file_offset += page_offset;
   1360 		head -= page_offset;
   1361 		goto remap;
   1362 	}
   1363 
   1364 	size = event->header.size;
   1365 
   1366 	if (size < sizeof(struct perf_event_header) ||
   1367 	    perf_session__process_event(session, event, tool, file_pos) < 0) {
   1368 		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
   1369 		       file_offset + head, event->header.size,
   1370 		       event->header.type);
   1371 		err = -EINVAL;
   1372 		goto out_err;
   1373 	}
   1374 
   1375 	head += size;
   1376 	file_pos += size;
   1377 
   1378 	if (file_pos >= progress_next) {
   1379 		progress_next += file_size / 16;
   1380 		ui_progress__update(file_pos, file_size,
   1381 				    "Processing events...");
   1382 	}
   1383 
   1384 	err = 0;
   1385 	if (session_done())
   1386 		goto out_err;
   1387 
   1388 	if (file_pos < file_size)
   1389 		goto more;
   1390 
   1391 	/* do the final flush for ordered samples */
   1392 	session->ordered_samples.next_flush = ULLONG_MAX;
   1393 	err = flush_sample_queue(session, tool);
   1394 out_err:
   1395 	ui_progress__finish();
   1396 	perf_session__warn_about_errors(session, tool);
   1397 	perf_session_free_sample_buffers(session);
   1398 	return err;
   1399 }
   1400 
   1401 int perf_session__process_events(struct perf_session *self,
   1402 				 struct perf_tool *tool)
   1403 {
   1404 	int err;
   1405 
   1406 	if (perf_session__register_idle_thread(self) == NULL)
   1407 		return -ENOMEM;
   1408 
   1409 	if (!self->fd_pipe)
   1410 		err = __perf_session__process_events(self,
   1411 						     self->header.data_offset,
   1412 						     self->header.data_size,
   1413 						     self->size, tool);
   1414 	else
   1415 		err = __perf_session__process_pipe_events(self, tool);
   1416 
   1417 	return err;
   1418 }
   1419 
   1420 bool perf_session__has_traces(struct perf_session *session, const char *msg)
   1421 {
   1422 	struct perf_evsel *evsel;
   1423 
   1424 	list_for_each_entry(evsel, &session->evlist->entries, node) {
   1425 		if (evsel->attr.type == PERF_TYPE_TRACEPOINT)
   1426 			return true;
   1427 	}
   1428 
   1429 	pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
   1430 	return false;
   1431 }
   1432 
   1433 int maps__set_kallsyms_ref_reloc_sym(struct map **maps,
   1434 				     const char *symbol_name, u64 addr)
   1435 {
   1436 	char *bracket;
   1437 	enum map_type i;
   1438 	struct ref_reloc_sym *ref;
   1439 
   1440 	ref = zalloc(sizeof(struct ref_reloc_sym));
   1441 	if (ref == NULL)
   1442 		return -ENOMEM;
   1443 
   1444 	ref->name = strdup(symbol_name);
   1445 	if (ref->name == NULL) {
   1446 		free(ref);
   1447 		return -ENOMEM;
   1448 	}
   1449 
   1450 	bracket = strchr(ref->name, ']');
   1451 	if (bracket)
   1452 		*bracket = '\0';
   1453 
   1454 	ref->addr = addr;
   1455 
   1456 	for (i = 0; i < MAP__NR_TYPES; ++i) {
   1457 		struct kmap *kmap = map__kmap(maps[i]);
   1458 		kmap->ref_reloc_sym = ref;
   1459 	}
   1460 
   1461 	return 0;
   1462 }
   1463 
   1464 size_t perf_session__fprintf_dsos(struct perf_session *self, FILE *fp)
   1465 {
   1466 	return machines__fprintf_dsos(&self->machines, fp);
   1467 }
   1468 
   1469 size_t perf_session__fprintf_dsos_buildid(struct perf_session *self, FILE *fp,
   1470 					  bool (skip)(struct dso *dso, int parm), int parm)
   1471 {
   1472 	return machines__fprintf_dsos_buildid(&self->machines, fp, skip, parm);
   1473 }
   1474 
   1475 size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp)
   1476 {
   1477 	struct perf_evsel *pos;
   1478 	size_t ret = fprintf(fp, "Aggregated stats:\n");
   1479 
   1480 	ret += events_stats__fprintf(&session->stats, fp);
   1481 
   1482 	list_for_each_entry(pos, &session->evlist->entries, node) {
   1483 		ret += fprintf(fp, "%s stats:\n", perf_evsel__name(pos));
   1484 		ret += events_stats__fprintf(&pos->hists.stats, fp);
   1485 	}
   1486 
   1487 	return ret;
   1488 }
   1489 
   1490 size_t perf_session__fprintf(struct perf_session *session, FILE *fp)
   1491 {
   1492 	/*
   1493 	 * FIXME: Here we have to actually print all the machines in this
   1494 	 * session, not just the host...
   1495 	 */
   1496 	return machine__fprintf(&session->machines.host, fp);
   1497 }
   1498 
   1499 struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session,
   1500 					      unsigned int type)
   1501 {
   1502 	struct perf_evsel *pos;
   1503 
   1504 	list_for_each_entry(pos, &session->evlist->entries, node) {
   1505 		if (pos->attr.type == type)
   1506 			return pos;
   1507 	}
   1508 	return NULL;
   1509 }
   1510 
   1511 void perf_evsel__print_ip(struct perf_evsel *evsel, union perf_event *event,
   1512 			  struct perf_sample *sample, struct machine *machine,
   1513 			  unsigned int print_opts, unsigned int stack_depth)
   1514 {
   1515 	struct addr_location al;
   1516 	struct callchain_cursor_node *node;
   1517 	int print_ip = print_opts & PRINT_IP_OPT_IP;
   1518 	int print_sym = print_opts & PRINT_IP_OPT_SYM;
   1519 	int print_dso = print_opts & PRINT_IP_OPT_DSO;
   1520 	int print_symoffset = print_opts & PRINT_IP_OPT_SYMOFFSET;
   1521 	int print_oneline = print_opts & PRINT_IP_OPT_ONELINE;
   1522 	char s = print_oneline ? ' ' : '\t';
   1523 
   1524 	if (perf_event__preprocess_sample(event, machine, &al, sample) < 0) {
   1525 		error("problem processing %d event, skipping it.\n",
   1526 			event->header.type);
   1527 		return;
   1528 	}
   1529 
   1530 	if (symbol_conf.use_callchain && sample->callchain) {
   1531 
   1532 		if (machine__resolve_callchain(machine, evsel, al.thread,
   1533 					       sample, NULL, NULL) != 0) {
   1534 			if (verbose)
   1535 				error("Failed to resolve callchain. Skipping\n");
   1536 			return;
   1537 		}
   1538 		callchain_cursor_commit(&callchain_cursor);
   1539 
   1540 		while (stack_depth) {
   1541 			node = callchain_cursor_current(&callchain_cursor);
   1542 			if (!node)
   1543 				break;
   1544 
   1545 			if (print_ip)
   1546 				printf("%c%16" PRIx64, s, node->ip);
   1547 
   1548 			if (print_sym) {
   1549 				printf(" ");
   1550 				if (print_symoffset) {
   1551 					al.addr = node->ip;
   1552 					al.map  = node->map;
   1553 					symbol__fprintf_symname_offs(node->sym, &al, stdout);
   1554 				} else
   1555 					symbol__fprintf_symname(node->sym, stdout);
   1556 			}
   1557 
   1558 			if (print_dso) {
   1559 				printf(" (");
   1560 				map__fprintf_dsoname(node->map, stdout);
   1561 				printf(")");
   1562 			}
   1563 
   1564 			if (!print_oneline)
   1565 				printf("\n");
   1566 
   1567 			callchain_cursor_advance(&callchain_cursor);
   1568 
   1569 			stack_depth--;
   1570 		}
   1571 
   1572 	} else {
   1573 		if (print_ip)
   1574 			printf("%16" PRIx64, sample->ip);
   1575 
   1576 		if (print_sym) {
   1577 			printf(" ");
   1578 			if (print_symoffset)
   1579 				symbol__fprintf_symname_offs(al.sym, &al,
   1580 							     stdout);
   1581 			else
   1582 				symbol__fprintf_symname(al.sym, stdout);
   1583 		}
   1584 
   1585 		if (print_dso) {
   1586 			printf(" (");
   1587 			map__fprintf_dsoname(al.map, stdout);
   1588 			printf(")");
   1589 		}
   1590 	}
   1591 }
   1592 
   1593 int perf_session__cpu_bitmap(struct perf_session *session,
   1594 			     const char *cpu_list, unsigned long *cpu_bitmap)
   1595 {
   1596 	int i;
   1597 	struct cpu_map *map;
   1598 
   1599 	for (i = 0; i < PERF_TYPE_MAX; ++i) {
   1600 		struct perf_evsel *evsel;
   1601 
   1602 		evsel = perf_session__find_first_evtype(session, i);
   1603 		if (!evsel)
   1604 			continue;
   1605 
   1606 		if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) {
   1607 			pr_err("File does not contain CPU events. "
   1608 			       "Remove -c option to proceed.\n");
   1609 			return -1;
   1610 		}
   1611 	}
   1612 
   1613 	map = cpu_map__new(cpu_list);
   1614 	if (map == NULL) {
   1615 		pr_err("Invalid cpu_list\n");
   1616 		return -1;
   1617 	}
   1618 
   1619 	for (i = 0; i < map->nr; i++) {
   1620 		int cpu = map->map[i];
   1621 
   1622 		if (cpu >= MAX_NR_CPUS) {
   1623 			pr_err("Requested CPU %d too large. "
   1624 			       "Consider raising MAX_NR_CPUS\n", cpu);
   1625 			return -1;
   1626 		}
   1627 
   1628 		set_bit(cpu, cpu_bitmap);
   1629 	}
   1630 
   1631 	return 0;
   1632 }
   1633 
   1634 void perf_session__fprintf_info(struct perf_session *session, FILE *fp,
   1635 				bool full)
   1636 {
   1637 	struct stat st;
   1638 	int ret;
   1639 
   1640 	if (session == NULL || fp == NULL)
   1641 		return;
   1642 
   1643 	ret = fstat(session->fd, &st);
   1644 	if (ret == -1)
   1645 		return;
   1646 
   1647 	fprintf(fp, "# ========\n");
   1648 	fprintf(fp, "# captured on: %s", ctime(&st.st_ctime));
   1649 	perf_header__fprintf_info(session, fp, full);
   1650 	fprintf(fp, "# ========\n#\n");
   1651 }
   1652 
   1653 
   1654 int __perf_session__set_tracepoints_handlers(struct perf_session *session,
   1655 					     const struct perf_evsel_str_handler *assocs,
   1656 					     size_t nr_assocs)
   1657 {
   1658 	struct perf_evsel *evsel;
   1659 	size_t i;
   1660 	int err;
   1661 
   1662 	for (i = 0; i < nr_assocs; i++) {
   1663 		/*
   1664 		 * Adding a handler for an event not in the session,
   1665 		 * just ignore it.
   1666 		 */
   1667 		evsel = perf_evlist__find_tracepoint_by_name(session->evlist, assocs[i].name);
   1668 		if (evsel == NULL)
   1669 			continue;
   1670 
   1671 		err = -EEXIST;
   1672 		if (evsel->handler.func != NULL)
   1673 			goto out;
   1674 		evsel->handler.func = assocs[i].handler;
   1675 	}
   1676 
   1677 	err = 0;
   1678 out:
   1679 	return err;
   1680 }
   1681