2014-04-30 21:25:10 +08:00
|
|
|
#include <asm/bug.h>
|
perf tools: Cache dso data file descriptor
Caching dso data file descriptors to avoid expensive re-opens
especially during DWARF unwind.
We keep dsos data file descriptors open until their count reaches
the half of the current fd open limit (RLIMIT_NOFILE). In this case
we close file descriptor of the first opened dso object.
We've got overall speedup (~27% for my workload) of report:
'perf report --stdio -i perf-test.data' (3 runs)
(perf-test.data size was around 12GB)
current code:
545,640,944,228 cycles ( +- 0.53% )
785,255,798,320 instructions ( +- 0.03% )
366.340910010 seconds time elapsed ( +- 3.65% )
after change:
435,895,036,114 cycles ( +- 0.26% )
636,790,271,176 instructions ( +- 0.04% )
266.481463387 seconds time elapsed ( +- 0.13% )
Acked-by: Namhyung Kim <namhyung@kernel.org>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Corey Ashford <cjashfor@linux.vnet.ibm.com>
Cc: David Ahern <dsahern@gmail.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Ingo Molnar <mingo@kernel.org>
Cc: Jean Pihet <jean.pihet@linaro.org>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Link: http://lkml.kernel.org/r/1401892622-30848-7-git-send-email-jolsa@kernel.org
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
2014-04-30 21:47:27 +08:00
|
|
|
#include <sys/time.h>
|
|
|
|
#include <sys/resource.h>
|
2012-10-28 05:18:32 +08:00
|
|
|
#include "symbol.h"
|
|
|
|
#include "dso.h"
|
2012-11-09 22:32:52 +08:00
|
|
|
#include "machine.h"
|
2012-10-28 05:18:32 +08:00
|
|
|
#include "util.h"
|
|
|
|
#include "debug.h"
|
|
|
|
|
|
|
|
char dso__symtab_origin(const struct dso *dso)
|
|
|
|
{
|
|
|
|
static const char origin[] = {
|
2013-09-18 21:56:14 +08:00
|
|
|
[DSO_BINARY_TYPE__KALLSYMS] = 'k',
|
|
|
|
[DSO_BINARY_TYPE__VMLINUX] = 'v',
|
|
|
|
[DSO_BINARY_TYPE__JAVA_JIT] = 'j',
|
|
|
|
[DSO_BINARY_TYPE__DEBUGLINK] = 'l',
|
|
|
|
[DSO_BINARY_TYPE__BUILD_ID_CACHE] = 'B',
|
|
|
|
[DSO_BINARY_TYPE__FEDORA_DEBUGINFO] = 'f',
|
|
|
|
[DSO_BINARY_TYPE__UBUNTU_DEBUGINFO] = 'u',
|
|
|
|
[DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO] = 'o',
|
|
|
|
[DSO_BINARY_TYPE__BUILDID_DEBUGINFO] = 'b',
|
|
|
|
[DSO_BINARY_TYPE__SYSTEM_PATH_DSO] = 'd',
|
|
|
|
[DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE] = 'K',
|
|
|
|
[DSO_BINARY_TYPE__GUEST_KALLSYMS] = 'g',
|
|
|
|
[DSO_BINARY_TYPE__GUEST_KMODULE] = 'G',
|
|
|
|
[DSO_BINARY_TYPE__GUEST_VMLINUX] = 'V',
|
2012-10-28 05:18:32 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
if (dso == NULL || dso->symtab_type == DSO_BINARY_TYPE__NOT_FOUND)
|
|
|
|
return '!';
|
|
|
|
return origin[dso->symtab_type];
|
|
|
|
}
|
|
|
|
|
2013-12-17 04:03:18 +08:00
|
|
|
int dso__read_binary_type_filename(const struct dso *dso,
|
|
|
|
enum dso_binary_type type,
|
|
|
|
char *root_dir, char *filename, size_t size)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
char build_id_hex[BUILD_ID_SIZE * 2 + 1];
|
|
|
|
int ret = 0;
|
2014-07-29 21:21:58 +08:00
|
|
|
size_t len;
|
2012-10-28 05:18:32 +08:00
|
|
|
|
|
|
|
switch (type) {
|
|
|
|
case DSO_BINARY_TYPE__DEBUGLINK: {
|
|
|
|
char *debuglink;
|
|
|
|
|
2013-12-11 03:02:50 +08:00
|
|
|
strncpy(filename, dso->long_name, size);
|
|
|
|
debuglink = filename + dso->long_name_len;
|
|
|
|
while (debuglink != filename && *debuglink != '/')
|
2012-10-28 05:18:32 +08:00
|
|
|
debuglink--;
|
|
|
|
if (*debuglink == '/')
|
|
|
|
debuglink++;
|
2014-02-20 09:32:55 +08:00
|
|
|
ret = filename__read_debuglink(dso->long_name, debuglink,
|
|
|
|
size - (debuglink - filename));
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
case DSO_BINARY_TYPE__BUILD_ID_CACHE:
|
|
|
|
/* skip the locally configured cache if a symfs is given */
|
|
|
|
if (symbol_conf.symfs[0] ||
|
2013-12-11 03:02:50 +08:00
|
|
|
(dso__build_id_filename(dso, filename, size) == NULL))
|
2012-10-28 05:18:32 +08:00
|
|
|
ret = -1;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
|
2014-07-29 21:21:58 +08:00
|
|
|
len = __symbol__join_symfs(filename, size, "/usr/lib/debug");
|
|
|
|
snprintf(filename + len, size - len, "%s.debug", dso->long_name);
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
|
2014-07-29 21:21:58 +08:00
|
|
|
len = __symbol__join_symfs(filename, size, "/usr/lib/debug");
|
|
|
|
snprintf(filename + len, size - len, "%s", dso->long_name);
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
2013-09-18 21:56:14 +08:00
|
|
|
case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
|
|
|
|
{
|
2013-12-11 02:19:23 +08:00
|
|
|
const char *last_slash;
|
2013-09-18 21:56:14 +08:00
|
|
|
size_t dir_size;
|
|
|
|
|
|
|
|
last_slash = dso->long_name + dso->long_name_len;
|
|
|
|
while (last_slash != dso->long_name && *last_slash != '/')
|
|
|
|
last_slash--;
|
|
|
|
|
2014-07-29 21:21:58 +08:00
|
|
|
len = __symbol__join_symfs(filename, size, "");
|
2013-09-18 21:56:14 +08:00
|
|
|
dir_size = last_slash - dso->long_name + 2;
|
|
|
|
if (dir_size > (size - len)) {
|
|
|
|
ret = -1;
|
|
|
|
break;
|
|
|
|
}
|
2013-12-11 03:02:50 +08:00
|
|
|
len += scnprintf(filename + len, dir_size, "%s", dso->long_name);
|
|
|
|
len += scnprintf(filename + len , size - len, ".debug%s",
|
2013-09-18 21:56:14 +08:00
|
|
|
last_slash);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2012-10-28 05:18:32 +08:00
|
|
|
case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
|
|
|
|
if (!dso->has_build_id) {
|
|
|
|
ret = -1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
build_id__sprintf(dso->build_id,
|
|
|
|
sizeof(dso->build_id),
|
|
|
|
build_id_hex);
|
2014-07-29 21:21:58 +08:00
|
|
|
len = __symbol__join_symfs(filename, size, "/usr/lib/debug/.build-id/");
|
|
|
|
snprintf(filename + len, size - len, "%.2s/%s.debug",
|
|
|
|
build_id_hex, build_id_hex + 2);
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
2013-08-07 19:38:47 +08:00
|
|
|
case DSO_BINARY_TYPE__VMLINUX:
|
|
|
|
case DSO_BINARY_TYPE__GUEST_VMLINUX:
|
2012-10-28 05:18:32 +08:00
|
|
|
case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
|
2014-07-29 21:21:58 +08:00
|
|
|
__symbol__join_symfs(filename, size, dso->long_name);
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case DSO_BINARY_TYPE__GUEST_KMODULE:
|
2014-07-29 21:21:58 +08:00
|
|
|
path__join3(filename, size, symbol_conf.symfs,
|
|
|
|
root_dir, dso->long_name);
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
|
2014-07-29 21:21:58 +08:00
|
|
|
__symbol__join_symfs(filename, size, dso->long_name);
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
2013-08-07 19:38:51 +08:00
|
|
|
case DSO_BINARY_TYPE__KCORE:
|
|
|
|
case DSO_BINARY_TYPE__GUEST_KCORE:
|
2013-12-11 03:02:50 +08:00
|
|
|
snprintf(filename, size, "%s", dso->long_name);
|
2013-08-07 19:38:51 +08:00
|
|
|
break;
|
|
|
|
|
2012-10-28 05:18:32 +08:00
|
|
|
default:
|
|
|
|
case DSO_BINARY_TYPE__KALLSYMS:
|
|
|
|
case DSO_BINARY_TYPE__GUEST_KALLSYMS:
|
|
|
|
case DSO_BINARY_TYPE__JAVA_JIT:
|
|
|
|
case DSO_BINARY_TYPE__NOT_FOUND:
|
|
|
|
ret = -1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2014-04-30 21:00:59 +08:00
|
|
|
/*
|
2014-04-30 21:25:10 +08:00
|
|
|
* Global list of open DSOs and the counter.
|
2014-04-30 21:00:59 +08:00
|
|
|
*/
|
|
|
|
static LIST_HEAD(dso__data_open);
|
2014-04-30 21:25:10 +08:00
|
|
|
static long dso__data_open_cnt;
|
2014-04-30 21:00:59 +08:00
|
|
|
|
|
|
|
static void dso__list_add(struct dso *dso)
|
|
|
|
{
|
|
|
|
list_add_tail(&dso->data.open_entry, &dso__data_open);
|
2014-04-30 21:25:10 +08:00
|
|
|
dso__data_open_cnt++;
|
2014-04-30 21:00:59 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static void dso__list_del(struct dso *dso)
|
|
|
|
{
|
|
|
|
list_del(&dso->data.open_entry);
|
2014-04-30 21:25:10 +08:00
|
|
|
WARN_ONCE(dso__data_open_cnt <= 0,
|
|
|
|
"DSO data fd counter out of bounds.");
|
|
|
|
dso__data_open_cnt--;
|
2014-04-30 21:00:59 +08:00
|
|
|
}
|
|
|
|
|
2014-05-08 03:35:02 +08:00
|
|
|
static void close_first_dso(void);
|
|
|
|
|
|
|
|
static int do_open(char *name)
|
|
|
|
{
|
|
|
|
int fd;
|
2014-08-14 10:22:36 +08:00
|
|
|
char sbuf[STRERR_BUFSIZE];
|
2014-05-08 03:35:02 +08:00
|
|
|
|
|
|
|
do {
|
|
|
|
fd = open(name, O_RDONLY);
|
|
|
|
if (fd >= 0)
|
|
|
|
return fd;
|
|
|
|
|
2014-08-14 10:22:36 +08:00
|
|
|
pr_debug("dso open failed, mmap: %s\n",
|
|
|
|
strerror_r(errno, sbuf, sizeof(sbuf)));
|
2014-05-08 03:35:02 +08:00
|
|
|
if (!dso__data_open_cnt || errno != EMFILE)
|
|
|
|
break;
|
|
|
|
|
|
|
|
close_first_dso();
|
|
|
|
} while (1);
|
|
|
|
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
2014-04-30 21:00:59 +08:00
|
|
|
static int __open_dso(struct dso *dso, struct machine *machine)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
int fd;
|
2013-12-17 04:03:18 +08:00
|
|
|
char *root_dir = (char *)"";
|
|
|
|
char *name = malloc(PATH_MAX);
|
2012-10-28 05:18:32 +08:00
|
|
|
|
|
|
|
if (!name)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
if (machine)
|
|
|
|
root_dir = machine->root_dir;
|
|
|
|
|
2013-12-18 03:14:07 +08:00
|
|
|
if (dso__read_binary_type_filename(dso, dso->binary_type,
|
2013-12-17 04:03:18 +08:00
|
|
|
root_dir, name, PATH_MAX)) {
|
2012-10-28 05:18:32 +08:00
|
|
|
free(name);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:35:02 +08:00
|
|
|
fd = do_open(name);
|
2012-10-28 05:18:32 +08:00
|
|
|
free(name);
|
|
|
|
return fd;
|
|
|
|
}
|
|
|
|
|
perf tools: Cache dso data file descriptor
Caching dso data file descriptors to avoid expensive re-opens
especially during DWARF unwind.
We keep dsos data file descriptors open until their count reaches
the half of the current fd open limit (RLIMIT_NOFILE). In this case
we close file descriptor of the first opened dso object.
We've got overall speedup (~27% for my workload) of report:
'perf report --stdio -i perf-test.data' (3 runs)
(perf-test.data size was around 12GB)
current code:
545,640,944,228 cycles ( +- 0.53% )
785,255,798,320 instructions ( +- 0.03% )
366.340910010 seconds time elapsed ( +- 3.65% )
after change:
435,895,036,114 cycles ( +- 0.26% )
636,790,271,176 instructions ( +- 0.04% )
266.481463387 seconds time elapsed ( +- 0.13% )
Acked-by: Namhyung Kim <namhyung@kernel.org>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Corey Ashford <cjashfor@linux.vnet.ibm.com>
Cc: David Ahern <dsahern@gmail.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Ingo Molnar <mingo@kernel.org>
Cc: Jean Pihet <jean.pihet@linaro.org>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Link: http://lkml.kernel.org/r/1401892622-30848-7-git-send-email-jolsa@kernel.org
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
2014-04-30 21:47:27 +08:00
|
|
|
static void check_data_close(void);
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/**
|
|
|
|
* dso_close - Open DSO data file
|
|
|
|
* @dso: dso object
|
|
|
|
*
|
|
|
|
* Open @dso's data file descriptor and updates
|
|
|
|
* list/count of open DSO objects.
|
|
|
|
*/
|
2014-04-30 21:00:59 +08:00
|
|
|
static int open_dso(struct dso *dso, struct machine *machine)
|
|
|
|
{
|
|
|
|
int fd = __open_dso(dso, machine);
|
|
|
|
|
2014-07-17 16:43:09 +08:00
|
|
|
if (fd >= 0) {
|
2014-04-30 21:00:59 +08:00
|
|
|
dso__list_add(dso);
|
perf tools: Cache dso data file descriptor
Caching dso data file descriptors to avoid expensive re-opens
especially during DWARF unwind.
We keep dsos data file descriptors open until their count reaches
the half of the current fd open limit (RLIMIT_NOFILE). In this case
we close file descriptor of the first opened dso object.
We've got overall speedup (~27% for my workload) of report:
'perf report --stdio -i perf-test.data' (3 runs)
(perf-test.data size was around 12GB)
current code:
545,640,944,228 cycles ( +- 0.53% )
785,255,798,320 instructions ( +- 0.03% )
366.340910010 seconds time elapsed ( +- 3.65% )
after change:
435,895,036,114 cycles ( +- 0.26% )
636,790,271,176 instructions ( +- 0.04% )
266.481463387 seconds time elapsed ( +- 0.13% )
Acked-by: Namhyung Kim <namhyung@kernel.org>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Corey Ashford <cjashfor@linux.vnet.ibm.com>
Cc: David Ahern <dsahern@gmail.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Ingo Molnar <mingo@kernel.org>
Cc: Jean Pihet <jean.pihet@linaro.org>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Link: http://lkml.kernel.org/r/1401892622-30848-7-git-send-email-jolsa@kernel.org
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
2014-04-30 21:47:27 +08:00
|
|
|
/*
|
|
|
|
* Check if we crossed the allowed number
|
|
|
|
* of opened DSOs and close one if needed.
|
|
|
|
*/
|
|
|
|
check_data_close();
|
|
|
|
}
|
2014-04-30 21:00:59 +08:00
|
|
|
|
|
|
|
return fd;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void close_data_fd(struct dso *dso)
|
2014-04-28 22:43:43 +08:00
|
|
|
{
|
|
|
|
if (dso->data.fd >= 0) {
|
|
|
|
close(dso->data.fd);
|
|
|
|
dso->data.fd = -1;
|
2014-05-08 00:51:41 +08:00
|
|
|
dso->data.file_size = 0;
|
2014-04-30 21:00:59 +08:00
|
|
|
dso__list_del(dso);
|
2014-04-28 22:43:43 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/**
|
|
|
|
* dso_close - Close DSO data file
|
|
|
|
* @dso: dso object
|
|
|
|
*
|
|
|
|
* Close @dso's data file descriptor and updates
|
|
|
|
* list/count of open DSO objects.
|
|
|
|
*/
|
2014-04-30 21:00:59 +08:00
|
|
|
static void close_dso(struct dso *dso)
|
|
|
|
{
|
|
|
|
close_data_fd(dso);
|
|
|
|
}
|
|
|
|
|
perf tools: Cache dso data file descriptor
Caching dso data file descriptors to avoid expensive re-opens
especially during DWARF unwind.
We keep dsos data file descriptors open until their count reaches
the half of the current fd open limit (RLIMIT_NOFILE). In this case
we close file descriptor of the first opened dso object.
We've got overall speedup (~27% for my workload) of report:
'perf report --stdio -i perf-test.data' (3 runs)
(perf-test.data size was around 12GB)
current code:
545,640,944,228 cycles ( +- 0.53% )
785,255,798,320 instructions ( +- 0.03% )
366.340910010 seconds time elapsed ( +- 3.65% )
after change:
435,895,036,114 cycles ( +- 0.26% )
636,790,271,176 instructions ( +- 0.04% )
266.481463387 seconds time elapsed ( +- 0.13% )
Acked-by: Namhyung Kim <namhyung@kernel.org>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Corey Ashford <cjashfor@linux.vnet.ibm.com>
Cc: David Ahern <dsahern@gmail.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Ingo Molnar <mingo@kernel.org>
Cc: Jean Pihet <jean.pihet@linaro.org>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Link: http://lkml.kernel.org/r/1401892622-30848-7-git-send-email-jolsa@kernel.org
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
2014-04-30 21:47:27 +08:00
|
|
|
static void close_first_dso(void)
|
|
|
|
{
|
|
|
|
struct dso *dso;
|
|
|
|
|
|
|
|
dso = list_first_entry(&dso__data_open, struct dso, data.open_entry);
|
|
|
|
close_dso(dso);
|
|
|
|
}
|
|
|
|
|
|
|
|
static rlim_t get_fd_limit(void)
|
|
|
|
{
|
|
|
|
struct rlimit l;
|
|
|
|
rlim_t limit = 0;
|
|
|
|
|
|
|
|
/* Allow half of the current open fd limit. */
|
|
|
|
if (getrlimit(RLIMIT_NOFILE, &l) == 0) {
|
|
|
|
if (l.rlim_cur == RLIM_INFINITY)
|
|
|
|
limit = l.rlim_cur;
|
|
|
|
else
|
|
|
|
limit = l.rlim_cur / 2;
|
|
|
|
} else {
|
|
|
|
pr_err("failed to get fd limit\n");
|
|
|
|
limit = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return limit;
|
|
|
|
}
|
|
|
|
|
|
|
|
static bool may_cache_fd(void)
|
|
|
|
{
|
|
|
|
static rlim_t limit;
|
|
|
|
|
|
|
|
if (!limit)
|
|
|
|
limit = get_fd_limit();
|
|
|
|
|
|
|
|
if (limit == RLIM_INFINITY)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
return limit > (rlim_t) dso__data_open_cnt;
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/*
|
|
|
|
* Check and close LRU dso if we crossed allowed limit
|
|
|
|
* for opened dso file descriptors. The limit is half
|
|
|
|
* of the RLIMIT_NOFILE files opened.
|
|
|
|
*/
|
perf tools: Cache dso data file descriptor
Caching dso data file descriptors to avoid expensive re-opens
especially during DWARF unwind.
We keep dsos data file descriptors open until their count reaches
the half of the current fd open limit (RLIMIT_NOFILE). In this case
we close file descriptor of the first opened dso object.
We've got overall speedup (~27% for my workload) of report:
'perf report --stdio -i perf-test.data' (3 runs)
(perf-test.data size was around 12GB)
current code:
545,640,944,228 cycles ( +- 0.53% )
785,255,798,320 instructions ( +- 0.03% )
366.340910010 seconds time elapsed ( +- 3.65% )
after change:
435,895,036,114 cycles ( +- 0.26% )
636,790,271,176 instructions ( +- 0.04% )
266.481463387 seconds time elapsed ( +- 0.13% )
Acked-by: Namhyung Kim <namhyung@kernel.org>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Corey Ashford <cjashfor@linux.vnet.ibm.com>
Cc: David Ahern <dsahern@gmail.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Ingo Molnar <mingo@kernel.org>
Cc: Jean Pihet <jean.pihet@linaro.org>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Link: http://lkml.kernel.org/r/1401892622-30848-7-git-send-email-jolsa@kernel.org
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
2014-04-30 21:47:27 +08:00
|
|
|
static void check_data_close(void)
|
|
|
|
{
|
|
|
|
bool cache_fd = may_cache_fd();
|
|
|
|
|
|
|
|
if (!cache_fd)
|
|
|
|
close_first_dso();
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/**
|
|
|
|
* dso__data_close - Close DSO data file
|
|
|
|
* @dso: dso object
|
|
|
|
*
|
|
|
|
* External interface to close @dso's data file descriptor.
|
|
|
|
*/
|
2014-04-30 21:00:59 +08:00
|
|
|
void dso__data_close(struct dso *dso)
|
|
|
|
{
|
|
|
|
close_dso(dso);
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/**
|
|
|
|
* dso__data_fd - Get dso's data file descriptor
|
|
|
|
* @dso: dso object
|
|
|
|
* @machine: machine object
|
|
|
|
*
|
|
|
|
* External interface to find dso's file, open it and
|
|
|
|
* returns file descriptor.
|
|
|
|
*/
|
2012-10-28 05:18:32 +08:00
|
|
|
int dso__data_fd(struct dso *dso, struct machine *machine)
|
|
|
|
{
|
2013-12-17 03:57:43 +08:00
|
|
|
enum dso_binary_type binary_type_data[] = {
|
2012-10-28 05:18:32 +08:00
|
|
|
DSO_BINARY_TYPE__BUILD_ID_CACHE,
|
|
|
|
DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
|
|
|
|
DSO_BINARY_TYPE__NOT_FOUND,
|
|
|
|
};
|
|
|
|
int i = 0;
|
|
|
|
|
2014-07-22 21:17:18 +08:00
|
|
|
if (dso->data.status == DSO_DATA_STATUS_ERROR)
|
|
|
|
return -1;
|
|
|
|
|
2014-04-28 22:43:43 +08:00
|
|
|
if (dso->data.fd >= 0)
|
2014-07-22 21:17:18 +08:00
|
|
|
goto out;
|
2014-04-28 22:43:43 +08:00
|
|
|
|
|
|
|
if (dso->binary_type != DSO_BINARY_TYPE__NOT_FOUND) {
|
|
|
|
dso->data.fd = open_dso(dso, machine);
|
2014-07-22 21:17:18 +08:00
|
|
|
goto out;
|
2014-04-28 22:43:43 +08:00
|
|
|
}
|
2012-10-28 05:18:32 +08:00
|
|
|
|
|
|
|
do {
|
2013-12-18 03:14:07 +08:00
|
|
|
dso->binary_type = binary_type_data[i++];
|
2012-10-28 05:18:32 +08:00
|
|
|
|
2014-07-22 21:17:18 +08:00
|
|
|
dso->data.fd = open_dso(dso, machine);
|
|
|
|
if (dso->data.fd >= 0)
|
|
|
|
goto out;
|
2012-10-28 05:18:32 +08:00
|
|
|
|
2013-12-18 03:14:07 +08:00
|
|
|
} while (dso->binary_type != DSO_BINARY_TYPE__NOT_FOUND);
|
2014-07-22 21:17:18 +08:00
|
|
|
out:
|
|
|
|
if (dso->data.fd >= 0)
|
|
|
|
dso->data.status = DSO_DATA_STATUS_OK;
|
|
|
|
else
|
|
|
|
dso->data.status = DSO_DATA_STATUS_ERROR;
|
2012-10-28 05:18:32 +08:00
|
|
|
|
2014-07-22 21:17:18 +08:00
|
|
|
return dso->data.fd;
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
2014-07-22 21:17:19 +08:00
|
|
|
bool dso__data_status_seen(struct dso *dso, enum dso_data_status_seen by)
|
|
|
|
{
|
|
|
|
u32 flag = 1 << by;
|
|
|
|
|
|
|
|
if (dso->data.status_seen & flag)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
dso->data.status_seen |= flag;
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2012-10-28 05:18:32 +08:00
|
|
|
static void
|
|
|
|
dso_cache__free(struct rb_root *root)
|
|
|
|
{
|
|
|
|
struct rb_node *next = rb_first(root);
|
|
|
|
|
|
|
|
while (next) {
|
|
|
|
struct dso_cache *cache;
|
|
|
|
|
|
|
|
cache = rb_entry(next, struct dso_cache, rb_node);
|
|
|
|
next = rb_next(&cache->rb_node);
|
|
|
|
rb_erase(&cache->rb_node, root);
|
|
|
|
free(cache);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-12-11 02:46:29 +08:00
|
|
|
static struct dso_cache *dso_cache__find(const struct rb_root *root, u64 offset)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
2013-12-11 02:46:29 +08:00
|
|
|
struct rb_node * const *p = &root->rb_node;
|
|
|
|
const struct rb_node *parent = NULL;
|
2012-10-28 05:18:32 +08:00
|
|
|
struct dso_cache *cache;
|
|
|
|
|
|
|
|
while (*p != NULL) {
|
|
|
|
u64 end;
|
|
|
|
|
|
|
|
parent = *p;
|
|
|
|
cache = rb_entry(parent, struct dso_cache, rb_node);
|
|
|
|
end = cache->offset + DSO__DATA_CACHE_SIZE;
|
|
|
|
|
|
|
|
if (offset < cache->offset)
|
|
|
|
p = &(*p)->rb_left;
|
|
|
|
else if (offset >= end)
|
|
|
|
p = &(*p)->rb_right;
|
|
|
|
else
|
|
|
|
return cache;
|
|
|
|
}
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
dso_cache__insert(struct rb_root *root, struct dso_cache *new)
|
|
|
|
{
|
|
|
|
struct rb_node **p = &root->rb_node;
|
|
|
|
struct rb_node *parent = NULL;
|
|
|
|
struct dso_cache *cache;
|
|
|
|
u64 offset = new->offset;
|
|
|
|
|
|
|
|
while (*p != NULL) {
|
|
|
|
u64 end;
|
|
|
|
|
|
|
|
parent = *p;
|
|
|
|
cache = rb_entry(parent, struct dso_cache, rb_node);
|
|
|
|
end = cache->offset + DSO__DATA_CACHE_SIZE;
|
|
|
|
|
|
|
|
if (offset < cache->offset)
|
|
|
|
p = &(*p)->rb_left;
|
|
|
|
else if (offset >= end)
|
|
|
|
p = &(*p)->rb_right;
|
|
|
|
}
|
|
|
|
|
|
|
|
rb_link_node(&new->rb_node, parent, p);
|
|
|
|
rb_insert_color(&new->rb_node, root);
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t
|
|
|
|
dso_cache__memcpy(struct dso_cache *cache, u64 offset,
|
|
|
|
u8 *data, u64 size)
|
|
|
|
{
|
|
|
|
u64 cache_offset = offset - cache->offset;
|
|
|
|
u64 cache_size = min(cache->size - cache_offset, size);
|
|
|
|
|
|
|
|
memcpy(data, cache->data + cache_offset, cache_size);
|
|
|
|
return cache_size;
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t
|
2014-05-08 00:51:41 +08:00
|
|
|
dso_cache__read(struct dso *dso, u64 offset, u8 *data, ssize_t size)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
struct dso_cache *cache;
|
|
|
|
ssize_t ret;
|
|
|
|
|
|
|
|
do {
|
|
|
|
u64 cache_offset;
|
|
|
|
|
|
|
|
ret = -ENOMEM;
|
|
|
|
|
|
|
|
cache = zalloc(sizeof(*cache) + DSO__DATA_CACHE_SIZE);
|
|
|
|
if (!cache)
|
|
|
|
break;
|
|
|
|
|
|
|
|
cache_offset = offset & DSO__DATA_CACHE_MASK;
|
|
|
|
ret = -EINVAL;
|
|
|
|
|
2014-05-08 00:51:41 +08:00
|
|
|
if (-1 == lseek(dso->data.fd, cache_offset, SEEK_SET))
|
2012-10-28 05:18:32 +08:00
|
|
|
break;
|
|
|
|
|
2014-05-08 00:51:41 +08:00
|
|
|
ret = read(dso->data.fd, cache->data, DSO__DATA_CACHE_SIZE);
|
2012-10-28 05:18:32 +08:00
|
|
|
if (ret <= 0)
|
|
|
|
break;
|
|
|
|
|
|
|
|
cache->offset = cache_offset;
|
|
|
|
cache->size = ret;
|
2014-05-08 00:30:45 +08:00
|
|
|
dso_cache__insert(&dso->data.cache, cache);
|
2012-10-28 05:18:32 +08:00
|
|
|
|
|
|
|
ret = dso_cache__memcpy(cache, offset, data, size);
|
|
|
|
|
|
|
|
} while (0);
|
|
|
|
|
|
|
|
if (ret <= 0)
|
|
|
|
free(cache);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2014-05-08 00:51:41 +08:00
|
|
|
static ssize_t dso_cache_read(struct dso *dso, u64 offset,
|
|
|
|
u8 *data, ssize_t size)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
struct dso_cache *cache;
|
|
|
|
|
2014-05-08 00:30:45 +08:00
|
|
|
cache = dso_cache__find(&dso->data.cache, offset);
|
2012-10-28 05:18:32 +08:00
|
|
|
if (cache)
|
|
|
|
return dso_cache__memcpy(cache, offset, data, size);
|
|
|
|
else
|
2014-05-08 00:51:41 +08:00
|
|
|
return dso_cache__read(dso, offset, data, size);
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/*
|
|
|
|
* Reads and caches dso data DSO__DATA_CACHE_SIZE size chunks
|
|
|
|
* in the rb_tree. Any read to already cached data is served
|
|
|
|
* by cached data.
|
|
|
|
*/
|
2014-05-08 00:51:41 +08:00
|
|
|
static ssize_t cached_read(struct dso *dso, u64 offset, u8 *data, ssize_t size)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
ssize_t r = 0;
|
|
|
|
u8 *p = data;
|
|
|
|
|
|
|
|
do {
|
|
|
|
ssize_t ret;
|
|
|
|
|
2014-05-08 00:51:41 +08:00
|
|
|
ret = dso_cache_read(dso, offset, p, size);
|
2012-10-28 05:18:32 +08:00
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
/* Reached EOF, return what we have. */
|
|
|
|
if (!ret)
|
|
|
|
break;
|
|
|
|
|
|
|
|
BUG_ON(ret > size);
|
|
|
|
|
|
|
|
r += ret;
|
|
|
|
p += ret;
|
|
|
|
offset += ret;
|
|
|
|
size -= ret;
|
|
|
|
|
|
|
|
} while (size);
|
|
|
|
|
|
|
|
return r;
|
|
|
|
}
|
|
|
|
|
2014-05-08 00:51:41 +08:00
|
|
|
static int data_file_size(struct dso *dso)
|
|
|
|
{
|
|
|
|
struct stat st;
|
2014-08-14 10:22:36 +08:00
|
|
|
char sbuf[STRERR_BUFSIZE];
|
2014-05-08 00:51:41 +08:00
|
|
|
|
|
|
|
if (!dso->data.file_size) {
|
|
|
|
if (fstat(dso->data.fd, &st)) {
|
2014-08-14 10:22:36 +08:00
|
|
|
pr_err("dso mmap failed, fstat: %s\n",
|
|
|
|
strerror_r(errno, sbuf, sizeof(sbuf)));
|
2014-05-08 00:51:41 +08:00
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
dso->data.file_size = st.st_size;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-07-22 21:17:35 +08:00
|
|
|
/**
|
|
|
|
* dso__data_size - Return dso data size
|
|
|
|
* @dso: dso object
|
|
|
|
* @machine: machine object
|
|
|
|
*
|
|
|
|
* Return: dso data size
|
|
|
|
*/
|
|
|
|
off_t dso__data_size(struct dso *dso, struct machine *machine)
|
|
|
|
{
|
|
|
|
int fd;
|
|
|
|
|
|
|
|
fd = dso__data_fd(dso, machine);
|
|
|
|
if (fd < 0)
|
|
|
|
return fd;
|
|
|
|
|
|
|
|
if (data_file_size(dso))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
/* For now just estimate dso data size is close to file size */
|
|
|
|
return dso->data.file_size;
|
|
|
|
}
|
|
|
|
|
2014-05-08 00:51:41 +08:00
|
|
|
static ssize_t data_read_offset(struct dso *dso, u64 offset,
|
|
|
|
u8 *data, ssize_t size)
|
|
|
|
{
|
|
|
|
if (data_file_size(dso))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
/* Check the offset sanity. */
|
|
|
|
if (offset > dso->data.file_size)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
if (offset + size < offset)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
return cached_read(dso, offset, data, size);
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/**
|
|
|
|
* dso__data_read_offset - Read data from dso file offset
|
|
|
|
* @dso: dso object
|
|
|
|
* @machine: machine object
|
|
|
|
* @offset: file offset
|
|
|
|
* @data: buffer to store data
|
|
|
|
* @size: size of the @data buffer
|
|
|
|
*
|
|
|
|
* External interface to read data from dso file offset. Open
|
|
|
|
* dso data file and use cached_read to get the data.
|
|
|
|
*/
|
2014-05-08 00:51:41 +08:00
|
|
|
ssize_t dso__data_read_offset(struct dso *dso, struct machine *machine,
|
|
|
|
u64 offset, u8 *data, ssize_t size)
|
|
|
|
{
|
|
|
|
if (dso__data_fd(dso, machine) < 0)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
return data_read_offset(dso, offset, data, size);
|
|
|
|
}
|
|
|
|
|
2014-05-08 03:09:59 +08:00
|
|
|
/**
|
|
|
|
* dso__data_read_addr - Read data from dso address
|
|
|
|
* @dso: dso object
|
|
|
|
* @machine: machine object
|
|
|
|
* @add: virtual memory address
|
|
|
|
* @data: buffer to store data
|
|
|
|
* @size: size of the @data buffer
|
|
|
|
*
|
|
|
|
* External interface to read data from dso address.
|
|
|
|
*/
|
2012-10-28 05:18:32 +08:00
|
|
|
ssize_t dso__data_read_addr(struct dso *dso, struct map *map,
|
|
|
|
struct machine *machine, u64 addr,
|
|
|
|
u8 *data, ssize_t size)
|
|
|
|
{
|
|
|
|
u64 offset = map->map_ip(map, addr);
|
|
|
|
return dso__data_read_offset(dso, machine, offset, data, size);
|
|
|
|
}
|
|
|
|
|
|
|
|
struct map *dso__new_map(const char *name)
|
|
|
|
{
|
|
|
|
struct map *map = NULL;
|
|
|
|
struct dso *dso = dso__new(name);
|
|
|
|
|
|
|
|
if (dso)
|
|
|
|
map = map__new2(0, dso, MAP__FUNCTION);
|
|
|
|
|
|
|
|
return map;
|
|
|
|
}
|
|
|
|
|
|
|
|
struct dso *dso__kernel_findnew(struct machine *machine, const char *name,
|
|
|
|
const char *short_name, int dso_type)
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* The kernel dso could be created by build_id processing.
|
|
|
|
*/
|
|
|
|
struct dso *dso = __dsos__findnew(&machine->kernel_dsos, name);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We need to run this in all cases, since during the build_id
|
|
|
|
* processing we had no idea this was the kernel dso.
|
|
|
|
*/
|
|
|
|
if (dso != NULL) {
|
2013-12-10 22:11:46 +08:00
|
|
|
dso__set_short_name(dso, short_name, false);
|
2012-10-28 05:18:32 +08:00
|
|
|
dso->kernel = dso_type;
|
|
|
|
}
|
|
|
|
|
|
|
|
return dso;
|
|
|
|
}
|
|
|
|
|
2013-12-11 02:19:23 +08:00
|
|
|
void dso__set_long_name(struct dso *dso, const char *name, bool name_allocated)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
if (name == NULL)
|
|
|
|
return;
|
2013-12-11 02:08:44 +08:00
|
|
|
|
|
|
|
if (dso->long_name_allocated)
|
2013-12-11 02:19:23 +08:00
|
|
|
free((char *)dso->long_name);
|
2013-12-11 02:08:44 +08:00
|
|
|
|
|
|
|
dso->long_name = name;
|
|
|
|
dso->long_name_len = strlen(name);
|
|
|
|
dso->long_name_allocated = name_allocated;
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
2013-12-10 22:11:46 +08:00
|
|
|
void dso__set_short_name(struct dso *dso, const char *name, bool name_allocated)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
if (name == NULL)
|
|
|
|
return;
|
2013-12-10 22:11:46 +08:00
|
|
|
|
|
|
|
if (dso->short_name_allocated)
|
|
|
|
free((char *)dso->short_name);
|
|
|
|
|
|
|
|
dso->short_name = name;
|
|
|
|
dso->short_name_len = strlen(name);
|
|
|
|
dso->short_name_allocated = name_allocated;
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static void dso__set_basename(struct dso *dso)
|
|
|
|
{
|
2013-12-06 02:26:42 +08:00
|
|
|
/*
|
|
|
|
* basename() may modify path buffer, so we must pass
|
|
|
|
* a copy.
|
|
|
|
*/
|
|
|
|
char *base, *lname = strdup(dso->long_name);
|
|
|
|
|
|
|
|
if (!lname)
|
|
|
|
return;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* basename() may return a pointer to internal
|
|
|
|
* storage which is reused in subsequent calls
|
|
|
|
* so copy the result.
|
|
|
|
*/
|
|
|
|
base = strdup(basename(lname));
|
|
|
|
|
|
|
|
free(lname);
|
|
|
|
|
|
|
|
if (!base)
|
|
|
|
return;
|
|
|
|
|
|
|
|
dso__set_short_name(dso, base, true);
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
int dso__name_len(const struct dso *dso)
|
|
|
|
{
|
|
|
|
if (!dso)
|
|
|
|
return strlen("[unknown]");
|
|
|
|
if (verbose)
|
|
|
|
return dso->long_name_len;
|
|
|
|
|
|
|
|
return dso->short_name_len;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool dso__loaded(const struct dso *dso, enum map_type type)
|
|
|
|
{
|
|
|
|
return dso->loaded & (1 << type);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool dso__sorted_by_name(const struct dso *dso, enum map_type type)
|
|
|
|
{
|
|
|
|
return dso->sorted_by_name & (1 << type);
|
|
|
|
}
|
|
|
|
|
|
|
|
void dso__set_sorted_by_name(struct dso *dso, enum map_type type)
|
|
|
|
{
|
|
|
|
dso->sorted_by_name |= (1 << type);
|
|
|
|
}
|
|
|
|
|
|
|
|
struct dso *dso__new(const char *name)
|
|
|
|
{
|
|
|
|
struct dso *dso = calloc(1, sizeof(*dso) + strlen(name) + 1);
|
|
|
|
|
|
|
|
if (dso != NULL) {
|
|
|
|
int i;
|
|
|
|
strcpy(dso->name, name);
|
2013-12-11 02:08:44 +08:00
|
|
|
dso__set_long_name(dso, dso->name, false);
|
2013-12-10 22:11:46 +08:00
|
|
|
dso__set_short_name(dso, dso->name, false);
|
2012-10-28 05:18:32 +08:00
|
|
|
for (i = 0; i < MAP__NR_TYPES; ++i)
|
|
|
|
dso->symbols[i] = dso->symbol_names[i] = RB_ROOT;
|
2014-05-08 00:30:45 +08:00
|
|
|
dso->data.cache = RB_ROOT;
|
2014-04-28 22:43:43 +08:00
|
|
|
dso->data.fd = -1;
|
2014-07-22 21:17:18 +08:00
|
|
|
dso->data.status = DSO_DATA_STATUS_UNKNOWN;
|
2012-10-28 05:18:32 +08:00
|
|
|
dso->symtab_type = DSO_BINARY_TYPE__NOT_FOUND;
|
2013-12-18 03:14:07 +08:00
|
|
|
dso->binary_type = DSO_BINARY_TYPE__NOT_FOUND;
|
2014-07-14 18:02:41 +08:00
|
|
|
dso->is_64_bit = (sizeof(void *) == 8);
|
2012-10-28 05:18:32 +08:00
|
|
|
dso->loaded = 0;
|
2013-08-07 19:38:50 +08:00
|
|
|
dso->rel = 0;
|
2012-10-28 05:18:32 +08:00
|
|
|
dso->sorted_by_name = 0;
|
|
|
|
dso->has_build_id = 0;
|
2013-09-11 13:09:31 +08:00
|
|
|
dso->has_srcline = 1;
|
2013-12-03 15:23:10 +08:00
|
|
|
dso->a2l_fails = 1;
|
2012-10-28 05:18:32 +08:00
|
|
|
dso->kernel = DSO_TYPE_USER;
|
|
|
|
dso->needs_swap = DSO_SWAP__UNSET;
|
|
|
|
INIT_LIST_HEAD(&dso->node);
|
2014-04-30 21:00:59 +08:00
|
|
|
INIT_LIST_HEAD(&dso->data.open_entry);
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return dso;
|
|
|
|
}
|
|
|
|
|
|
|
|
void dso__delete(struct dso *dso)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
for (i = 0; i < MAP__NR_TYPES; ++i)
|
|
|
|
symbols__delete(&dso->symbols[i]);
|
2013-12-11 02:26:55 +08:00
|
|
|
|
|
|
|
if (dso->short_name_allocated) {
|
2013-12-27 04:41:15 +08:00
|
|
|
zfree((char **)&dso->short_name);
|
2013-12-11 02:26:55 +08:00
|
|
|
dso->short_name_allocated = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (dso->long_name_allocated) {
|
2013-12-27 04:41:15 +08:00
|
|
|
zfree((char **)&dso->long_name);
|
2013-12-11 02:26:55 +08:00
|
|
|
dso->long_name_allocated = false;
|
|
|
|
}
|
|
|
|
|
2014-04-28 22:43:43 +08:00
|
|
|
dso__data_close(dso);
|
2014-05-08 00:30:45 +08:00
|
|
|
dso_cache__free(&dso->data.cache);
|
2013-12-03 15:23:07 +08:00
|
|
|
dso__free_a2l(dso);
|
2013-12-27 04:41:15 +08:00
|
|
|
zfree(&dso->symsrc_filename);
|
2012-10-28 05:18:32 +08:00
|
|
|
free(dso);
|
|
|
|
}
|
|
|
|
|
|
|
|
void dso__set_build_id(struct dso *dso, void *build_id)
|
|
|
|
{
|
|
|
|
memcpy(dso->build_id, build_id, sizeof(dso->build_id));
|
|
|
|
dso->has_build_id = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool dso__build_id_equal(const struct dso *dso, u8 *build_id)
|
|
|
|
{
|
|
|
|
return memcmp(dso->build_id, build_id, sizeof(dso->build_id)) == 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void dso__read_running_kernel_build_id(struct dso *dso, struct machine *machine)
|
|
|
|
{
|
|
|
|
char path[PATH_MAX];
|
|
|
|
|
|
|
|
if (machine__is_default_guest(machine))
|
|
|
|
return;
|
|
|
|
sprintf(path, "%s/sys/kernel/notes", machine->root_dir);
|
|
|
|
if (sysfs__read_build_id(path, dso->build_id,
|
|
|
|
sizeof(dso->build_id)) == 0)
|
|
|
|
dso->has_build_id = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
int dso__kernel_module_get_build_id(struct dso *dso,
|
|
|
|
const char *root_dir)
|
|
|
|
{
|
|
|
|
char filename[PATH_MAX];
|
|
|
|
/*
|
|
|
|
* kernel module short names are of the form "[module]" and
|
|
|
|
* we need just "module" here.
|
|
|
|
*/
|
|
|
|
const char *name = dso->short_name + 1;
|
|
|
|
|
|
|
|
snprintf(filename, sizeof(filename),
|
|
|
|
"%s/sys/module/%.*s/notes/.note.gnu.build-id",
|
|
|
|
root_dir, (int)strlen(name) - 1, name);
|
|
|
|
|
|
|
|
if (sysfs__read_build_id(filename, dso->build_id,
|
|
|
|
sizeof(dso->build_id)) == 0)
|
|
|
|
dso->has_build_id = true;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool __dsos__read_build_ids(struct list_head *head, bool with_hits)
|
|
|
|
{
|
|
|
|
bool have_build_id = false;
|
|
|
|
struct dso *pos;
|
|
|
|
|
|
|
|
list_for_each_entry(pos, head, node) {
|
|
|
|
if (with_hits && !pos->hit)
|
|
|
|
continue;
|
|
|
|
if (pos->has_build_id) {
|
|
|
|
have_build_id = true;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (filename__read_build_id(pos->long_name, pos->build_id,
|
|
|
|
sizeof(pos->build_id)) > 0) {
|
|
|
|
have_build_id = true;
|
|
|
|
pos->has_build_id = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return have_build_id;
|
|
|
|
}
|
|
|
|
|
2014-09-30 04:07:28 +08:00
|
|
|
void dsos__add(struct dsos *dsos, struct dso *dso)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
2014-09-30 04:07:28 +08:00
|
|
|
list_add_tail(&dso->node, &dsos->head);
|
2012-10-28 05:18:32 +08:00
|
|
|
}
|
|
|
|
|
2014-09-30 04:07:28 +08:00
|
|
|
struct dso *dsos__find(const struct dsos *dsos, const char *name,
|
|
|
|
bool cmp_short)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
struct dso *pos;
|
|
|
|
|
perf symbols: Fix vdso list searching
When "perf record" was used on a large machine with a lot of CPUs, the
perf post-processing time (the time after the workload was done until
the perf command itself exited) could take a lot of minutes and even
hours depending on how large the resulting perf.data file was.
While running AIM7 1500-user high_systime workload on a 80-core x86-64
system with a 3.9 kernel (with only the -s -a options used), the
workload itself took about 2 minutes to run and the perf.data file had a
size of 1108.746 MB. However, the post-processing step took more than 10
minutes.
With a gprof-profiled perf binary, the time spent by perf was as
follows:
% cumulative self self total
time seconds seconds calls s/call s/call name
96.90 822.10 822.10 192156 0.00 0.00 dsos__find
0.81 828.96 6.86 172089958 0.00 0.00 rb_next
0.41 832.44 3.48 48539289 0.00 0.00 rb_erase
So 97% (822 seconds) of the time was spent in a single dsos_find()
function. After analyzing the call-graph data below:
-----------------------------------------------
0.00 822.12 192156/192156 map__new [6]
[7] 96.9 0.00 822.12 192156 vdso__dso_findnew [7]
822.10 0.00 192156/192156 dsos__find [8]
0.01 0.00 192156/192156 dsos__add [62]
0.01 0.00 192156/192366 dso__new [61]
0.00 0.00 1/45282525 memdup [31]
0.00 0.00 192156/192230 dso__set_long_name [91]
-----------------------------------------------
822.10 0.00 192156/192156 vdso__dso_findnew [7]
[8] 96.9 822.10 0.00 192156 dsos__find [8]
-----------------------------------------------
It was found that the vdso__dso_findnew() function failed to locate
VDSO__MAP_NAME ("[vdso]") in the dso list and have to insert a new
entry at the end for 192156 times. This problem is due to the fact that
there are 2 types of name in the dso entry - short name and long name.
The initial dso__new() adds "[vdso]" to both the short and long names.
After that, vdso__dso_findnew() modifies the long name to something
like /tmp/perf-vdso.so-NoXkDj. The dsos__find() function only compares
the long name. As a result, the same vdso entry is duplicated many
time in the dso list. This bug increases memory consumption as well
as slows the symbol processing time to a crawl.
To resolve this problem, the dsos__find() function interface was
modified to enable searching either the long name or the short
name. The vdso__dso_findnew() will now search only the short name
while the other call sites search for the long name as before.
With this change, the cpu time of perf was reduced from 848.38s to
15.77s and dsos__find() only accounted for 0.06% of the total time.
0.06 15.73 0.01 192151 0.00 0.00 dsos__find
Signed-off-by: Waiman Long <Waiman.Long@hp.com>
Acked-by: Ingo Molnar <mingo@kernel.org>
Cc: "Chandramouleeswaran, Aswin" <aswin@hp.com>
Cc: "Norton, Scott J" <scott.norton@hp.com>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Jiri Olsa <jolsa@redhat.com>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Cc: Stephane Eranian <eranian@google.com>
Link: http://lkml.kernel.org/r/1368110568-64714-1-git-send-email-Waiman.Long@hp.com
[ replaced TRUE/FALSE with stdbool.h equivalents, fixing builds where
those macros are not present (NO_LIBPYTHON=1 NO_LIBPERL=1), fix from Jiri Olsa ]
Signed-off-by: Arnaldo Carvalho de Melo <acme@redhat.com>
2013-05-09 22:42:48 +08:00
|
|
|
if (cmp_short) {
|
2014-09-30 04:07:28 +08:00
|
|
|
list_for_each_entry(pos, &dsos->head, node)
|
perf symbols: Fix vdso list searching
When "perf record" was used on a large machine with a lot of CPUs, the
perf post-processing time (the time after the workload was done until
the perf command itself exited) could take a lot of minutes and even
hours depending on how large the resulting perf.data file was.
While running AIM7 1500-user high_systime workload on a 80-core x86-64
system with a 3.9 kernel (with only the -s -a options used), the
workload itself took about 2 minutes to run and the perf.data file had a
size of 1108.746 MB. However, the post-processing step took more than 10
minutes.
With a gprof-profiled perf binary, the time spent by perf was as
follows:
% cumulative self self total
time seconds seconds calls s/call s/call name
96.90 822.10 822.10 192156 0.00 0.00 dsos__find
0.81 828.96 6.86 172089958 0.00 0.00 rb_next
0.41 832.44 3.48 48539289 0.00 0.00 rb_erase
So 97% (822 seconds) of the time was spent in a single dsos_find()
function. After analyzing the call-graph data below:
-----------------------------------------------
0.00 822.12 192156/192156 map__new [6]
[7] 96.9 0.00 822.12 192156 vdso__dso_findnew [7]
822.10 0.00 192156/192156 dsos__find [8]
0.01 0.00 192156/192156 dsos__add [62]
0.01 0.00 192156/192366 dso__new [61]
0.00 0.00 1/45282525 memdup [31]
0.00 0.00 192156/192230 dso__set_long_name [91]
-----------------------------------------------
822.10 0.00 192156/192156 vdso__dso_findnew [7]
[8] 96.9 822.10 0.00 192156 dsos__find [8]
-----------------------------------------------
It was found that the vdso__dso_findnew() function failed to locate
VDSO__MAP_NAME ("[vdso]") in the dso list and have to insert a new
entry at the end for 192156 times. This problem is due to the fact that
there are 2 types of name in the dso entry - short name and long name.
The initial dso__new() adds "[vdso]" to both the short and long names.
After that, vdso__dso_findnew() modifies the long name to something
like /tmp/perf-vdso.so-NoXkDj. The dsos__find() function only compares
the long name. As a result, the same vdso entry is duplicated many
time in the dso list. This bug increases memory consumption as well
as slows the symbol processing time to a crawl.
To resolve this problem, the dsos__find() function interface was
modified to enable searching either the long name or the short
name. The vdso__dso_findnew() will now search only the short name
while the other call sites search for the long name as before.
With this change, the cpu time of perf was reduced from 848.38s to
15.77s and dsos__find() only accounted for 0.06% of the total time.
0.06 15.73 0.01 192151 0.00 0.00 dsos__find
Signed-off-by: Waiman Long <Waiman.Long@hp.com>
Acked-by: Ingo Molnar <mingo@kernel.org>
Cc: "Chandramouleeswaran, Aswin" <aswin@hp.com>
Cc: "Norton, Scott J" <scott.norton@hp.com>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Jiri Olsa <jolsa@redhat.com>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Cc: Stephane Eranian <eranian@google.com>
Link: http://lkml.kernel.org/r/1368110568-64714-1-git-send-email-Waiman.Long@hp.com
[ replaced TRUE/FALSE with stdbool.h equivalents, fixing builds where
those macros are not present (NO_LIBPYTHON=1 NO_LIBPERL=1), fix from Jiri Olsa ]
Signed-off-by: Arnaldo Carvalho de Melo <acme@redhat.com>
2013-05-09 22:42:48 +08:00
|
|
|
if (strcmp(pos->short_name, name) == 0)
|
|
|
|
return pos;
|
|
|
|
return NULL;
|
|
|
|
}
|
2014-09-30 04:07:28 +08:00
|
|
|
list_for_each_entry(pos, &dsos->head, node)
|
2012-10-28 05:18:32 +08:00
|
|
|
if (strcmp(pos->long_name, name) == 0)
|
|
|
|
return pos;
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2014-09-30 04:07:28 +08:00
|
|
|
struct dso *__dsos__findnew(struct dsos *dsos, const char *name)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
2014-09-30 04:07:28 +08:00
|
|
|
struct dso *dso = dsos__find(dsos, name, false);
|
2012-10-28 05:18:32 +08:00
|
|
|
|
|
|
|
if (!dso) {
|
|
|
|
dso = dso__new(name);
|
|
|
|
if (dso != NULL) {
|
2014-09-30 04:07:28 +08:00
|
|
|
dsos__add(dsos, dso);
|
2012-10-28 05:18:32 +08:00
|
|
|
dso__set_basename(dso);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return dso;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t __dsos__fprintf_buildid(struct list_head *head, FILE *fp,
|
2012-12-07 20:53:58 +08:00
|
|
|
bool (skip)(struct dso *dso, int parm), int parm)
|
2012-10-28 05:18:32 +08:00
|
|
|
{
|
|
|
|
struct dso *pos;
|
|
|
|
size_t ret = 0;
|
|
|
|
|
|
|
|
list_for_each_entry(pos, head, node) {
|
2012-12-07 20:53:58 +08:00
|
|
|
if (skip && skip(pos, parm))
|
2012-10-28 05:18:32 +08:00
|
|
|
continue;
|
|
|
|
ret += dso__fprintf_buildid(pos, fp);
|
|
|
|
ret += fprintf(fp, " %s\n", pos->long_name);
|
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t __dsos__fprintf(struct list_head *head, FILE *fp)
|
|
|
|
{
|
|
|
|
struct dso *pos;
|
|
|
|
size_t ret = 0;
|
|
|
|
|
|
|
|
list_for_each_entry(pos, head, node) {
|
|
|
|
int i;
|
|
|
|
for (i = 0; i < MAP__NR_TYPES; ++i)
|
|
|
|
ret += dso__fprintf(pos, i, fp);
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t dso__fprintf_buildid(struct dso *dso, FILE *fp)
|
|
|
|
{
|
|
|
|
char sbuild_id[BUILD_ID_SIZE * 2 + 1];
|
|
|
|
|
|
|
|
build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
|
|
|
|
return fprintf(fp, "%s", sbuild_id);
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t dso__fprintf(struct dso *dso, enum map_type type, FILE *fp)
|
|
|
|
{
|
|
|
|
struct rb_node *nd;
|
|
|
|
size_t ret = fprintf(fp, "dso: %s (", dso->short_name);
|
|
|
|
|
|
|
|
if (dso->short_name != dso->long_name)
|
|
|
|
ret += fprintf(fp, "%s, ", dso->long_name);
|
|
|
|
ret += fprintf(fp, "%s, %sloaded, ", map_type__name[type],
|
2012-11-20 17:51:02 +08:00
|
|
|
dso__loaded(dso, type) ? "" : "NOT ");
|
2012-10-28 05:18:32 +08:00
|
|
|
ret += dso__fprintf_buildid(dso, fp);
|
|
|
|
ret += fprintf(fp, ")\n");
|
|
|
|
for (nd = rb_first(&dso->symbols[type]); nd; nd = rb_next(nd)) {
|
|
|
|
struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
|
|
|
|
ret += symbol__fprintf(pos, fp);
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
2014-07-22 21:17:59 +08:00
|
|
|
|
|
|
|
enum dso_type dso__type(struct dso *dso, struct machine *machine)
|
|
|
|
{
|
|
|
|
int fd;
|
|
|
|
|
|
|
|
fd = dso__data_fd(dso, machine);
|
|
|
|
if (fd < 0)
|
|
|
|
return DSO__TYPE_UNKNOWN;
|
|
|
|
|
|
|
|
return dso__type_fd(fd);
|
|
|
|
}
|