bpf, testing: Convert prog tests to probe_read_{user, kernel}{, _str} helper

Use probe read *_{kernel,user}{,_str}() helpers instead of bpf_probe_read()
or bpf_probe_read_user_str() for program tests where appropriate.

Signed-off-by: Daniel Borkmann <daniel@iogearbox.net>
Signed-off-by: Alexei Starovoitov <ast@kernel.org>
Acked-by: Andrii Nakryiko <andriin@fb.com>
Link: https://lore.kernel.org/bpf/4a61d4b71ce3765587d8ef5cb93afa18515e5b3e.1572649915.git.daniel@iogearbox.net
This commit is contained in:
Daniel Borkmann 2019-11-02 00:18:02 +01:00 committed by Alexei Starovoitov
parent 251e2d337a
commit 50f9aa44ca
4 changed files with 57 additions and 52 deletions

View File

@ -79,11 +79,11 @@ int trace_kfree_skb(struct trace_kfree_skb *ctx)
func = ptr->func; func = ptr->func;
})); }));
bpf_probe_read(&pkt_type, sizeof(pkt_type), _(&skb->__pkt_type_offset)); bpf_probe_read_kernel(&pkt_type, sizeof(pkt_type), _(&skb->__pkt_type_offset));
pkt_type &= 7; pkt_type &= 7;
/* read eth proto */ /* read eth proto */
bpf_probe_read(&pkt_data, sizeof(pkt_data), data + 12); bpf_probe_read_kernel(&pkt_data, sizeof(pkt_data), data + 12);
bpf_printk("rcuhead.next %llx func %llx\n", ptr, func); bpf_printk("rcuhead.next %llx func %llx\n", ptr, func);
bpf_printk("skb->len %d users %d pkt_type %x\n", bpf_printk("skb->len %d users %d pkt_type %x\n",

View File

@ -72,9 +72,9 @@ static __always_inline void *get_thread_state(void *tls_base, PidData *pidData)
void* thread_state; void* thread_state;
int key; int key;
bpf_probe_read(&key, sizeof(key), (void*)(long)pidData->tls_key_addr); bpf_probe_read_user(&key, sizeof(key), (void*)(long)pidData->tls_key_addr);
bpf_probe_read(&thread_state, sizeof(thread_state), bpf_probe_read_user(&thread_state, sizeof(thread_state),
tls_base + 0x310 + key * 0x10 + 0x08); tls_base + 0x310 + key * 0x10 + 0x08);
return thread_state; return thread_state;
} }
@ -82,31 +82,33 @@ static __always_inline bool get_frame_data(void *frame_ptr, PidData *pidData,
FrameData *frame, Symbol *symbol) FrameData *frame, Symbol *symbol)
{ {
// read data from PyFrameObject // read data from PyFrameObject
bpf_probe_read(&frame->f_back, bpf_probe_read_user(&frame->f_back,
sizeof(frame->f_back), sizeof(frame->f_back),
frame_ptr + pidData->offsets.PyFrameObject_back); frame_ptr + pidData->offsets.PyFrameObject_back);
bpf_probe_read(&frame->f_code, bpf_probe_read_user(&frame->f_code,
sizeof(frame->f_code), sizeof(frame->f_code),
frame_ptr + pidData->offsets.PyFrameObject_code); frame_ptr + pidData->offsets.PyFrameObject_code);
// read data from PyCodeObject // read data from PyCodeObject
if (!frame->f_code) if (!frame->f_code)
return false; return false;
bpf_probe_read(&frame->co_filename, bpf_probe_read_user(&frame->co_filename,
sizeof(frame->co_filename), sizeof(frame->co_filename),
frame->f_code + pidData->offsets.PyCodeObject_filename); frame->f_code + pidData->offsets.PyCodeObject_filename);
bpf_probe_read(&frame->co_name, bpf_probe_read_user(&frame->co_name,
sizeof(frame->co_name), sizeof(frame->co_name),
frame->f_code + pidData->offsets.PyCodeObject_name); frame->f_code + pidData->offsets.PyCodeObject_name);
// read actual names into symbol // read actual names into symbol
if (frame->co_filename) if (frame->co_filename)
bpf_probe_read_str(&symbol->file, bpf_probe_read_user_str(&symbol->file,
sizeof(symbol->file), sizeof(symbol->file),
frame->co_filename + pidData->offsets.String_data); frame->co_filename +
pidData->offsets.String_data);
if (frame->co_name) if (frame->co_name)
bpf_probe_read_str(&symbol->name, bpf_probe_read_user_str(&symbol->name,
sizeof(symbol->name), sizeof(symbol->name),
frame->co_name + pidData->offsets.String_data); frame->co_name +
pidData->offsets.String_data);
return true; return true;
} }
@ -174,9 +176,9 @@ static __always_inline int __on_event(struct pt_regs *ctx)
event->kernel_stack_id = bpf_get_stackid(ctx, &stackmap, 0); event->kernel_stack_id = bpf_get_stackid(ctx, &stackmap, 0);
void* thread_state_current = (void*)0; void* thread_state_current = (void*)0;
bpf_probe_read(&thread_state_current, bpf_probe_read_user(&thread_state_current,
sizeof(thread_state_current), sizeof(thread_state_current),
(void*)(long)pidData->current_state_addr); (void*)(long)pidData->current_state_addr);
struct task_struct* task = (struct task_struct*)bpf_get_current_task(); struct task_struct* task = (struct task_struct*)bpf_get_current_task();
void* tls_base = (void*)task; void* tls_base = (void*)task;
@ -188,11 +190,13 @@ static __always_inline int __on_event(struct pt_regs *ctx)
if (pidData->use_tls) { if (pidData->use_tls) {
uint64_t pthread_created; uint64_t pthread_created;
uint64_t pthread_self; uint64_t pthread_self;
bpf_probe_read(&pthread_self, sizeof(pthread_self), tls_base + 0x10); bpf_probe_read_user(&pthread_self, sizeof(pthread_self),
tls_base + 0x10);
bpf_probe_read(&pthread_created, bpf_probe_read_user(&pthread_created,
sizeof(pthread_created), sizeof(pthread_created),
thread_state + pidData->offsets.PyThreadState_thread); thread_state +
pidData->offsets.PyThreadState_thread);
event->pthread_match = pthread_created == pthread_self; event->pthread_match = pthread_created == pthread_self;
} else { } else {
event->pthread_match = 1; event->pthread_match = 1;
@ -204,9 +208,10 @@ static __always_inline int __on_event(struct pt_regs *ctx)
Symbol sym = {}; Symbol sym = {};
int cur_cpu = bpf_get_smp_processor_id(); int cur_cpu = bpf_get_smp_processor_id();
bpf_probe_read(&frame_ptr, bpf_probe_read_user(&frame_ptr,
sizeof(frame_ptr), sizeof(frame_ptr),
thread_state + pidData->offsets.PyThreadState_frame); thread_state +
pidData->offsets.PyThreadState_frame);
int32_t* symbol_counter = bpf_map_lookup_elem(&symbolmap, &sym); int32_t* symbol_counter = bpf_map_lookup_elem(&symbolmap, &sym);
if (symbol_counter == NULL) if (symbol_counter == NULL)

View File

@ -98,7 +98,7 @@ struct strobe_map_raw {
/* /*
* having volatile doesn't change anything on BPF side, but clang * having volatile doesn't change anything on BPF side, but clang
* emits warnings for passing `volatile const char *` into * emits warnings for passing `volatile const char *` into
* bpf_probe_read_str that expects just `const char *` * bpf_probe_read_user_str that expects just `const char *`
*/ */
const char* tag; const char* tag;
/* /*
@ -309,18 +309,18 @@ static __always_inline void *calc_location(struct strobe_value_loc *loc,
dtv_t *dtv; dtv_t *dtv;
void *tls_ptr; void *tls_ptr;
bpf_probe_read(&tls_index, sizeof(struct tls_index), bpf_probe_read_user(&tls_index, sizeof(struct tls_index),
(void *)loc->offset); (void *)loc->offset);
/* valid module index is always positive */ /* valid module index is always positive */
if (tls_index.module > 0) { if (tls_index.module > 0) {
/* dtv = ((struct tcbhead *)tls_base)->dtv[tls_index.module] */ /* dtv = ((struct tcbhead *)tls_base)->dtv[tls_index.module] */
bpf_probe_read(&dtv, sizeof(dtv), bpf_probe_read_user(&dtv, sizeof(dtv),
&((struct tcbhead *)tls_base)->dtv); &((struct tcbhead *)tls_base)->dtv);
dtv += tls_index.module; dtv += tls_index.module;
} else { } else {
dtv = NULL; dtv = NULL;
} }
bpf_probe_read(&tls_ptr, sizeof(void *), dtv); bpf_probe_read_user(&tls_ptr, sizeof(void *), dtv);
/* if pointer has (void *)-1 value, then TLS wasn't initialized yet */ /* if pointer has (void *)-1 value, then TLS wasn't initialized yet */
return tls_ptr && tls_ptr != (void *)-1 return tls_ptr && tls_ptr != (void *)-1
? tls_ptr + tls_index.offset ? tls_ptr + tls_index.offset
@ -336,7 +336,7 @@ static __always_inline void read_int_var(struct strobemeta_cfg *cfg,
if (!location) if (!location)
return; return;
bpf_probe_read(value, sizeof(struct strobe_value_generic), location); bpf_probe_read_user(value, sizeof(struct strobe_value_generic), location);
data->int_vals[idx] = value->val; data->int_vals[idx] = value->val;
if (value->header.len) if (value->header.len)
data->int_vals_set_mask |= (1 << idx); data->int_vals_set_mask |= (1 << idx);
@ -356,13 +356,13 @@ static __always_inline uint64_t read_str_var(struct strobemeta_cfg *cfg,
if (!location) if (!location)
return 0; return 0;
bpf_probe_read(value, sizeof(struct strobe_value_generic), location); bpf_probe_read_user(value, sizeof(struct strobe_value_generic), location);
len = bpf_probe_read_str(payload, STROBE_MAX_STR_LEN, value->ptr); len = bpf_probe_read_user_str(payload, STROBE_MAX_STR_LEN, value->ptr);
/* /*
* if bpf_probe_read_str returns error (<0), due to casting to * if bpf_probe_read_user_str returns error (<0), due to casting to
* unsinged int, it will become big number, so next check is * unsinged int, it will become big number, so next check is
* sufficient to check for errors AND prove to BPF verifier, that * sufficient to check for errors AND prove to BPF verifier, that
* bpf_probe_read_str won't return anything bigger than * bpf_probe_read_user_str won't return anything bigger than
* STROBE_MAX_STR_LEN * STROBE_MAX_STR_LEN
*/ */
if (len > STROBE_MAX_STR_LEN) if (len > STROBE_MAX_STR_LEN)
@ -391,8 +391,8 @@ static __always_inline void *read_map_var(struct strobemeta_cfg *cfg,
if (!location) if (!location)
return payload; return payload;
bpf_probe_read(value, sizeof(struct strobe_value_generic), location); bpf_probe_read_user(value, sizeof(struct strobe_value_generic), location);
if (bpf_probe_read(&map, sizeof(struct strobe_map_raw), value->ptr)) if (bpf_probe_read_user(&map, sizeof(struct strobe_map_raw), value->ptr))
return payload; return payload;
descr->id = map.id; descr->id = map.id;
@ -402,7 +402,7 @@ static __always_inline void *read_map_var(struct strobemeta_cfg *cfg,
data->req_meta_valid = 1; data->req_meta_valid = 1;
} }
len = bpf_probe_read_str(payload, STROBE_MAX_STR_LEN, map.tag); len = bpf_probe_read_user_str(payload, STROBE_MAX_STR_LEN, map.tag);
if (len <= STROBE_MAX_STR_LEN) { if (len <= STROBE_MAX_STR_LEN) {
descr->tag_len = len; descr->tag_len = len;
payload += len; payload += len;
@ -418,15 +418,15 @@ static __always_inline void *read_map_var(struct strobemeta_cfg *cfg,
break; break;
descr->key_lens[i] = 0; descr->key_lens[i] = 0;
len = bpf_probe_read_str(payload, STROBE_MAX_STR_LEN, len = bpf_probe_read_user_str(payload, STROBE_MAX_STR_LEN,
map.entries[i].key); map.entries[i].key);
if (len <= STROBE_MAX_STR_LEN) { if (len <= STROBE_MAX_STR_LEN) {
descr->key_lens[i] = len; descr->key_lens[i] = len;
payload += len; payload += len;
} }
descr->val_lens[i] = 0; descr->val_lens[i] = 0;
len = bpf_probe_read_str(payload, STROBE_MAX_STR_LEN, len = bpf_probe_read_user_str(payload, STROBE_MAX_STR_LEN,
map.entries[i].val); map.entries[i].val);
if (len <= STROBE_MAX_STR_LEN) { if (len <= STROBE_MAX_STR_LEN) {
descr->val_lens[i] = len; descr->val_lens[i] = len;
payload += len; payload += len;

View File

@ -38,7 +38,7 @@
#include <sys/socket.h> #include <sys/socket.h>
#include "bpf_helpers.h" #include "bpf_helpers.h"
#define _(P) ({typeof(P) val = 0; bpf_probe_read(&val, sizeof(val), &P); val;}) #define _(P) ({typeof(P) val = 0; bpf_probe_read_kernel(&val, sizeof(val), &P); val;})
#define TCP_ESTATS_MAGIC 0xBAADBEEF #define TCP_ESTATS_MAGIC 0xBAADBEEF
/* This test case needs "sock" and "pt_regs" data structure. /* This test case needs "sock" and "pt_regs" data structure.