| /kernel/linux/linux-5.10/drivers/iio/adc/ |
| H A D | envelope-detector.c | 80 static int envelope_detector_comp_latch(struct envelope *env) in envelope_detector_comp_latch() argument
84 spin_lock_irq(&env->comp_lock); in envelope_detector_comp_latch()
85 comp = env->comp; in envelope_detector_comp_latch()
86 env->comp = 0; in envelope_detector_comp_latch()
87 spin_unlock_irq(&env->comp_lock); in envelope_detector_comp_latch()
99 enable_irq(env->comp_irq); in envelope_detector_comp_latch()
102 synchronize_irq(env->comp_irq); in envelope_detector_comp_latch()
105 spin_lock_irq(&env->comp_lock); in envelope_detector_comp_latch()
106 comp = env->comp; in envelope_detector_comp_latch()
107 env in envelope_detector_comp_latch()
118 struct envelope *env = ctx; envelope_detector_comp_isr() local
128 envelope_detector_setup_compare(struct envelope *env) envelope_detector_setup_compare() argument
174 struct envelope *env = container_of(work, struct envelope, envelope_detector_timeout() local
191 struct envelope *env = iio_priv(indio_dev); envelope_detector_read_raw() local
235 struct envelope *env = iio_priv(indio_dev); envelope_show_invert() local
245 struct envelope *env = iio_priv(indio_dev); envelope_store_invert() local
275 struct envelope *env = iio_priv(indio_dev); envelope_show_comp_interval() local
285 struct envelope *env = iio_priv(indio_dev); envelope_store_comp_interval() local
328 struct envelope *env; envelope_detector_probe() local
[all...] |
| /kernel/linux/linux-6.6/drivers/iio/adc/ |
| H A D | envelope-detector.c | 79 static int envelope_detector_comp_latch(struct envelope *env) in envelope_detector_comp_latch() argument
83 spin_lock_irq(&env->comp_lock); in envelope_detector_comp_latch()
84 comp = env->comp; in envelope_detector_comp_latch()
85 env->comp = 0; in envelope_detector_comp_latch()
86 spin_unlock_irq(&env->comp_lock); in envelope_detector_comp_latch()
98 enable_irq(env->comp_irq); in envelope_detector_comp_latch()
101 synchronize_irq(env->comp_irq); in envelope_detector_comp_latch()
104 spin_lock_irq(&env->comp_lock); in envelope_detector_comp_latch()
105 comp = env->comp; in envelope_detector_comp_latch()
106 env in envelope_detector_comp_latch()
117 struct envelope *env = ctx; envelope_detector_comp_isr() local
127 envelope_detector_setup_compare(struct envelope *env) envelope_detector_setup_compare() argument
173 struct envelope *env = container_of(work, struct envelope, envelope_detector_timeout() local
190 struct envelope *env = iio_priv(indio_dev); envelope_detector_read_raw() local
234 struct envelope *env = iio_priv(indio_dev); envelope_show_invert() local
244 struct envelope *env = iio_priv(indio_dev); envelope_store_invert() local
274 struct envelope *env = iio_priv(indio_dev); envelope_show_comp_interval() local
284 struct envelope *env = iio_priv(indio_dev); envelope_store_comp_interval() local
327 struct envelope *env; envelope_detector_probe() local
[all...] |
| /kernel/linux/linux-6.6/tools/perf/util/ |
| H A D | env.c | 4 #include "env.h"
23 void perf_env__insert_bpf_prog_info(struct perf_env *env, in perf_env__insert_bpf_prog_info() argument
26 down_write(&env->bpf_progs.lock); in perf_env__insert_bpf_prog_info()
27 __perf_env__insert_bpf_prog_info(env, info_node); in perf_env__insert_bpf_prog_info()
28 up_write(&env->bpf_progs.lock); in perf_env__insert_bpf_prog_info()
31 void __perf_env__insert_bpf_prog_info(struct perf_env *env, struct bpf_prog_info_node *info_node) in __perf_env__insert_bpf_prog_info() argument
38 p = &env->bpf_progs.infos.rb_node; in __perf_env__insert_bpf_prog_info()
54 rb_insert_color(&info_node->rb_node, &env->bpf_progs.infos); in __perf_env__insert_bpf_prog_info()
55 env->bpf_progs.infos_cnt++; in __perf_env__insert_bpf_prog_info()
58 struct bpf_prog_info_node *perf_env__find_bpf_prog_info(struct perf_env *env, in perf_env__find_bpf_prog_info() argument
83 perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node) perf_env__insert_btf() argument
93 __perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node) __perf_env__insert_btf() argument
121 perf_env__find_btf(struct perf_env *env, __u32 btf_id) perf_env__find_btf() argument
131 __perf_env__find_btf(struct perf_env *env, __u32 btf_id) __perf_env__find_btf() argument
151 perf_env__purge_bpf(struct perf_env *env) perf_env__purge_bpf() argument
195 perf_env__exit(struct perf_env *env) perf_env__exit() argument
246 perf_env__init(struct perf_env *env) perf_env__init() argument
256 perf_env__init_kernel_mode(struct perf_env *env) perf_env__init_kernel_mode() argument
269 perf_env__kernel_is_64_bit(struct perf_env *env) perf_env__kernel_is_64_bit() argument
277 perf_env__set_cmdline(struct perf_env *env, int argc, const char *argv[]) perf_env__set_cmdline() argument
305 perf_env__read_cpu_topology_map(struct perf_env *env) perf_env__read_cpu_topology_map() argument
335 perf_env__read_pmu_mappings(struct perf_env *env) perf_env__read_pmu_mappings() argument
370 perf_env__read_cpuid(struct perf_env *env) perf_env__read_cpuid() argument
385 perf_env__read_arch(struct perf_env *env) perf_env__read_arch() argument
398 perf_env__read_nr_cpus_avail(struct perf_env *env) perf_env__read_nr_cpus_avail() argument
406 perf_env__raw_arch(struct perf_env *env) perf_env__raw_arch() argument
411 perf_env__nr_cpus_avail(struct perf_env *env) perf_env__nr_cpus_avail() argument
455 perf_env__arch(struct perf_env *env) perf_env__arch() argument
470 perf_env__cpuid(struct perf_env *env) perf_env__cpuid() argument
483 perf_env__nr_pmu_mappings(struct perf_env *env) perf_env__nr_pmu_mappings() argument
496 perf_env__pmu_mappings(struct perf_env *env) perf_env__pmu_mappings() argument
509 perf_env__numa_node(struct perf_env *env, struct perf_cpu cpu) perf_env__numa_node() argument
548 perf_env__find_pmu_cap(struct perf_env *env, const char *pmu_name, const char *cap) perf_env__find_pmu_cap() argument
[all...] |
| H A D | env.h | 146 void perf_env__exit(struct perf_env *env);
148 int perf_env__kernel_is_64_bit(struct perf_env *env);
150 int perf_env__set_cmdline(struct perf_env *env, int argc, const char *argv[]);
152 int perf_env__read_cpuid(struct perf_env *env);
153 int perf_env__read_pmu_mappings(struct perf_env *env);
154 int perf_env__nr_pmu_mappings(struct perf_env *env);
155 const char *perf_env__pmu_mappings(struct perf_env *env);
157 int perf_env__read_cpu_topology_map(struct perf_env *env);
161 const char *perf_env__arch(struct perf_env *env);
162 const char *perf_env__cpuid(struct perf_env *env);
[all...] |
| /kernel/linux/linux-5.10/tools/perf/util/ |
| H A D | env.c | 4 #include "env.h"
18 void perf_env__insert_bpf_prog_info(struct perf_env *env, in perf_env__insert_bpf_prog_info() argument
21 down_write(&env->bpf_progs.lock); in perf_env__insert_bpf_prog_info()
22 __perf_env__insert_bpf_prog_info(env, info_node); in perf_env__insert_bpf_prog_info()
23 up_write(&env->bpf_progs.lock); in perf_env__insert_bpf_prog_info()
26 void __perf_env__insert_bpf_prog_info(struct perf_env *env, struct bpf_prog_info_node *info_node) in __perf_env__insert_bpf_prog_info() argument
33 p = &env->bpf_progs.infos.rb_node; in __perf_env__insert_bpf_prog_info()
49 rb_insert_color(&info_node->rb_node, &env->bpf_progs.infos); in __perf_env__insert_bpf_prog_info()
50 env->bpf_progs.infos_cnt++; in __perf_env__insert_bpf_prog_info()
53 struct bpf_prog_info_node *perf_env__find_bpf_prog_info(struct perf_env *env, in perf_env__find_bpf_prog_info() argument
78 perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node) perf_env__insert_btf() argument
88 __perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node) __perf_env__insert_btf() argument
116 perf_env__find_btf(struct perf_env *env, __u32 btf_id) perf_env__find_btf() argument
126 __perf_env__find_btf(struct perf_env *env, __u32 btf_id) __perf_env__find_btf() argument
146 perf_env__purge_bpf(struct perf_env *env) perf_env__purge_bpf() argument
185 perf_env__exit(struct perf_env *env) perf_env__exit() argument
220 perf_env__init(struct perf_env *env) perf_env__init() argument
227 perf_env__set_cmdline(struct perf_env *env, int argc, const char *argv[]) perf_env__set_cmdline() argument
255 perf_env__read_cpu_topology_map(struct perf_env *env) perf_env__read_cpu_topology_map() argument
283 perf_env__read_cpuid(struct perf_env *env) perf_env__read_cpuid() argument
298 perf_env__read_arch(struct perf_env *env) perf_env__read_arch() argument
311 perf_env__read_nr_cpus_avail(struct perf_env *env) perf_env__read_nr_cpus_avail() argument
319 perf_env__raw_arch(struct perf_env *env) perf_env__raw_arch() argument
324 perf_env__nr_cpus_avail(struct perf_env *env) perf_env__nr_cpus_avail() argument
368 perf_env__arch(struct perf_env *env) perf_env__arch() argument
384 perf_env__numa_node(struct perf_env *env, int cpu) perf_env__numa_node() argument
[all...] |
| H A D | env.h | 128 void perf_env__exit(struct perf_env *env);
130 int perf_env__set_cmdline(struct perf_env *env, int argc, const char *argv[]);
132 int perf_env__read_cpuid(struct perf_env *env);
133 int perf_env__read_cpu_topology_map(struct perf_env *env);
137 const char *perf_env__arch(struct perf_env *env);
138 const char *perf_env__raw_arch(struct perf_env *env);
139 int perf_env__nr_cpus_avail(struct perf_env *env);
141 void perf_env__init(struct perf_env *env);
142 void __perf_env__insert_bpf_prog_info(struct perf_env *env,
144 void perf_env__insert_bpf_prog_info(struct perf_env *env,
[all...] |
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | verifier.c | 250 find_linfo(const struct bpf_verifier_env *env, u32 insn_off) in find_linfo() argument
256 prog = env->prog; in find_linfo()
309 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, in bpf_verifier_log_write() argument
314 if (!bpf_verifier_log_needed(&env->log)) in bpf_verifier_log_write()
318 bpf_verifier_vlog(&env->log, fmt, args); in bpf_verifier_log_write()
325 struct bpf_verifier_env *env = private_data; in verbose() local
328 if (!bpf_verifier_log_needed(&env->log)) in verbose()
332 bpf_verifier_vlog(&env->log, fmt, args); in verbose()
357 __printf(3, 4) static void verbose_linfo(struct bpf_verifier_env *env, in verbose_linfo() argument
363 if (!bpf_verifier_log_needed(&env in verbose_linfo()
490 reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type) reg_type_str() argument
541 print_liveness(struct bpf_verifier_env *env, enum bpf_reg_liveness live) print_liveness() argument
554 func(struct bpf_verifier_env *env, const struct bpf_reg_state *reg) func() argument
582 print_verifier_state(struct bpf_verifier_env *env, const struct bpf_func_state *state) print_verifier_state() argument
787 acquire_reference_state(struct bpf_verifier_env *env, int insn_idx) acquire_reference_state() argument
926 update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st) update_branch_counts() argument
943 pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx, int *insn_idx, bool pop_log) pop_stack() argument
972 push_stack(struct bpf_verifier_env *env, int insn_idx, int prev_insn_idx, bool speculative) push_stack() argument
1077 mark_reg_known_zero(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_known_zero() argument
1352 __mark_reg_unknown(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) __mark_reg_unknown() argument
1367 mark_reg_unknown(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_unknown() argument
1380 __mark_reg_not_init(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) __mark_reg_not_init() argument
1387 mark_reg_not_init(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_not_init() argument
1400 mark_btf_ld_reg(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno, enum bpf_reg_type reg_type, u32 btf_id) mark_btf_ld_reg() argument
1414 init_reg_state(struct bpf_verifier_env *env, struct bpf_func_state *state) init_reg_state() argument
1434 init_func_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int callsite, int frameno, int subprogno) init_func_state() argument
1456 find_subprog(struct bpf_verifier_env *env, int off) find_subprog() argument
1468 add_subprog(struct bpf_verifier_env *env, int off) add_subprog() argument
1490 check_subprogs(struct bpf_verifier_env *env) check_subprogs() argument
1572 mark_reg_read(struct bpf_verifier_env *env, const struct bpf_reg_state *state, struct bpf_reg_state *parent, u8 flag) mark_reg_read() argument
1624 is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn, u32 regno, struct bpf_reg_state *reg, enum reg_arg_type t) is_reg64() argument
1714 insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn) insn_has_def32() argument
1722 mark_insn_zext(struct bpf_verifier_env *env, struct bpf_reg_state *reg) mark_insn_zext() argument
1735 check_reg_arg(struct bpf_verifier_env *env, u32 regno, enum reg_arg_type t) check_reg_arg() argument
1781 push_jmp_history(struct bpf_verifier_env *env, struct bpf_verifier_state *cur) push_jmp_history() argument
1819 backtrack_insn(struct bpf_verifier_env *env, int idx, u32 *reg_mask, u64 *stack_mask) backtrack_insn() argument
2023 mark_all_scalars_precise(struct bpf_verifier_env *env, struct bpf_verifier_state *st) mark_all_scalars_precise() argument
2057 mark_all_scalars_imprecise(struct bpf_verifier_env *env, struct bpf_verifier_state *st) mark_all_scalars_imprecise() argument
2169 __mark_chain_precision(struct bpf_verifier_env *env, int frame, int regno, int spi) __mark_chain_precision() argument
2357 mark_chain_precision(struct bpf_verifier_env *env, int regno) mark_chain_precision() argument
2362 mark_chain_precision_frame(struct bpf_verifier_env *env, int frame, int regno) mark_chain_precision_frame() argument
2367 mark_chain_precision_stack_frame(struct bpf_verifier_env *env, int frame, int spi) mark_chain_precision_stack_frame() argument
2468 check_stack_write_fixed_off(struct bpf_verifier_env *env, struct bpf_func_state *state, int off, int size, int value_regno, int insn_idx) check_stack_write_fixed_off() argument
2607 check_stack_write_var_off(struct bpf_verifier_env *env, struct bpf_func_state *state, int ptr_regno, int off, int size, int value_regno, int insn_idx) check_stack_write_var_off() argument
2705 mark_reg_stack_read(struct bpf_verifier_env *env, struct bpf_func_state *ptr_state, int min_off, int max_off, int dst_regno) mark_reg_stack_read() argument
2756 check_stack_read_fixed_off(struct bpf_verifier_env *env, struct bpf_func_state *reg_state, int off, int size, int dst_regno) check_stack_read_fixed_off() argument
2861 reg_state(struct bpf_verifier_env *env, int regno) reg_state() argument
2879 check_stack_read_var_off(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst_regno) check_stack_read_var_off() argument
2910 check_stack_read(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst_regno) check_stack_read() argument
2967 check_stack_write(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int value_regno, int insn_idx) check_stack_write() argument
2990 check_map_access_type(struct bpf_verifier_env *env, u32 regno, int off, int size, enum bpf_access_type type) check_map_access_type() argument
3013 __check_mem_access(struct bpf_verifier_env *env, int regno, int off, int size, u32 mem_size, bool zero_size_allowed) __check_mem_access() argument
3045 check_mem_region_access(struct bpf_verifier_env *env, u32 regno, int off, int size, u32 mem_size, bool zero_size_allowed) check_mem_region_access() argument
3104 check_map_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_size_allowed) check_map_access() argument
3142 may_access_direct_pkt_data(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta, enum bpf_access_type t) may_access_direct_pkt_data() argument
3184 check_packet_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_size_allowed) check_packet_access() argument
3227 check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size, enum bpf_access_type t, enum bpf_reg_type *reg_type, u32 *btf_id) check_ctx_access() argument
3261 check_flow_keys_access(struct bpf_verifier_env *env, int off, int size) check_flow_keys_access() argument
3273 check_sock_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int size, enum bpf_access_type t) check_sock_access() argument
3318 is_pointer_value(struct bpf_verifier_env *env, int regno) is_pointer_value() argument
3323 is_ctx_reg(struct bpf_verifier_env *env, int regno) is_ctx_reg() argument
3330 is_sk_reg(struct bpf_verifier_env *env, int regno) is_sk_reg() argument
3337 is_pkt_reg(struct bpf_verifier_env *env, int regno) is_pkt_reg() argument
3344 is_flow_key_reg(struct bpf_verifier_env *env, int regno) is_flow_key_reg() argument
3352 check_pkt_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int off, int size, bool strict) check_pkt_ptr_alignment() argument
3387 check_generic_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, const char *pointer_desc, int off, int size, bool strict) check_generic_ptr_alignment() argument
3411 check_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int off, int size, bool strict_alignment_once) check_ptr_alignment() argument
3461 update_stack_depth(struct bpf_verifier_env *env, const struct bpf_func_state *func, int off) update_stack_depth() argument
3481 check_max_stack_depth(struct bpf_verifier_env *env) check_max_stack_depth() argument
3581 get_callee_stack_depth(struct bpf_verifier_env *env, const struct bpf_insn *insn, int idx) get_callee_stack_depth() argument
3596 __check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, bool fixed_off_ok) __check_ptr_off_reg() argument
3622 check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno) check_ptr_off_reg() argument
3628 __check_buffer_access(struct bpf_verifier_env *env, const char *buf_info, const struct bpf_reg_state *reg, int regno, int off, int size) __check_buffer_access() argument
3652 check_tp_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, int off, int size) check_tp_buffer_access() argument
3668 check_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, int off, int size, bool zero_size_allowed, const char *buf_info, u32 *max_access) check_buffer_access() argument
3775 check_ptr_to_btf_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int regno, int off, int size, enum bpf_access_type atype, int value_regno) check_ptr_to_btf_access() argument
3825 check_ptr_to_map_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int regno, int off, int size, enum bpf_access_type atype, int value_regno) check_ptr_to_map_access() argument
3907 check_stack_access_within_bounds( struct bpf_verifier_env *env, int regno, int off, int access_size, enum stack_access_src src, enum bpf_access_type type) check_stack_access_within_bounds() argument
3971 check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int bpf_size, enum bpf_access_type t, int value_regno, bool strict_alignment_once) check_mem_access() argument
4186 check_xadd(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn) check_xadd() argument
4241 check_stack_range_initialized( struct bpf_verifier_env *env, int regno, int off, int access_size, bool zero_size_allowed, enum stack_access_src type, struct bpf_call_arg_meta *meta) check_stack_range_initialized() argument
4368 check_helper_mem_access(struct bpf_verifier_env *env, int regno, int access_size, bool zero_size_allowed, struct bpf_call_arg_meta *meta) check_helper_mem_access() argument
4443 process_spin_lock(struct bpf_verifier_env *env, int regno, bool is_lock) process_spin_lock() argument
4538 resolve_map_arg_type(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta, enum bpf_arg_type *arg_type) resolve_map_arg_type() argument
4655 check_reg_type(struct bpf_verifier_env *env, u32 regno, enum bpf_arg_type arg_type, const u32 *arg_btf_id) check_reg_type() argument
4722 check_func_arg(struct bpf_verifier_env *env, u32 arg, struct bpf_call_arg_meta *meta, const struct bpf_func_proto *fn) check_func_arg() argument
4936 may_update_sockmap(struct bpf_verifier_env *env, int func_id) may_update_sockmap() argument
4968 allow_tail_call_in_subprogs(struct bpf_verifier_env *env) allow_tail_call_in_subprogs() argument
4973 check_map_func_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, int func_id) check_map_func_compatibility() argument
5274 clear_all_pkt_pointers(struct bpf_verifier_env *env) clear_all_pkt_pointers() argument
5314 release_reference(struct bpf_verifier_env *env, int ref_obj_id) release_reference() argument
5337 clear_caller_saved_regs(struct bpf_verifier_env *env, struct bpf_reg_state *regs) clear_caller_saved_regs() argument
5349 check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx) check_func_call() argument
5449 prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx) prepare_func_exit() argument
5513 record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_id, int insn_idx) record_func_map() argument
5556 record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_id, int insn_idx) record_func_key() argument
5592 check_reference_leak(struct bpf_verifier_env *env) check_reference_leak() argument
5604 check_helper_call(struct bpf_verifier_env *env, int func_id, int insn_idx) check_helper_call() argument
5899 check_reg_sane_offset(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, enum bpf_reg_type type) check_reg_sane_offset() argument
5934 cur_aux(struct bpf_verifier_env *env) cur_aux() argument
5978 can_skip_alu_sanitation(const struct bpf_verifier_env *env, const struct bpf_insn *insn) can_skip_alu_sanitation() argument
6001 sanitize_val_alu(struct bpf_verifier_env *env, struct bpf_insn *insn) sanitize_val_alu() argument
6023 sanitize_speculative_path(struct bpf_verifier_env *env, const struct bpf_insn *insn, u32 next_idx, u32 curr_idx) sanitize_speculative_path() argument
6043 sanitize_ptr_alu(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_reg_state *ptr_reg, const struct bpf_reg_state *off_reg, struct bpf_reg_state *dst_reg, struct bpf_sanitize_info *info, const bool commit_window) sanitize_ptr_alu() argument
6139 sanitize_mark_insn_seen(struct bpf_verifier_env *env) sanitize_mark_insn_seen() argument
6152 sanitize_err(struct bpf_verifier_env *env, const struct bpf_insn *insn, int reason, const struct bpf_reg_state *off_reg, const struct bpf_reg_state *dst_reg) sanitize_err() argument
6201 check_stack_access_for_ptr_arithmetic( struct bpf_verifier_env *env, int regno, const struct bpf_reg_state *reg, int off) check_stack_access_for_ptr_arithmetic() argument
6225 sanitize_check_bounds(struct bpf_verifier_env *env, const struct bpf_insn *insn, const struct bpf_reg_state *dst_reg) sanitize_check_bounds() argument
6262 adjust_ptr_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_reg_state *ptr_reg, const struct bpf_reg_state *off_reg) adjust_ptr_min_max_vals() argument
7066 adjust_scalar_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_reg_state *dst_reg, struct bpf_reg_state src_reg) adjust_scalar_min_max_vals() argument
7227 adjust_reg_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn) adjust_reg_min_max_vals() argument
7313 check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn) check_alu_op() argument
8214 check_cond_jmp_op(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx) check_cond_jmp_op() argument
8407 check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn) check_ld_imm() argument
8505 check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn) check_ld_abs() argument
8582 check_return_code(struct bpf_verifier_env *env) check_return_code() argument
8744 state_htab_size(struct bpf_verifier_env *env) state_htab_size() argument
8749 explored_state( struct bpf_verifier_env *env, int idx) explored_state() argument
8759 init_explored_state(struct bpf_verifier_env *env, int idx) init_explored_state() argument
8769 push_insn(int t, int w, int e, struct bpf_verifier_env *env, bool loop_ok) push_insn() argument
8819 check_cfg(struct bpf_verifier_env *env) check_cfg() argument
8943 check_abnormal_return(struct bpf_verifier_env *env) check_abnormal_return() argument
8964 check_btf_func(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr __user *uattr) check_btf_func() argument
9093 adjust_btf_func(struct bpf_verifier_env *env) adjust_btf_func() argument
9109 check_btf_line(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr __user *uattr) check_btf_line() argument
9233 check_btf_info(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr __user *uattr) check_btf_info() argument
9305 clean_func_state(struct bpf_verifier_env *env, struct bpf_func_state *st) clean_func_state() argument
9334 clean_verifier_state(struct bpf_verifier_env *env, struct bpf_verifier_state *st) clean_verifier_state() argument
9379 clean_live_states(struct bpf_verifier_env *env, int insn, struct bpf_verifier_state *cur) clean_live_states() argument
9402 regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold, struct bpf_reg_state *rcur, struct bpf_id_pair *idmap) regsafe() argument
9519 stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_state *cur, struct bpf_id_pair *idmap) stacksafe() argument
9616 func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_state *cur) func_states_equal() argument
9636 states_equal(struct bpf_verifier_env *env, struct bpf_verifier_state *old, struct bpf_verifier_state *cur) states_equal() argument
9669 propagate_liveness_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, struct bpf_reg_state *parent_reg) propagate_liveness_reg() argument
9702 propagate_liveness(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate, struct bpf_verifier_state *vparent) propagate_liveness() argument
9749 propagate_precision(struct bpf_verifier_env *env, const struct bpf_verifier_state *old) propagate_precision() argument
9809 is_state_visited(struct bpf_verifier_env *env, int insn_idx) is_state_visited() argument
10053 do_check(struct bpf_verifier_env *env) do_check() argument
10377 check_pseudo_btf_id(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_insn_aux_data *aux) check_pseudo_btf_id() argument
10493 check_map_prog_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, struct bpf_prog *prog) check_map_prog_compatibility() argument
10580 resolve_pseudo_ldimm64(struct bpf_verifier_env *env) resolve_pseudo_ldimm64() argument
10741 release_maps(struct bpf_verifier_env *env) release_maps() argument
10748 convert_pseudo_ld_imm64(struct bpf_verifier_env *env) convert_pseudo_ld_imm64() argument
10763 adjust_insn_aux_data(struct bpf_verifier_env *env, struct bpf_insn_aux_data *new_data, struct bpf_prog *new_prog, u32 off, u32 cnt) adjust_insn_aux_data() argument
10795 adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len) adjust_subprog_starts() argument
10823 bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, const struct bpf_insn *patch, u32 len) bpf_patch_insn_data() argument
10851 adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt) adjust_subprog_starts_after_remove() argument
10907 bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt) bpf_adj_linfo_after_remove() argument
10971 verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) verifier_remove_insns() argument
11009 sanitize_dead_code(struct bpf_verifier_env *env) sanitize_dead_code() argument
11039 opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env) opt_hard_wire_dead_code_branches() argument
11065 opt_remove_dead_code(struct bpf_verifier_env *env) opt_remove_dead_code() argument
11089 opt_remove_nops(struct bpf_verifier_env *env) opt_remove_nops() argument
11110 opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env, const union bpf_attr *attr) opt_subreg_zext_lo32_rnd_hi32() argument
11193 convert_ctx_accesses(struct bpf_verifier_env *env) convert_ctx_accesses() argument
11380 jit_subprogs(struct bpf_verifier_env *env) jit_subprogs() argument
11593 fixup_call_args(struct bpf_verifier_env *env) fixup_call_args() argument
11637 fixup_bpf_calls(struct bpf_verifier_env *env) fixup_bpf_calls() argument
11991 free_states(struct bpf_verifier_env *env) free_states() argument
12021 do_check_common(struct bpf_verifier_env *env, int subprog) do_check_common() argument
12113 do_check_subprogs(struct bpf_verifier_env *env) do_check_subprogs() argument
12138 do_check_main(struct bpf_verifier_env *env) do_check_main() argument
12150 print_verification_stats(struct bpf_verifier_env *env) print_verification_stats() argument
12174 check_struct_ops_btf_id(struct bpf_verifier_env *env) check_struct_ops_btf_id() argument
12506 check_attach_btf_id(struct bpf_verifier_env *env) check_attach_btf_id() argument
12591 struct bpf_verifier_env *env; bpf_check() local
[all...] |
| H A D | btf.c | 368 s32 (*check_meta)(struct btf_verifier_env *env,
371 int (*resolve)(struct btf_verifier_env *env,
373 int (*check_member)(struct btf_verifier_env *env,
377 int (*check_kflag_member)(struct btf_verifier_env *env,
381 void (*log_details)(struct btf_verifier_env *env,
391 static int btf_resolve(struct btf_verifier_env *env,
1230 __printf(2, 3) static void btf_verifier_log(struct btf_verifier_env *env, in btf_verifier_log() argument
1233 struct bpf_verifier_log *log = &env->log; in btf_verifier_log()
1244 __printf(4, 5) static void __btf_verifier_log_type(struct btf_verifier_env *env, in __btf_verifier_log_type() argument
1249 struct bpf_verifier_log *log = &env in __btf_verifier_log_type()
1289 btf_verifier_log_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const char *fmt, ...) btf_verifier_log_member() argument
1335 btf_verifier_log_vsi(struct btf_verifier_env *env, const struct btf_type *datasec_type, const struct btf_var_secinfo *vsi, const char *fmt, ...) btf_verifier_log_vsi() argument
1362 btf_verifier_log_hdr(struct btf_verifier_env *env, u32 btf_data_size) btf_verifier_log_hdr() argument
1386 btf_add_type(struct btf_verifier_env *env, struct btf_type *t) btf_add_type() argument
1490 env_resolve_init(struct btf_verifier_env *env) env_resolve_init() argument
1527 btf_verifier_env_free(struct btf_verifier_env *env) btf_verifier_env_free() argument
1533 env_type_is_resolve_sink(const struct btf_verifier_env *env, const struct btf_type *next_type) env_type_is_resolve_sink() argument
1558 env_type_is_resolved(const struct btf_verifier_env *env, u32 type_id) env_type_is_resolved() argument
1564 env_stack_push(struct btf_verifier_env *env, const struct btf_type *t, u32 type_id) env_stack_push() argument
1592 env_stack_set_next_member(struct btf_verifier_env *env, u16 next_member) env_stack_set_next_member() argument
1598 env_stack_pop_resolved(struct btf_verifier_env *env, u32 resolved_type_id, u32 resolved_size) env_stack_pop_resolved() argument
1610 env_stack_peak(struct btf_verifier_env *env) env_stack_peak() argument
1760 btf_df_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_df_check_member() argument
1770 btf_df_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_df_check_kflag_member() argument
1783 btf_generic_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_generic_check_kflag_member() argument
1802 btf_df_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_df_resolve() argument
1816 btf_int_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_int_check_member() argument
1854 btf_int_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_int_check_kflag_member() argument
1910 btf_int_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_int_check_meta() argument
1974 btf_int_log(struct btf_verifier_env *env, const struct btf_type *t) btf_int_log() argument
2175 btf_modifier_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_modifier_check_member() argument
2200 btf_modifier_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_modifier_check_kflag_member() argument
2225 btf_ptr_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_ptr_check_member() argument
2251 btf_ref_type_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_ref_type_check_meta() argument
2291 btf_modifier_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_modifier_resolve() argument
2333 btf_var_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_var_resolve() argument
2379 btf_ptr_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_ptr_resolve() argument
2476 btf_ref_type_log(struct btf_verifier_env *env, const struct btf_type *t) btf_ref_type_log() argument
2500 btf_fwd_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_fwd_check_meta() argument
2526 btf_fwd_type_log(struct btf_verifier_env *env, const struct btf_type *t) btf_fwd_type_log() argument
2541 btf_array_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_array_check_member() argument
2570 btf_array_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_array_check_meta() argument
2623 btf_array_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_array_resolve() argument
2688 btf_array_log(struct btf_verifier_env *env, const struct btf_type *t) btf_array_log() argument
2792 btf_struct_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_struct_check_member() argument
2817 btf_struct_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_struct_check_meta() argument
2898 btf_struct_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_struct_resolve() argument
2969 btf_struct_log(struct btf_verifier_env *env, const struct btf_type *t) btf_struct_log() argument
3102 btf_enum_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_enum_check_member() argument
3127 btf_enum_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_enum_check_kflag_member() argument
3162 btf_enum_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_enum_check_meta() argument
3224 btf_enum_log(struct btf_verifier_env *env, const struct btf_type *t) btf_enum_log() argument
3270 btf_func_proto_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_func_proto_check_meta() argument
3298 btf_func_proto_log(struct btf_verifier_env *env, const struct btf_type *t) btf_func_proto_log() argument
3357 btf_func_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_func_check_meta() argument
3391 btf_var_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_var_check_meta() argument
3439 btf_var_log(struct btf_verifier_env *env, const struct btf_type *t) btf_var_log() argument
3455 btf_datasec_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_datasec_check_meta() argument
3533 btf_datasec_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_datasec_resolve() argument
3573 btf_datasec_log(struct btf_verifier_env *env, const struct btf_type *t) btf_datasec_log() argument
3612 btf_func_proto_check(struct btf_verifier_env *env, const struct btf_type *t) btf_func_proto_check() argument
3706 btf_func_check(struct btf_verifier_env *env, const struct btf_type *t) btf_func_check() argument
3752 btf_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_check_meta() argument
3794 btf_check_all_metas(struct btf_verifier_env *env) btf_check_all_metas() argument
3821 btf_resolve_valid(struct btf_verifier_env *env, const struct btf_type *t, u32 type_id) btf_resolve_valid() argument
3858 btf_resolve(struct btf_verifier_env *env, const struct btf_type *t, u32 type_id) btf_resolve() argument
3891 btf_check_all_types(struct btf_verifier_env *env) btf_check_all_types() argument
3929 btf_parse_type_sec(struct btf_verifier_env *env) btf_parse_type_sec() argument
3952 btf_parse_str_sec(struct btf_verifier_env *env) btf_parse_str_sec() argument
3991 btf_check_sec_info(struct btf_verifier_env *env, u32 btf_data_size) btf_check_sec_info() argument
4044 btf_parse_hdr(struct btf_verifier_env *env) btf_parse_hdr() argument
4117 struct btf_verifier_env *env = NULL; btf_parse() local
4355 struct btf_verifier_env *env = NULL; BTF_ID_LIST() local
5149 btf_check_func_arg_match(struct bpf_verifier_env *env, int subprog, struct bpf_reg_state *reg) btf_check_func_arg_match() argument
5246 btf_prepare_func_args(struct bpf_verifier_env *env, int subprog, struct bpf_reg_state *reg) btf_prepare_func_args() argument
[all...] |
| /kernel/linux/linux-5.10/tools/testing/selftests/bpf/ |
| H A D | test_progs.c | 19 struct test_env env = {}; variable
74 if (stdout == env.stdout) in dump_test_log()
77 fflush(stdout); /* exports env.log_buf & env.log_cnt */ in dump_test_log()
79 if (env.verbosity > VERBOSE_NONE || test->force_log || failed) { in dump_test_log()
80 if (env.log_cnt) { in dump_test_log()
81 env.log_buf[env.log_cnt] = '\0'; in dump_test_log()
82 fprintf(env.stdout, "%s", env in dump_test_log()
470 struct test_env *env = state->input; parse_arg() local
[all...] |
| H A D | bench.c | 16 struct env env = { variable
27 if (level == LIBBPF_DEBUG && !env.verbose) in libbpf_print_fn()
59 hits_per_prod = hits_per_sec / env.producer_cnt; in hits_drops_report_progress()
93 hits_mean, hits_stddev, hits_mean / env.producer_cnt); in hits_drops_report_final()
146 env.verbose = true; in parse_arg()
149 env.list = true; in parse_arg()
152 env.duration_sec = strtol(arg, NULL, 10); in parse_arg()
153 if (env.duration_sec <= 0) { in parse_arg()
159 env in parse_arg()
[all...] |
| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | verifier.c | 194 static int acquire_reference_state(struct bpf_verifier_env *env, int insn_idx);
195 static int release_reference(struct bpf_verifier_env *env, int ref_obj_id);
196 static void invalidate_non_owning_refs(struct bpf_verifier_env *env);
197 static bool in_rbtree_lock_required_cb(struct bpf_verifier_env *env);
198 static int ref_set_non_owning(struct bpf_verifier_env *env,
200 static void specialize_kfunc(struct bpf_verifier_env *env,
341 find_linfo(const struct bpf_verifier_env *env, u32 insn_off) in find_linfo() argument
347 prog = env->prog; in find_linfo()
363 struct bpf_verifier_env *env = private_data; in verbose() local
366 if (!bpf_verifier_log_needed(&env in verbose()
382 verbose_linfo(struct bpf_verifier_env *env, u32 insn_off, const char *prefix_fmt, ...) verbose_linfo() argument
410 verbose_invalid_scalar(struct bpf_verifier_env *env, struct bpf_reg_state *reg, struct tnum *range, const char *ctx, const char *reg_name) verbose_invalid_scalar() argument
491 subprog_is_global(const struct bpf_verifier_env *env, int subprog) subprog_is_global() argument
607 reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type) reg_type_str() argument
666 print_liveness(struct bpf_verifier_env *env, enum bpf_reg_liveness live) print_liveness() argument
684 func(struct bpf_verifier_env *env, const struct bpf_reg_state *reg) func() argument
706 stack_slot_obj_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, const char *obj_kind, int nr_slots) stack_slot_obj_get_spi() argument
733 dynptr_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg) dynptr_get_spi() argument
738 iter_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int nr_slots) iter_get_spi() argument
791 mark_reg_scratched(struct bpf_verifier_env *env, u32 regno) mark_reg_scratched() argument
796 mark_stack_slot_scratched(struct bpf_verifier_env *env, u32 spi) mark_stack_slot_scratched() argument
801 reg_scratched(const struct bpf_verifier_env *env, u32 regno) reg_scratched() argument
806 stack_slot_scratched(const struct bpf_verifier_env *env, u64 regno) stack_slot_scratched() argument
811 verifier_state_scratched(const struct bpf_verifier_env *env) verifier_state_scratched() argument
816 mark_verifier_state_clean(struct bpf_verifier_env *env) mark_verifier_state_clean() argument
823 mark_verifier_state_scratched(struct bpf_verifier_env *env) mark_verifier_state_scratched() argument
873 mark_dynptr_stack_regs(struct bpf_verifier_env *env, struct bpf_reg_state *sreg1, struct bpf_reg_state *sreg2, enum bpf_dynptr_type type) mark_dynptr_stack_regs() argument
884 mark_dynptr_cb_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, enum bpf_dynptr_type type) mark_dynptr_cb_reg() argument
894 mark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg, enum bpf_arg_type arg_type, int insn_idx, int clone_ref_obj_id) mark_stack_slots_dynptr() argument
955 invalidate_dynptr(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi) invalidate_dynptr() argument
992 unmark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg) unmark_stack_slots_dynptr() argument
1041 mark_reg_invalid(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) mark_reg_invalid() argument
1049 destroy_if_dynptr_stack_slot(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi) destroy_if_dynptr_stack_slot() argument
1105 is_dynptr_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg) is_dynptr_reg_valid_uninit() argument
1133 is_dynptr_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg) is_dynptr_reg_valid_init() argument
1162 is_dynptr_type_expected(struct bpf_verifier_env *env, struct bpf_reg_state *reg, enum bpf_arg_type arg_type) is_dynptr_type_expected() argument
1186 mark_stack_slots_iter(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int insn_idx, struct btf *btf, u32 btf_id, int nr_slots) mark_stack_slots_iter() argument
1223 unmark_stack_slots_iter(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int nr_slots) unmark_stack_slots_iter() argument
1254 is_iter_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int nr_slots) is_iter_reg_valid_uninit() argument
1281 is_iter_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg, struct btf *btf, u32 btf_id, int nr_slots) is_iter_reg_valid_init() argument
1355 print_verifier_state(struct bpf_verifier_env *env, const struct bpf_func_state *state, bool print_all) print_verifier_state() argument
1539 print_insn_state(struct bpf_verifier_env *env, const struct bpf_func_state *state) print_insn_state() argument
1649 grow_stack_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int size) grow_stack_state() argument
1674 acquire_reference_state(struct bpf_verifier_env *env, int insn_idx) acquire_reference_state() argument
1803 state_htab_size(struct bpf_verifier_env *env) state_htab_size() argument
1808 explored_state(struct bpf_verifier_env *env, int idx) explored_state() argument
1987 update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st) update_branch_counts() argument
2012 pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx, int *insn_idx, bool pop_log) pop_stack() argument
2041 push_stack(struct bpf_verifier_env *env, int insn_idx, int prev_insn_idx, bool speculative) push_stack() argument
2145 mark_reg_known_zero(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_known_zero() argument
2478 __mark_reg_unknown(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) __mark_reg_unknown() argument
2495 mark_reg_unknown(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_unknown() argument
2508 __mark_reg_not_init(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) __mark_reg_not_init() argument
2515 mark_reg_not_init(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_not_init() argument
2528 mark_btf_ld_reg(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno, enum bpf_reg_type reg_type, struct btf *btf, u32 btf_id, enum bpf_type_flag flag) mark_btf_ld_reg() argument
2545 init_reg_state(struct bpf_verifier_env *env, struct bpf_func_state *state) init_reg_state() argument
2565 init_func_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int callsite, int frameno, int subprogno) init_func_state() argument
2578 push_async_cb(struct bpf_verifier_env *env, int insn_idx, int prev_insn_idx, int subprog) push_async_cb() argument
2637 find_subprog(struct bpf_verifier_env *env, int off) find_subprog() argument
2649 add_subprog(struct bpf_verifier_env *env, int off) add_subprog() argument
2748 __find_kfunc_desc_btf(struct bpf_verifier_env *env, s16 offset) __find_kfunc_desc_btf() argument
2818 find_kfunc_desc_btf(struct bpf_verifier_env *env, s16 offset) find_kfunc_desc_btf() argument
2834 add_kfunc_call(struct bpf_verifier_env *env, u32 func_id, s16 offset) add_kfunc_call() argument
3008 add_subprog_and_kfunc(struct bpf_verifier_env *env) add_subprog_and_kfunc() argument
3050 check_subprogs(struct bpf_verifier_env *env) check_subprogs() argument
3106 mark_reg_read(struct bpf_verifier_env *env, const struct bpf_reg_state *state, struct bpf_reg_state *parent, u8 flag) mark_reg_read() argument
3154 mark_dynptr_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg) mark_dynptr_read() argument
3180 mark_iter_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int spi, int nr_slots) mark_iter_read() argument
3203 is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn, u32 regno, struct bpf_reg_state *reg, enum reg_arg_type t) is_reg64() argument
3313 insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn) insn_has_def32() argument
3323 mark_insn_zext(struct bpf_verifier_env *env, struct bpf_reg_state *reg) mark_insn_zext() argument
3336 __check_reg_arg(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno, enum reg_arg_type t) __check_reg_arg() argument
3381 check_reg_arg(struct bpf_verifier_env *env, u32 regno, enum reg_arg_type t) check_reg_arg() argument
3390 mark_jmp_point(struct bpf_verifier_env *env, int idx) mark_jmp_point() argument
3395 is_jmp_point(struct bpf_verifier_env *env, int insn_idx) is_jmp_point() argument
3401 push_jmp_history(struct bpf_verifier_env *env, struct bpf_verifier_state *cur) push_jmp_history() argument
3480 struct bpf_verifier_env *env = bt->env; bt_reset() local
3639 backtrack_insn(struct bpf_verifier_env *env, int idx, int subseq_idx, struct backtrack_state *bt) backtrack_insn() argument
3969 mark_all_scalars_precise(struct bpf_verifier_env *env, struct bpf_verifier_state *st) mark_all_scalars_precise() argument
4016 mark_all_scalars_imprecise(struct bpf_verifier_env *env, struct bpf_verifier_state *st) mark_all_scalars_imprecise() argument
4068 mark_precise_scalar_ids(struct bpf_verifier_env *env, struct bpf_verifier_state *st) mark_precise_scalar_ids() argument
4218 __mark_chain_precision(struct bpf_verifier_env *env, int regno) __mark_chain_precision() argument
4432 mark_chain_precision(struct bpf_verifier_env *env, int regno) mark_chain_precision() argument
4440 mark_chain_precision_batch(struct bpf_verifier_env *env) mark_chain_precision_batch() argument
4542 check_stack_write_fixed_off(struct bpf_verifier_env *env, struct bpf_func_state *state, int off, int size, int value_regno, int insn_idx) check_stack_write_fixed_off() argument
4682 check_stack_write_var_off(struct bpf_verifier_env *env, struct bpf_func_state *state, int ptr_regno, int off, int size, int value_regno, int insn_idx) check_stack_write_var_off() argument
4786 mark_reg_stack_read(struct bpf_verifier_env *env, struct bpf_func_state *ptr_state, int min_off, int max_off, int dst_regno) mark_reg_stack_read() argument
4838 check_stack_read_fixed_off(struct bpf_verifier_env *env, struct bpf_func_state *reg_state, int off, int size, int dst_regno) check_stack_read_fixed_off() argument
4949 reg_state(struct bpf_verifier_env *env, int regno) reg_state() argument
4967 check_stack_read_var_off(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst_regno) check_stack_read_var_off() argument
4998 check_stack_read(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst_regno) check_stack_read() argument
5055 check_stack_write(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int value_regno, int insn_idx) check_stack_write() argument
5078 check_map_access_type(struct bpf_verifier_env *env, u32 regno, int off, int size, enum bpf_access_type type) check_map_access_type() argument
5101 __check_mem_access(struct bpf_verifier_env *env, int regno, int off, int size, u32 mem_size, bool zero_size_allowed) __check_mem_access() argument
5137 check_mem_region_access(struct bpf_verifier_env *env, u32 regno, int off, int size, u32 mem_size, bool zero_size_allowed) check_mem_region_access() argument
5192 __check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, bool fixed_off_ok) __check_ptr_off_reg() argument
5224 check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno) check_ptr_off_reg() argument
5230 map_kptr_match_type(struct bpf_verifier_env *env, struct btf_field *kptr_field, struct bpf_reg_state *reg, u32 regno) map_kptr_match_type() argument
5307 in_rcu_cs(struct bpf_verifier_env *env) in_rcu_cs() argument
5336 check_map_kptr_access(struct bpf_verifier_env *env, u32 regno, int value_regno, int insn_idx, struct btf_field *kptr_field) check_map_kptr_access() argument
5395 check_map_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_size_allowed, enum bpf_access_src src) check_map_access() argument
5457 may_access_direct_pkt_data(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta, enum bpf_access_type t) may_access_direct_pkt_data() argument
5499 check_packet_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_size_allowed) check_packet_access() argument
5542 check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size, enum bpf_access_type t, enum bpf_reg_type *reg_type, struct btf **btf, u32 *btf_id) check_ctx_access() argument
5578 check_flow_keys_access(struct bpf_verifier_env *env, int off, int size) check_flow_keys_access() argument
5590 check_sock_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int size, enum bpf_access_type t) check_sock_access() argument
5635 is_pointer_value(struct bpf_verifier_env *env, int regno) is_pointer_value() argument
5640 is_ctx_reg(struct bpf_verifier_env *env, int regno) is_ctx_reg() argument
5647 is_sk_reg(struct bpf_verifier_env *env, int regno) is_sk_reg() argument
5654 is_pkt_reg(struct bpf_verifier_env *env, int regno) is_pkt_reg() argument
5661 is_flow_key_reg(struct bpf_verifier_env *env, int regno) is_flow_key_reg() argument
5711 check_pkt_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int off, int size, bool strict) check_pkt_ptr_alignment() argument
5746 check_generic_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, const char *pointer_desc, int off, int size, bool strict) check_generic_ptr_alignment() argument
5770 check_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int off, int size, bool strict_alignment_once) check_ptr_alignment() argument
5829 check_max_stack_depth_subprog(struct bpf_verifier_env *env, int idx) check_max_stack_depth_subprog() argument
5940 check_max_stack_depth(struct bpf_verifier_env *env) check_max_stack_depth() argument
5957 get_callee_stack_depth(struct bpf_verifier_env *env, const struct bpf_insn *insn, int idx) get_callee_stack_depth() argument
5972 __check_buffer_access(struct bpf_verifier_env *env, const char *buf_info, const struct bpf_reg_state *reg, int regno, int off, int size) __check_buffer_access() argument
5996 check_tp_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, int off, int size) check_tp_buffer_access() argument
6012 check_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, int off, int size, bool zero_size_allowed, u32 *max_access) check_buffer_access() argument
6331 type_is_rcu(struct bpf_verifier_env *env, struct bpf_reg_state *reg, const char *field_name, u32 btf_id) type_is_rcu() argument
6342 type_is_rcu_or_null(struct bpf_verifier_env *env, struct bpf_reg_state *reg, const char *field_name, u32 btf_id) type_is_rcu_or_null() argument
6353 type_is_trusted(struct bpf_verifier_env *env, struct bpf_reg_state *reg, const char *field_name, u32 btf_id) type_is_trusted() argument
6367 check_ptr_to_btf_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int regno, int off, int size, enum bpf_access_type atype, int value_regno) check_ptr_to_btf_access() argument
6515 check_ptr_to_map_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int regno, int off, int size, enum bpf_access_type atype, int value_regno) check_ptr_to_map_access() argument
6581 check_stack_slot_within_bounds(struct bpf_verifier_env *env, s64 off, struct bpf_func_state *state, enum bpf_access_type t) check_stack_slot_within_bounds() argument
6603 check_stack_access_within_bounds( struct bpf_verifier_env *env, int regno, int off, int access_size, enum bpf_access_src src, enum bpf_access_type type) check_stack_access_within_bounds() argument
6664 check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int bpf_size, enum bpf_access_type t, int value_regno, bool strict_alignment_once, bool is_ldsx) check_mem_access() argument
6900 check_atomic(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn) check_atomic() argument
7014 check_stack_range_initialized( struct bpf_verifier_env *env, int regno, int off, int access_size, bool zero_size_allowed, enum bpf_access_src type, struct bpf_call_arg_meta *meta) check_stack_range_initialized() argument
7170 check_helper_mem_access(struct bpf_verifier_env *env, int regno, int access_size, bool zero_size_allowed, struct bpf_call_arg_meta *meta) check_helper_mem_access() argument
7263 check_mem_size_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, bool zero_size_allowed, struct bpf_call_arg_meta *meta) check_mem_size_reg() argument
7318 check_mem_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, u32 mem_size) check_mem_reg() argument
7350 check_kfunc_mem_size_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno) check_kfunc_mem_size_reg() argument
7400 process_spin_lock(struct bpf_verifier_env *env, int regno, bool is_lock) process_spin_lock() argument
7477 process_timer_func(struct bpf_verifier_env *env, int regno, struct bpf_call_arg_meta *meta) process_timer_func() argument
7514 process_kptr_func(struct bpf_verifier_env *env, int regno, struct bpf_call_arg_meta *meta) process_kptr_func() argument
7578 process_dynptr_func(struct bpf_verifier_env *env, int regno, int insn_idx, enum bpf_arg_type arg_type, int clone_ref_obj_id) process_dynptr_func() argument
7651 iter_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int spi) iter_ref_obj_id() argument
7686 process_iter_arg(struct bpf_verifier_env *env, int regno, int insn_idx, struct bpf_kfunc_call_arg_meta *meta) process_iter_arg() argument
7753 find_prev_entry(struct bpf_verifier_env *env, struct bpf_verifier_state *cur, int insn_idx) find_prev_entry() argument
7780 maybe_widen_reg(struct bpf_verifier_env *env, struct bpf_reg_state *rold, struct bpf_reg_state *rcur, struct bpf_idmap *idmap) maybe_widen_reg() argument
7793 widen_imprecise_scalars(struct bpf_verifier_env *env, struct bpf_verifier_state *old, struct bpf_verifier_state *cur) widen_imprecise_scalars() argument
7903 process_iter_next_call(struct bpf_verifier_env *env, int insn_idx, struct bpf_kfunc_call_arg_meta *meta) process_iter_next_call() argument
7986 resolve_map_arg_type(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta, enum bpf_arg_type *arg_type) resolve_map_arg_type() argument
8133 check_reg_type(struct bpf_verifier_env *env, u32 regno, enum bpf_arg_type arg_type, const u32 *arg_btf_id, struct bpf_call_arg_meta *meta) check_reg_type() argument
8290 check_func_arg_reg_off(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, enum bpf_arg_type arg_type) check_func_arg_reg_off() argument
8360 get_dynptr_arg_reg(struct bpf_verifier_env *env, const struct bpf_func_proto *fn, struct bpf_reg_state *regs) get_dynptr_arg_reg() argument
8382 dynptr_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) dynptr_id() argument
8395 dynptr_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) dynptr_ref_obj_id() argument
8408 dynptr_get_type(struct bpf_verifier_env *env, struct bpf_reg_state *reg) dynptr_get_type() argument
8426 check_func_arg(struct bpf_verifier_env *env, u32 arg, struct bpf_call_arg_meta *meta, const struct bpf_func_proto *fn, int insn_idx) check_func_arg() argument
8720 may_update_sockmap(struct bpf_verifier_env *env, int func_id) may_update_sockmap() argument
8752 allow_tail_call_in_subprogs(struct bpf_verifier_env *env) allow_tail_call_in_subprogs() argument
8758 check_map_func_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, int func_id) check_map_func_compatibility() argument
9098 clear_all_pkt_pointers(struct bpf_verifier_env *env) clear_all_pkt_pointers() argument
9138 release_reference(struct bpf_verifier_env *env, int ref_obj_id) release_reference() argument
9157 invalidate_non_owning_refs(struct bpf_verifier_env *env) invalidate_non_owning_refs() argument
9168 clear_caller_saved_regs(struct bpf_verifier_env *env, struct bpf_reg_state *regs) clear_caller_saved_regs() argument
9189 setup_func_entry(struct bpf_verifier_env *env, int subprog, int callsite, set_callee_state_fn set_callee_state_cb, struct bpf_verifier_state *state) setup_func_entry() argument
9240 push_callback_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int insn_idx, int subprog, set_callee_state_fn set_callee_state_cb) push_callback_call() argument
9309 check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx) check_func_call() argument
9367 map_set_for_each_callback_args(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee) map_set_for_each_callback_args() argument
9394 set_callee_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_callee_state() argument
9408 set_map_elem_callback_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_map_elem_callback_state() argument
9438 set_loop_callback_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_loop_callback_state() argument
9460 set_timer_callback_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_timer_callback_state() argument
9490 set_find_vma_callback_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_find_vma_callback_state() argument
9518 set_user_ringbuf_callback_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_user_ringbuf_callback_state() argument
9541 set_rbtree_add_callback_state(struct bpf_verifier_env *env, struct bpf_func_state *caller, struct bpf_func_state *callee, int insn_idx) set_rbtree_add_callback_state() argument
9579 in_rbtree_lock_required_cb(struct bpf_verifier_env *env) in_rbtree_lock_required_cb() argument
9598 prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx) prepare_func_exit() argument
9737 record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_id, int insn_idx) record_func_map() argument
9783 record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_id, int insn_idx) record_func_key() argument
9819 check_reference_leak(struct bpf_verifier_env *env) check_reference_leak() argument
9838 check_bpf_snprintf_call(struct bpf_verifier_env *env, struct bpf_reg_state *regs) check_bpf_snprintf_call() argument
9876 check_get_func_ip(struct bpf_verifier_env *env) check_get_func_ip() argument
9897 cur_aux(struct bpf_verifier_env *env) cur_aux() argument
9902 loop_flag_is_zero(struct bpf_verifier_env *env) loop_flag_is_zero() argument
9914 update_loop_inline_state(struct bpf_verifier_env *env, u32 subprogno) update_loop_inline_state() argument
9932 check_helper_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx_p) check_helper_call() argument
10396 mark_btf_func_reg_size(struct bpf_verifier_env *env, u32 regno, size_t reg_size) mark_btf_func_reg_size() argument
10597 is_kfunc_arg_callback(struct bpf_verifier_env *env, const struct btf *btf, const struct btf_param *arg) is_kfunc_arg_callback() argument
10610 __btf_type_is_scalar_struct(struct bpf_verifier_env *env, const struct btf *btf, const struct btf_type *t, int rec) __btf_type_is_scalar_struct() argument
10749 get_kfunc_ptr_arg_type(struct bpf_verifier_env *env, struct bpf_kfunc_call_arg_meta *meta, const struct btf_type *t, const struct btf_type *ref_t, const char *ref_tname, const struct btf_param *args, int argno, int nargs) get_kfunc_ptr_arg_type() argument
10827 process_kf_arg_ptr_to_btf_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg, const struct btf_type *ref_t, const char *ref_tname, u32 ref_id, struct bpf_kfunc_call_arg_meta *meta, int argno) process_kf_arg_ptr_to_btf_id() argument
10890 ref_set_non_owning(struct bpf_verifier_env *env, struct bpf_reg_state *reg) ref_set_non_owning() argument
10912 ref_convert_owning_non_owning(struct bpf_verifier_env *env, u32 ref_obj_id) ref_convert_owning_non_owning() argument
10990 check_reg_allocation_locked(struct bpf_verifier_env *env, struct bpf_reg_state *reg) check_reg_allocation_locked() argument
11049 check_kfunc_is_graph_root_api(struct bpf_verifier_env *env, enum btf_field_type head_field_type, u32 kfunc_btf_id) check_kfunc_is_graph_root_api() argument
11074 check_kfunc_is_graph_node_api(struct bpf_verifier_env *env, enum btf_field_type node_field_type, u32 kfunc_btf_id) check_kfunc_is_graph_node_api() argument
11102 __process_kf_arg_ptr_to_graph_root(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, struct bpf_kfunc_call_arg_meta *meta, enum btf_field_type head_field_type, struct btf_field **head_field) __process_kf_arg_ptr_to_graph_root() argument
11152 process_kf_arg_ptr_to_list_head(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, struct bpf_kfunc_call_arg_meta *meta) process_kf_arg_ptr_to_list_head() argument
11160 process_kf_arg_ptr_to_rbtree_root(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, struct bpf_kfunc_call_arg_meta *meta) process_kf_arg_ptr_to_rbtree_root() argument
11169 __process_kf_arg_ptr_to_graph_node(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, struct bpf_kfunc_call_arg_meta *meta, enum btf_field_type head_field_type, enum btf_field_type node_field_type, struct btf_field **node_field) __process_kf_arg_ptr_to_graph_node() argument
11233 process_kf_arg_ptr_to_list_node(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, struct bpf_kfunc_call_arg_meta *meta) process_kf_arg_ptr_to_list_node() argument
11242 process_kf_arg_ptr_to_rbtree_node(struct bpf_verifier_env *env, struct bpf_reg_state *reg, u32 regno, struct bpf_kfunc_call_arg_meta *meta) process_kf_arg_ptr_to_rbtree_node() argument
11251 check_kfunc_args(struct bpf_verifier_env *env, struct bpf_kfunc_call_arg_meta *meta, int insn_idx) check_kfunc_args() argument
11661 fetch_kfunc_meta(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_kfunc_call_arg_meta *meta, const char **kfunc_name) fetch_kfunc_meta() argument
11703 check_kfunc_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx_p) check_kfunc_call() argument
12089 check_reg_sane_offset(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, enum bpf_reg_type type) check_reg_sane_offset() argument
12163 can_skip_alu_sanitation(const struct bpf_verifier_env *env, const struct bpf_insn *insn) can_skip_alu_sanitation() argument
12186 sanitize_val_alu(struct bpf_verifier_env *env, struct bpf_insn *insn) sanitize_val_alu() argument
12208 sanitize_speculative_path(struct bpf_verifier_env *env, const struct bpf_insn *insn, u32 next_idx, u32 curr_idx) sanitize_speculative_path() argument
12228 sanitize_ptr_alu(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_reg_state *ptr_reg, const struct bpf_reg_state *off_reg, struct bpf_reg_state *dst_reg, struct bpf_sanitize_info *info, const bool commit_window) sanitize_ptr_alu() argument
12324 sanitize_mark_insn_seen(struct bpf_verifier_env *env) sanitize_mark_insn_seen() argument
12337 sanitize_err(struct bpf_verifier_env *env, const struct bpf_insn *insn, int reason, const struct bpf_reg_state *off_reg, const struct bpf_reg_state *dst_reg) sanitize_err() argument
12386 check_stack_access_for_ptr_arithmetic( struct bpf_verifier_env *env, int regno, const struct bpf_reg_state *reg, int off) check_stack_access_for_ptr_arithmetic() argument
12410 sanitize_check_bounds(struct bpf_verifier_env *env, const struct bpf_insn *insn, const struct bpf_reg_state *dst_reg) sanitize_check_bounds() argument
12447 adjust_ptr_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_reg_state *ptr_reg, const struct bpf_reg_state *off_reg) adjust_ptr_min_max_vals() argument
13248 adjust_scalar_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_reg_state *dst_reg, struct bpf_reg_state src_reg) adjust_scalar_min_max_vals() argument
13409 adjust_reg_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn) adjust_reg_min_max_vals() argument
13495 check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn) check_alu_op() argument
14457 check_cond_jmp_op(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx) check_cond_jmp_op() argument
14705 check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn) check_ld_imm() argument
14824 check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn) check_ld_abs() argument
14906 check_return_code(struct bpf_verifier_env *env) check_return_code() argument
15111 mark_prune_point(struct bpf_verifier_env *env, int idx) mark_prune_point() argument
15116 is_prune_point(struct bpf_verifier_env *env, int insn_idx) is_prune_point() argument
15121 mark_force_checkpoint(struct bpf_verifier_env *env, int idx) mark_force_checkpoint() argument
15126 is_force_checkpoint(struct bpf_verifier_env *env, int insn_idx) is_force_checkpoint() argument
15131 mark_calls_callback(struct bpf_verifier_env *env, int idx) mark_calls_callback() argument
15136 calls_callback(struct bpf_verifier_env *env, int insn_idx) calls_callback() argument
15151 push_insn(int t, int w, int e, struct bpf_verifier_env *env) push_insn() argument
15199 visit_func_call_insn(int t, struct bpf_insn *insns, struct bpf_verifier_env *env, bool visit_callee) visit_func_call_insn() argument
15226 visit_insn(int t, struct bpf_verifier_env *env) visit_insn() argument
15324 check_cfg(struct bpf_verifier_env *env) check_cfg() argument
15397 check_abnormal_return(struct bpf_verifier_env *env) check_abnormal_return() argument
15418 check_btf_func(struct bpf_verifier_env *env, const union bpf_attr *attr, bpfptr_t uattr) check_btf_func() argument
15549 adjust_btf_func(struct bpf_verifier_env *env) adjust_btf_func() argument
15564 check_btf_line(struct bpf_verifier_env *env, const union bpf_attr *attr, bpfptr_t uattr) check_btf_line() argument
15692 check_core_relo(struct bpf_verifier_env *env, const union bpf_attr *attr, bpfptr_t uattr) check_core_relo() argument
15761 check_btf_info(struct bpf_verifier_env *env, const union bpf_attr *attr, bpfptr_t uattr) check_btf_info() argument
15863 clean_func_state(struct bpf_verifier_env *env, struct bpf_func_state *st) clean_func_state() argument
15892 clean_verifier_state(struct bpf_verifier_env *env, struct bpf_verifier_state *st) clean_verifier_state() argument
15937 clean_live_states(struct bpf_verifier_env *env, int insn, struct bpf_verifier_state *cur) clean_live_states() argument
15965 regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold, struct bpf_reg_state *rcur, struct bpf_idmap *idmap, bool exact) regsafe() argument
16086 stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_state *cur, struct bpf_idmap *idmap, bool exact) stacksafe() argument
16236 func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_state *cur, bool exact) func_states_equal() argument
16258 reset_idmap_scratch(struct bpf_verifier_env *env) reset_idmap_scratch() argument
16264 states_equal(struct bpf_verifier_env *env, struct bpf_verifier_state *old, struct bpf_verifier_state *cur, bool exact) states_equal() argument
16313 propagate_liveness_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, struct bpf_reg_state *parent_reg) propagate_liveness_reg() argument
16346 propagate_liveness(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate, struct bpf_verifier_state *vparent) propagate_liveness() argument
16393 propagate_precision(struct bpf_verifier_env *env, const struct bpf_verifier_state *old) propagate_precision() argument
16467 is_iter_next_insn(struct bpf_verifier_env *env, int insn_idx) is_iter_next_insn() argument
16554 is_state_visited(struct bpf_verifier_env *env, int insn_idx) is_state_visited() argument
16921 save_aux_ptr_type(struct bpf_verifier_env *env, enum bpf_reg_type type, bool allow_trust_missmatch) save_aux_ptr_type() argument
16959 do_check(struct bpf_verifier_env *env) do_check() argument
17333 check_pseudo_btf_id(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_insn_aux_data *aux) check_pseudo_btf_id() argument
17482 check_map_prog_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, struct bpf_prog *prog) check_map_prog_compatibility() argument
17566 resolve_pseudo_ldimm64(struct bpf_verifier_env *env) resolve_pseudo_ldimm64() argument
17751 release_maps(struct bpf_verifier_env *env) release_maps() argument
17758 release_btfs(struct bpf_verifier_env *env) release_btfs() argument
17765 convert_pseudo_ld_imm64(struct bpf_verifier_env *env) convert_pseudo_ld_imm64() argument
17784 adjust_insn_aux_data(struct bpf_verifier_env *env, struct bpf_insn_aux_data *new_data, struct bpf_prog *new_prog, u32 off, u32 cnt) adjust_insn_aux_data() argument
17816 adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len) adjust_subprog_starts() argument
17844 bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, const struct bpf_insn *patch, u32 len) bpf_patch_insn_data() argument
17872 adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt) adjust_subprog_starts_after_remove() argument
17928 bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt) bpf_adj_linfo_after_remove() argument
17992 verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) verifier_remove_insns() argument
18030 sanitize_dead_code(struct bpf_verifier_env *env) sanitize_dead_code() argument
18060 opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env) opt_hard_wire_dead_code_branches() argument
18086 opt_remove_dead_code(struct bpf_verifier_env *env) opt_remove_dead_code() argument
18110 opt_remove_nops(struct bpf_verifier_env *env) opt_remove_nops() argument
18131 opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env, const union bpf_attr *attr) opt_subreg_zext_lo32_rnd_hi32() argument
18235 convert_ctx_accesses(struct bpf_verifier_env *env) convert_ctx_accesses() argument
18434 jit_subprogs(struct bpf_verifier_env *env) jit_subprogs() argument
18666 fixup_call_args(struct bpf_verifier_env *env) fixup_call_args() argument
18718 specialize_kfunc(struct bpf_verifier_env *env, u32 func_id, u16 offset, unsigned long *addr) specialize_kfunc() argument
18769 fixup_kfunc_call(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_insn *insn_buf, int insn_idx, int *cnt) fixup_kfunc_call() argument
18854 do_misc_fixups(struct bpf_verifier_env *env) do_misc_fixups() argument
19381 inline_bpf_loop(struct bpf_verifier_env *env, int position, s32 stack_base, u32 callback_subprogno, u32 *cnt) inline_bpf_loop() argument
19472 optimize_bpf_loop(struct bpf_verifier_env *env) optimize_bpf_loop() argument
19517 free_states(struct bpf_verifier_env *env) free_states() argument
19547 do_check_common(struct bpf_verifier_env *env, int subprog) do_check_common() argument
19645 do_check_subprogs(struct bpf_verifier_env *env) do_check_subprogs() argument
19670 do_check_main(struct bpf_verifier_env *env) do_check_main() argument
19682 print_verification_stats(struct bpf_verifier_env *env) print_verification_stats() argument
19706 check_struct_ops_btf_id(struct bpf_verifier_env *env) check_struct_ops_btf_id() argument
20096 check_attach_btf_id(struct bpf_verifier_env *env) check_attach_btf_id() argument
20194 struct bpf_verifier_env *env; bpf_check() local
[all...] |
| H A D | btf.c | 433 s32 (*check_meta)(struct btf_verifier_env *env,
436 int (*resolve)(struct btf_verifier_env *env,
438 int (*check_member)(struct btf_verifier_env *env,
442 int (*check_kflag_member)(struct btf_verifier_env *env,
446 void (*log_details)(struct btf_verifier_env *env,
456 static int btf_resolve(struct btf_verifier_env *env,
459 static int btf_func_check(struct btf_verifier_env *env,
1394 __printf(2, 3) static void btf_verifier_log(struct btf_verifier_env *env, in btf_verifier_log() argument
1397 struct bpf_verifier_log *log = &env->log; in btf_verifier_log()
1408 __printf(4, 5) static void __btf_verifier_log_type(struct btf_verifier_env *env, in __btf_verifier_log_type() argument
1458 btf_verifier_log_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const char *fmt, ...) btf_verifier_log_member() argument
1511 btf_verifier_log_vsi(struct btf_verifier_env *env, const struct btf_type *datasec_type, const struct btf_var_secinfo *vsi, const char *fmt, ...) btf_verifier_log_vsi() argument
1538 btf_verifier_log_hdr(struct btf_verifier_env *env, u32 btf_data_size) btf_verifier_log_hdr() argument
1562 btf_add_type(struct btf_verifier_env *env, struct btf_type *t) btf_add_type() argument
1723 env_resolve_init(struct btf_verifier_env *env) env_resolve_init() argument
1759 btf_verifier_env_free(struct btf_verifier_env *env) btf_verifier_env_free() argument
1765 env_type_is_resolve_sink(const struct btf_verifier_env *env, const struct btf_type *next_type) env_type_is_resolve_sink() argument
1790 env_type_is_resolved(const struct btf_verifier_env *env, u32 type_id) env_type_is_resolved() argument
1800 env_stack_push(struct btf_verifier_env *env, const struct btf_type *t, u32 type_id) env_stack_push() argument
1830 env_stack_set_next_member(struct btf_verifier_env *env, u16 next_member) env_stack_set_next_member() argument
1836 env_stack_pop_resolved(struct btf_verifier_env *env, u32 resolved_type_id, u32 resolved_size) env_stack_pop_resolved() argument
1849 env_stack_peak(struct btf_verifier_env *env) env_stack_peak() argument
2018 btf_df_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_df_check_member() argument
2028 btf_df_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_df_check_kflag_member() argument
2041 btf_generic_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_generic_check_kflag_member() argument
2060 btf_df_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_df_resolve() argument
2074 btf_int_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_int_check_member() argument
2112 btf_int_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_int_check_kflag_member() argument
2168 btf_int_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_int_check_meta() argument
2232 btf_int_log(struct btf_verifier_env *env, const struct btf_type *t) btf_int_log() argument
2433 btf_modifier_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_modifier_check_member() argument
2458 btf_modifier_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_modifier_check_kflag_member() argument
2483 btf_ptr_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_ptr_check_member() argument
2509 btf_ref_type_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_ref_type_check_meta() argument
2557 btf_modifier_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_modifier_resolve() argument
2599 btf_var_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_var_resolve() argument
2645 btf_ptr_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_ptr_resolve() argument
2742 btf_ref_type_log(struct btf_verifier_env *env, const struct btf_type *t) btf_ref_type_log() argument
2766 btf_fwd_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_fwd_check_meta() argument
2792 btf_fwd_type_log(struct btf_verifier_env *env, const struct btf_type *t) btf_fwd_type_log() argument
2807 btf_array_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_array_check_member() argument
2836 btf_array_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_array_check_meta() argument
2889 btf_array_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_array_resolve() argument
2954 btf_array_log(struct btf_verifier_env *env, const struct btf_type *t) btf_array_log() argument
3058 btf_struct_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_struct_check_member() argument
3083 btf_struct_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_struct_check_meta() argument
3164 btf_struct_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_struct_resolve() argument
3235 btf_struct_log(struct btf_verifier_env *env, const struct btf_type *t) btf_struct_log() argument
3998 btf_enum_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_enum_check_member() argument
4023 btf_enum_check_kflag_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_enum_check_kflag_member() argument
4058 btf_enum_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_enum_check_meta() argument
4117 btf_enum_log(struct btf_verifier_env *env, const struct btf_type *t) btf_enum_log() argument
4166 btf_enum64_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_enum64_check_meta() argument
4269 btf_func_proto_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_func_proto_check_meta() argument
4297 btf_func_proto_log(struct btf_verifier_env *env, const struct btf_type *t) btf_func_proto_log() argument
4356 btf_func_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_func_check_meta() argument
4381 btf_func_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_func_resolve() argument
4405 btf_var_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_var_check_meta() argument
4453 btf_var_log(struct btf_verifier_env *env, const struct btf_type *t) btf_var_log() argument
4469 btf_datasec_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_datasec_check_meta() argument
4542 btf_datasec_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_datasec_resolve() argument
4582 btf_datasec_log(struct btf_verifier_env *env, const struct btf_type *t) btf_datasec_log() argument
4621 btf_float_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_float_check_meta() argument
4646 btf_float_check_member(struct btf_verifier_env *env, const struct btf_type *struct_type, const struct btf_member *member, const struct btf_type *member_type) btf_float_check_member() argument
4681 btf_float_log(struct btf_verifier_env *env, const struct btf_type *t) btf_float_log() argument
4696 btf_decl_tag_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_decl_tag_check_meta() argument
4739 btf_decl_tag_resolve(struct btf_verifier_env *env, const struct resolve_vertex *v) btf_decl_tag_resolve() argument
4785 btf_decl_tag_log(struct btf_verifier_env *env, const struct btf_type *t) btf_decl_tag_log() argument
4800 btf_func_proto_check(struct btf_verifier_env *env, const struct btf_type *t) btf_func_proto_check() argument
4895 btf_func_check(struct btf_verifier_env *env, const struct btf_type *t) btf_func_check() argument
4945 btf_check_meta(struct btf_verifier_env *env, const struct btf_type *t, u32 meta_left) btf_check_meta() argument
4987 btf_check_all_metas(struct btf_verifier_env *env) btf_check_all_metas() argument
5014 btf_resolve_valid(struct btf_verifier_env *env, const struct btf_type *t, u32 type_id) btf_resolve_valid() argument
5055 btf_resolve(struct btf_verifier_env *env, const struct btf_type *t, u32 type_id) btf_resolve() argument
5088 btf_check_all_types(struct btf_verifier_env *env) btf_check_all_types() argument
5122 btf_parse_type_sec(struct btf_verifier_env *env) btf_parse_type_sec() argument
5145 btf_parse_str_sec(struct btf_verifier_env *env) btf_parse_str_sec() argument
5189 btf_check_sec_info(struct btf_verifier_env *env, u32 btf_data_size) btf_check_sec_info() argument
5242 btf_parse_hdr(struct btf_verifier_env *env) btf_parse_hdr() argument
5412 btf_check_type_tags(struct btf_verifier_env *env, struct btf *btf, int start_id) btf_check_type_tags() argument
5479 struct btf_verifier_env *env = NULL; btf_parse() local
5722 struct btf_verifier_env *env = NULL; BTF_ID_LIST() local
5791 struct btf_verifier_env *env = NULL; btf_parse_module() local
6761 btf_check_func_arg_match(struct bpf_verifier_env *env, const struct btf *btf, u32 func_id, struct bpf_reg_state *regs, bool ptr_to_mem_ok, bool processing_call) btf_check_func_arg_match() argument
6870 btf_check_subprog_arg_match(struct bpf_verifier_env *env, int subprog, struct bpf_reg_state *regs) btf_check_subprog_arg_match() argument
6913 btf_check_subprog_call(struct bpf_verifier_env *env, int subprog, struct bpf_reg_state *regs) btf_check_subprog_call() argument
6951 btf_prepare_func_args(struct bpf_verifier_env *env, int subprog, struct bpf_reg_state *regs) btf_prepare_func_args() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | verifier.c | 16 #define pr_vlog(env, fmt, ...) \
17 bpf_verifier_log_write(env, "[nfp] " fmt, ##__VA_ARGS__)
83 static bool nfp_bpf_map_update_value_ok(struct bpf_verifier_env *env) in nfp_bpf_map_update_value_ok() argument
85 const struct bpf_reg_state *reg1 = cur_regs(env) + BPF_REG_1; in nfp_bpf_map_update_value_ok()
86 const struct bpf_reg_state *reg3 = cur_regs(env) + BPF_REG_3; in nfp_bpf_map_update_value_ok()
92 state = env->cur_state->frame[reg3->frameno]; in nfp_bpf_map_update_value_ok()
113 pr_vlog(env, "value at offset %d/%d may be non-zero, bpf_map_update_elem() is required to initialize atomic counters to zero to avoid offload endian issues\n", in nfp_bpf_map_update_value_ok()
124 nfp_bpf_stack_arg_ok(const char *fname, struct bpf_verifier_env *env, in nfp_bpf_stack_arg_ok() argument
131 pr_vlog(env, "%s: unsupported ptr type %d\n", in nfp_bpf_stack_arg_ok()
136 pr_vlog(env, " in nfp_bpf_stack_arg_ok()
157 nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env, struct nfp_insn_meta *meta, u32 helper_tgt, const struct bpf_reg_state *reg1) nfp_bpf_map_call_ok() argument
170 nfp_bpf_check_helper_call(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env, struct nfp_insn_meta *meta) nfp_bpf_check_helper_call() argument
311 nfp_bpf_check_exit(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env) nfp_bpf_check_exit() argument
343 nfp_bpf_check_stack_access(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, struct bpf_verifier_env *env) nfp_bpf_check_stack_access() argument
392 nfp_bpf_map_mark_used_one(struct bpf_verifier_env *env, struct nfp_bpf_map *nfp_map, unsigned int off, enum nfp_bpf_map_use use) nfp_bpf_map_mark_used_one() argument
417 nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, enum nfp_bpf_map_use use) nfp_bpf_map_mark_used() argument
451 nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env, u8 reg_no) nfp_bpf_check_ptr() argument
502 nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_store() argument
526 nfp_bpf_check_atomic(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_atomic() argument
556 nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_alu() argument
631 nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx, int prev_insn_idx) nfp_verify_insn() argument
673 nfp_assign_subprog_idx_and_regs(struct bpf_verifier_env *env, struct nfp_prog *nfp_prog) nfp_assign_subprog_idx_and_regs() argument
763 nfp_bpf_finalize(struct bpf_verifier_env *env) nfp_bpf_finalize() argument
807 nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off, struct bpf_insn *insn) nfp_bpf_opt_replace_insn() argument
841 nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) nfp_bpf_opt_remove_insns() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | verifier.c | 16 #define pr_vlog(env, fmt, ...) \
17 bpf_verifier_log_write(env, "[nfp] " fmt, ##__VA_ARGS__)
83 static bool nfp_bpf_map_update_value_ok(struct bpf_verifier_env *env) in nfp_bpf_map_update_value_ok() argument
85 const struct bpf_reg_state *reg1 = cur_regs(env) + BPF_REG_1; in nfp_bpf_map_update_value_ok()
86 const struct bpf_reg_state *reg3 = cur_regs(env) + BPF_REG_3; in nfp_bpf_map_update_value_ok()
92 state = env->cur_state->frame[reg3->frameno]; in nfp_bpf_map_update_value_ok()
113 pr_vlog(env, "value at offset %d/%d may be non-zero, bpf_map_update_elem() is required to initialize atomic counters to zero to avoid offload endian issues\n", in nfp_bpf_map_update_value_ok()
124 nfp_bpf_stack_arg_ok(const char *fname, struct bpf_verifier_env *env, in nfp_bpf_stack_arg_ok() argument
131 pr_vlog(env, "%s: unsupported ptr type %d\n", in nfp_bpf_stack_arg_ok()
136 pr_vlog(env, " in nfp_bpf_stack_arg_ok()
157 nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env, struct nfp_insn_meta *meta, u32 helper_tgt, const struct bpf_reg_state *reg1) nfp_bpf_map_call_ok() argument
170 nfp_bpf_check_helper_call(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env, struct nfp_insn_meta *meta) nfp_bpf_check_helper_call() argument
311 nfp_bpf_check_exit(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env) nfp_bpf_check_exit() argument
343 nfp_bpf_check_stack_access(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, struct bpf_verifier_env *env) nfp_bpf_check_stack_access() argument
392 nfp_bpf_map_mark_used_one(struct bpf_verifier_env *env, struct nfp_bpf_map *nfp_map, unsigned int off, enum nfp_bpf_map_use use) nfp_bpf_map_mark_used_one() argument
417 nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, enum nfp_bpf_map_use use) nfp_bpf_map_mark_used() argument
451 nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env, u8 reg_no) nfp_bpf_check_ptr() argument
502 nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_store() argument
526 nfp_bpf_check_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_xadd() argument
551 nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_alu() argument
626 nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx, int prev_insn_idx) nfp_verify_insn() argument
668 nfp_assign_subprog_idx_and_regs(struct bpf_verifier_env *env, struct nfp_prog *nfp_prog) nfp_assign_subprog_idx_and_regs() argument
758 nfp_bpf_finalize(struct bpf_verifier_env *env) nfp_bpf_finalize() argument
802 nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off, struct bpf_insn *insn) nfp_bpf_opt_replace_insn() argument
836 nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) nfp_bpf_opt_remove_insns() argument
[all...] |
| /kernel/linux/linux-5.10/lib/ |
| H A D | kobject_uevent.c | 117 struct kobj_uevent_env *env = NULL; in kobject_action_args() local
128 env = kzalloc(sizeof(*env), GFP_KERNEL); in kobject_action_args()
129 if (!env) in kobject_action_args()
134 add_uevent_var(env, "SYNTH_UUID=%.*s", UUID_STRING_LEN, buf)) in kobject_action_args()
168 if (add_uevent_var(env, "SYNTH_ARG_%.*s=%.*s", in kobject_action_args()
176 kfree(env); in kobject_action_args()
178 *ret_env = env; in kobject_action_args()
197 struct kobj_uevent_env *env; in kobject_synth_uevent() local
213 count - (action_args - buf), &env); in kobject_synth_uevent()
252 init_uevent_argv(struct kobj_uevent_env *env, const char *subsystem) init_uevent_argv() argument
279 alloc_uevent_skb(struct kobj_uevent_env *env, const char *action_string, const char *devpath) alloc_uevent_skb() argument
309 uevent_net_broadcast_untagged(struct kobj_uevent_env *env, const char *action_string, const char *devpath) uevent_net_broadcast_untagged() argument
342 uevent_net_broadcast_tagged(struct sock *usk, struct kobj_uevent_env *env, const char *action_string, const char *devpath) uevent_net_broadcast_tagged() argument
381 kobject_uevent_net_broadcast(struct kobject *kobj, struct kobj_uevent_env *env, const char *action_string, const char *devpath) kobject_uevent_net_broadcast() argument
419 zap_modalias_env(struct kobj_uevent_env *env) zap_modalias_env() argument
475 struct kobj_uevent_env *env; kobject_uevent_env() local
669 add_uevent_var(struct kobj_uevent_env *env, const char *format, ...) add_uevent_var() argument
[all...] |
| /kernel/linux/linux-6.6/lib/ |
| H A D | kobject_uevent.c | 117 struct kobj_uevent_env *env = NULL; in kobject_action_args() local
128 env = kzalloc(sizeof(*env), GFP_KERNEL); in kobject_action_args()
129 if (!env) in kobject_action_args()
134 add_uevent_var(env, "SYNTH_UUID=%.*s", UUID_STRING_LEN, buf)) in kobject_action_args()
168 if (add_uevent_var(env, "SYNTH_ARG_%.*s=%.*s", in kobject_action_args()
176 kfree(env); in kobject_action_args()
178 *ret_env = env; in kobject_action_args()
197 struct kobj_uevent_env *env; in kobject_synth_uevent() local
213 count - (action_args - buf), &env); in kobject_synth_uevent()
252 init_uevent_argv(struct kobj_uevent_env *env, const char *subsystem) init_uevent_argv() argument
279 alloc_uevent_skb(struct kobj_uevent_env *env, const char *action_string, const char *devpath) alloc_uevent_skb() argument
309 uevent_net_broadcast_untagged(struct kobj_uevent_env *env, const char *action_string, const char *devpath) uevent_net_broadcast_untagged() argument
342 uevent_net_broadcast_tagged(struct sock *usk, struct kobj_uevent_env *env, const char *action_string, const char *devpath) uevent_net_broadcast_tagged() argument
381 kobject_uevent_net_broadcast(struct kobject *kobj, struct kobj_uevent_env *env, const char *action_string, const char *devpath) kobject_uevent_net_broadcast() argument
419 zap_modalias_env(struct kobj_uevent_env *env) zap_modalias_env() argument
460 struct kobj_uevent_env *env; kobject_uevent_env() local
654 add_uevent_var(struct kobj_uevent_env *env, const char *format, ...) add_uevent_var() argument
[all...] |
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/ |
| H A D | veristat.c | 138 static struct env { struct
176 } env; variable
180 if (!env.verbose) in libbpf_print_fn()
182 if (level == LIBBPF_DEBUG && !env.debug) in libbpf_print_fn()
239 env.show_version = true; in parse_arg()
242 env.verbose = true; in parse_arg()
245 env.debug = true; in parse_arg()
246 env.verbose = true; in parse_arg()
249 env.quiet = true; in parse_arg()
252 err = parse_stats(arg, &env in parse_arg()
[all...] |
| H A D | test_progs.c | 24 return env.verbosity > VERBOSE_NONE; in verbose()
30 if (verbose() && env.worker_id == -1) { in stdio_hijack_init()
40 stdout = env.stdout; in stdio_hijack_init()
45 if (env.subtest_state) in stdio_hijack_init()
46 env.subtest_state->stdout = stdout; in stdio_hijack_init()
48 env.test_state->stdout = stdout; in stdio_hijack_init()
57 if (verbose() && env.worker_id == -1) { in stdio_hijack()
62 env.stdout = stdout; in stdio_hijack()
63 env.stderr = stderr; in stdio_hijack()
72 if (verbose() && env in stdio_restore_cleanup()
135 struct test_env env = {}; global() variable
742 struct test_env *env = state->input; parse_arg() local
1283 calculate_summary_and_print_errors(struct test_env *env) calculate_summary_and_print_errors() argument
[all...] |
| H A D | xdp_features.c | 26 static struct env { struct
38 } env; variable
47 if (level == LIBBPF_DEBUG && !env.verbosity) in libbpf_print_fn()
90 env.feature.action = XDP_PASS; in get_xdp_feature()
91 env.feature.drv_feature = NETDEV_XDP_ACT_BASIC; in get_xdp_feature()
93 env.feature.drv_feature = NETDEV_XDP_ACT_BASIC; in get_xdp_feature()
94 env.feature.action = XDP_DROP; in get_xdp_feature()
96 env.feature.drv_feature = NETDEV_XDP_ACT_BASIC; in get_xdp_feature()
97 env.feature.action = XDP_ABORTED; in get_xdp_feature()
99 env in get_xdp_feature()
[all...] |
| H A D | bench.c | 15 struct env env = { variable
27 if (level == LIBBPF_DEBUG && !env.verbose) in libbpf_print_fn()
73 hits_per_prod = hits_per_sec / env.producer_cnt; in hits_drops_report_progress()
151 hits_mean, hits_stddev, hits_mean / env.producer_cnt); in hits_drops_report_final()
163 hits_per_prod = hits_per_sec / env.producer_cnt; in ops_report_progress()
187 hits_mean, hits_stddev, hits_mean / env.producer_cnt); in ops_report_final()
188 printf("latency %8.3lf ns/op\n", 1000.0 / hits_mean * env.producer_cnt); in ops_report_final()
305 env.verbose = true; in parse_arg()
308 env in parse_arg()
[all...] |
| /kernel/linux/linux-5.10/arch/x86/kernel/fpu/ |
| H A D | regset.c | 225 convert_from_fxsr(struct user_i387_ia32_struct *env, struct task_struct *tsk) in convert_from_fxsr() argument
228 struct _fpreg *to = (struct _fpreg *) &env->st_space[0]; in convert_from_fxsr()
232 env->cwd = fxsave->cwd | 0xffff0000u; in convert_from_fxsr()
233 env->swd = fxsave->swd | 0xffff0000u; in convert_from_fxsr()
234 env->twd = twd_fxsr_to_i387(fxsave); in convert_from_fxsr()
237 env->fip = fxsave->rip; in convert_from_fxsr()
238 env->foo = fxsave->rdp; in convert_from_fxsr()
243 env->fcs = task_pt_regs(tsk)->cs; in convert_from_fxsr()
245 savesegment(ds, env->fos); in convert_from_fxsr()
247 env in convert_from_fxsr()
261 convert_to_fxsr(struct fxregs_state *fxsave, const struct user_i387_ia32_struct *env) convert_to_fxsr() argument
292 struct user_i387_ia32_struct env; fpregs_get() local
320 struct user_i387_ia32_struct env; fpregs_set() local
[all...] |
| /kernel/linux/linux-6.6/arch/x86/kernel/fpu/ |
| H A D | regset.c | 330 static void __convert_from_fxsr(struct user_i387_ia32_struct *env, in __convert_from_fxsr() argument
334 struct _fpreg *to = (struct _fpreg *) &env->st_space[0]; in __convert_from_fxsr()
338 env->cwd = fxsave->cwd | 0xffff0000u; in __convert_from_fxsr()
339 env->swd = fxsave->swd | 0xffff0000u; in __convert_from_fxsr()
340 env->twd = twd_fxsr_to_i387(fxsave); in __convert_from_fxsr()
343 env->fip = fxsave->rip; in __convert_from_fxsr()
344 env->foo = fxsave->rdp; in __convert_from_fxsr()
349 env->fcs = task_pt_regs(tsk)->cs; in __convert_from_fxsr()
351 savesegment(ds, env->fos); in __convert_from_fxsr()
353 env in __convert_from_fxsr()
368 convert_from_fxsr(struct user_i387_ia32_struct *env, struct task_struct *tsk) convert_from_fxsr() argument
373 convert_to_fxsr(struct fxregs_state *fxsave, const struct user_i387_ia32_struct *env) convert_to_fxsr() argument
404 struct user_i387_ia32_struct env; fpregs_get() local
436 struct user_i387_ia32_struct env; fpregs_set() local
[all...] |
| /kernel/linux/linux-5.10/tools/perf/arch/ |
| H A D | common.c | 8 #include "../util/env.h"
97 char *env = getenv("PATH"); in lookup_path() local
99 if (!env) in lookup_path()
102 env = strdup(env); in lookup_path()
103 if (!env) in lookup_path()
106 path = strtok_r(env, ":", &tmp); in lookup_path()
115 free(env); in lookup_path()
132 static int perf_env__lookup_binutils_path(struct perf_env *env, in perf_env__lookup_binutils_path() argument
136 const char *arch = perf_env__arch(env), *cross_en in perf_env__lookup_binutils_path()
205 perf_env__lookup_objdump(struct perf_env *env, const char **path) perf_env__lookup_objdump() argument
222 perf_env__single_address_space(struct perf_env *env) perf_env__single_address_space() argument
[all...] |
| /kernel/linux/linux-6.6/tools/perf/arch/ |
| H A D | common.c | 8 #include "../util/env.h"
109 char *env = getenv("PATH"); in lookup_path() local
111 if (!env) in lookup_path()
114 env = strdup(env); in lookup_path()
115 if (!env) in lookup_path()
118 path = strtok_r(env, ":", &tmp); in lookup_path()
127 free(env); in lookup_path()
144 static int perf_env__lookup_binutils_path(struct perf_env *env, in perf_env__lookup_binutils_path() argument
148 const char *arch = perf_env__arch(env), *cross_en in perf_env__lookup_binutils_path()
221 perf_env__lookup_objdump(struct perf_env *env, char **path) perf_env__lookup_objdump() argument
238 perf_env__single_address_space(struct perf_env *env) perf_env__single_address_space() argument
[all...] |
| /kernel/linux/linux-6.6/kernel/sched/ |
| H A D | fair.c | 2111 static void update_numa_stats(struct task_numa_env *env, in update_numa_stats() argument
2132 !cpumask_test_cpu(cpu, env->p->cpus_ptr)) in update_numa_stats()
2145 ns->node_type = numa_classify(env->imbalance_pct, ns); in update_numa_stats()
2151 static void task_numa_assign(struct task_numa_env *env, in task_numa_assign() argument
2154 struct rq *rq = cpu_rq(env->dst_cpu); in task_numa_assign()
2157 if (env->best_cpu != env->dst_cpu && xchg(&rq->numa_migrate_on, 1)) { in task_numa_assign()
2159 int start = env->dst_cpu; in task_numa_assign()
2162 for_each_cpu_wrap(cpu, cpumask_of_node(env->dst_nid), start + 1) { in task_numa_assign()
2163 if (cpu == env in task_numa_assign()
2198 load_too_imbalanced(long src_load, long dst_load, struct task_numa_env *env) load_too_imbalanced() argument
2239 task_numa_compare(struct task_numa_env *env, long taskimp, long groupimp, bool maymove) task_numa_compare() argument
2427 task_numa_find_cpu(struct task_numa_env *env, long taskimp, long groupimp) task_numa_find_cpu() argument
2487 struct task_numa_env env = { task_numa_migrate() local
9019 task_hot(struct task_struct *p, struct lb_env *env) task_hot() argument
9066 migrate_degrades_locality(struct task_struct *p, struct lb_env *env) migrate_degrades_locality() argument
9113 migrate_degrades_locality(struct task_struct *p, struct lb_env *env) migrate_degrades_locality() argument
9124 can_migrate_task(struct task_struct *p, struct lb_env *env) can_migrate_task() argument
9222 detach_task(struct task_struct *p, struct lb_env *env) detach_task() argument
9244 detach_one_task(struct lb_env *env) detach_one_task() argument
9275 detach_tasks(struct lb_env *env) detach_tasks() argument
9459 attach_tasks(struct lb_env *env) attach_tasks() argument
10034 sched_asym(struct lb_env *env, struct sd_lb_stats *sds, struct sg_lb_stats *sgs, struct sched_group *group) sched_asym() argument
10064 smt_balance(struct lb_env *env, struct sg_lb_stats *sgs, struct sched_group *group) smt_balance() argument
10083 sibling_imbalance(struct lb_env *env, struct sd_lb_stats *sds, struct sg_lb_stats *busiest, struct sg_lb_stats *local) sibling_imbalance() argument
10139 update_sg_lb_stats(struct lb_env *env, struct sd_lb_stats *sds, struct sched_group *group, struct sg_lb_stats *sgs, int *sg_status) update_sg_lb_stats() argument
10246 update_sd_pick_busiest(struct lb_env *env, struct sd_lb_stats *sds, struct sched_group *sg, struct sg_lb_stats *sgs) update_sd_pick_busiest() argument
10763 update_idle_cpu_scan(struct lb_env *env, unsigned long sum_util) update_idle_cpu_scan() argument
10840 update_sd_lb_stats(struct lb_env *env, struct sd_lb_stats *sds) update_sd_lb_stats() argument
10919 calculate_imbalance(struct lb_env *env, struct sd_lb_stats *sds) calculate_imbalance() argument
11121 find_busiest_group(struct lb_env *env) find_busiest_group() argument
11262 find_busiest_queue(struct lb_env *env, struct sched_group *group) find_busiest_queue() argument
11414 asym_active_balance(struct lb_env *env) asym_active_balance() argument
11433 imbalanced_active_balance(struct lb_env *env) imbalanced_active_balance() argument
11449 need_active_balance(struct lb_env *env) need_active_balance() argument
11490 should_we_balance(struct lb_env *env) should_we_balance() argument
11570 struct lb_env env = { load_balance() local
11914 struct lb_env env = { active_load_balance_cpu_stop() local
11944 struct lb_env env = { active_load_balance_cpu_stop() local
[all...] |