| H A D | verifier.c | 257 static const struct bpf_line_info *find_linfo(const struct bpf_verifier_env *env, u32 insn_off)
in find_linfo() argument
320 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, const char *fmt, ...)
in bpf_verifier_log_write() argument
336 struct bpf_verifier_env *env = private_data;
in verbose() local
370 __printf(3, 4) static void verbose_linfo(struct bpf_verifier_env *env, u32 insn_off, const char *prefix_fmt, ...)
in verbose_linfo() argument
481 reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type) reg_type_str() argument
532 print_liveness(struct bpf_verifier_env *env, enum bpf_reg_liveness live) print_liveness() argument
548 func(struct bpf_verifier_env *env, const struct bpf_reg_state *reg) func() argument
560 print_verifier_state(struct bpf_verifier_env *env, const struct bpf_func_state *state) print_verifier_state() argument
759 acquire_reference_state(struct bpf_verifier_env *env, int insn_idx) acquire_reference_state() argument
903 update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st) update_branch_counts() argument
919 pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx, int *insn_idx, bool pop_log) pop_stack() argument
952 push_stack(struct bpf_verifier_env *env, int insn_idx, int prev_insn_idx, bool speculative) push_stack() argument
1055 mark_reg_known_zero(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_known_zero() argument
1318 __mark_reg_unknown(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) __mark_reg_unknown() argument
1332 mark_reg_unknown(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_unknown() argument
1345 verifier_mark_reg_not_init(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) verifier_mark_reg_not_init() argument
1351 mark_reg_not_init(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno) mark_reg_not_init() argument
1364 mark_btf_ld_reg(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno, enum bpf_reg_type reg_type, u32 btf_id) mark_btf_ld_reg() argument
1377 init_reg_state(struct bpf_verifier_env *env, struct bpf_func_state *state) init_reg_state() argument
1396 init_func_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int callsite, int frameno, int subprogno) init_func_state() argument
1416 find_subprog(struct bpf_verifier_env *env, int off) find_subprog() argument
1427 add_subprog(struct bpf_verifier_env *env, int off) add_subprog() argument
1449 check_subprogs(struct bpf_verifier_env *env) check_subprogs() argument
1537 mark_reg_read(struct bpf_verifier_env *env, const struct bpf_reg_state *state, struct bpf_reg_state *parent, u8 flag) mark_reg_read() argument
1590 is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn, u32 regno, struct bpf_reg_state *reg, enum reg_arg_type t) is_reg64() argument
1689 insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn) insn_has_def32() argument
1698 mark_insn_zext(struct bpf_verifier_env *env, struct bpf_reg_state *reg) mark_insn_zext() argument
1711 check_reg_arg(struct bpf_verifier_env *env, u32 regno, enum reg_arg_type t) check_reg_arg() argument
1758 push_jmp_history(struct bpf_verifier_env *env, struct bpf_verifier_state *cur) push_jmp_history() argument
1795 backtrack_insn(struct bpf_verifier_env *env, int idx, u32 *reg_mask, u64 *stack_mask) backtrack_insn() argument
1996 mark_all_scalars_precise(struct bpf_verifier_env *env, struct bpf_verifier_state *st) mark_all_scalars_precise() argument
2029 __mark_chain_precision(struct bpf_verifier_env *env, int regno, int spi) __mark_chain_precision() argument
2204 mark_chain_precision(struct bpf_verifier_env *env, int regno) mark_chain_precision() argument
2209 mark_chain_precision_stack(struct bpf_verifier_env *env, int spi) mark_chain_precision_stack() argument
2286 check_stack_write_fixed_off(struct bpf_verifier_env *env, struct bpf_func_state *state, int off, int size, int value_regno, int insn_idx) check_stack_write_fixed_off() argument
2413 check_stack_write_var_off(struct bpf_verifier_env *env, struct bpf_func_state *state, int ptr_regno, int off, int size, int value_regno, int insn_idx) check_stack_write_var_off() argument
2506 mark_reg_stack_read(struct bpf_verifier_env *env, struct bpf_func_state *ptr_state, int min_off, int max_off, int dst_regno) mark_reg_stack_read() argument
2557 check_stack_read_fixed_off(struct bpf_verifier_env *env, struct bpf_func_state *reg_state, int off, int size, int dst_regno) check_stack_read_fixed_off() argument
2641 reg_state(struct bpf_verifier_env *env, int regno) reg_state() argument
2659 check_stack_read_var_off(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst_regno) check_stack_read_var_off() argument
2689 check_stack_read(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst_regno) check_stack_read() argument
2743 check_stack_write(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int value_regno, int insn_idx) check_stack_write() argument
2762 check_map_access_type(struct bpf_verifier_env *env, u32 regno, int off, int size, enum bpf_access_type type) check_map_access_type() argument
2780 __check_mem_access(struct bpf_verifier_env *env, int regno, int off, int size, u32 mem_size, bool zero_size_allowed) __check_mem_access() argument
2810 check_mem_region_access(struct bpf_verifier_env *env, u32 regno, int off, int size, u32 mem_size, bool zero_size_allowed) check_mem_region_access() argument
2862 check_map_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_size_allowed) check_map_access() argument
2898 may_access_direct_pkt_data(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta, enum bpf_access_type t) may_access_direct_pkt_data() argument
2942 check_packet_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_size_allowed) check_packet_access() argument
2978 check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size, enum bpf_access_type t, enum bpf_reg_type *reg_type, u32 *btf_id) check_ctx_access() argument
3012 check_flow_keys_access(struct bpf_verifier_env *env, int off, int size) check_flow_keys_access() argument
3021 check_sock_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int size, enum bpf_access_type t) check_sock_access() argument
3061 is_pointer_value(struct bpf_verifier_env *env, int regno) is_pointer_value() argument
3066 is_ctx_reg(struct bpf_verifier_env *env, int regno) is_ctx_reg() argument
3073 is_sk_reg(struct bpf_verifier_env *env, int regno) is_sk_reg() argument
3080 is_pkt_reg(struct bpf_verifier_env *env, int regno) is_pkt_reg() argument
3087 is_flow_key_reg(struct bpf_verifier_env *env, int regno) is_flow_key_reg() argument
3095 check_pkt_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int off, int size, bool strict) check_pkt_ptr_alignment() argument
3128 check_generic_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, const char *pointer_desc, int off, int size, bool strict) check_generic_ptr_alignment() argument
3150 check_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int off, int size, bool strict_alignment_once) check_ptr_alignment() argument
3198 update_stack_depth(struct bpf_verifier_env *env, const struct bpf_func_state *func, int off) update_stack_depth() argument
3217 check_max_stack_depth(struct bpf_verifier_env *env) check_max_stack_depth() argument
3336 get_callee_stack_depth(struct bpf_verifier_env *env, const struct bpf_insn *insn, int idx) get_callee_stack_depth() argument
3349 __check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, bool fixed_off_ok) __check_ptr_off_reg() argument
3373 check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno) check_ptr_off_reg() argument
3378 __check_buffer_access(struct bpf_verifier_env *env, const char *buf_info, const struct bpf_reg_state *reg, int regno, int off, int size) __check_buffer_access() argument
3396 check_tp_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, int off, int size) check_tp_buffer_access() argument
3413 check_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno, int off, int size, bool zero_size_allowed, const char *buf_info, u32 *max_access) check_buffer_access() argument
3505 check_ptr_to_btf_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int regno, int off, int size, enum bpf_access_type atype, int value_regno) check_ptr_to_btf_access() argument
3548 check_ptr_to_map_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int regno, int off, int size, enum bpf_access_type atype, int value_regno) check_ptr_to_map_access() argument
3625 check_stack_access_within_bounds(struct bpf_verifier_env *env, int regno, int off, int access_size, enum stack_access_src src, enum bpf_access_type type) check_stack_access_within_bounds() argument
3689 check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int bpf_size, enum bpf_access_type t, int value_regno, bool strict_alignment_once) check_mem_access() argument
3895 check_xadd(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn) check_xadd() argument
3947 check_stack_range_initialized(struct bpf_verifier_env *env, int regno, int off, int access_size, bool zero_size_allowed, enum stack_access_src type, struct bpf_call_arg_meta *meta) check_stack_range_initialized() argument
4073 check_helper_mem_access(struct bpf_verifier_env *env, int regno, int access_size, bool zero_size_allowed, struct bpf_call_arg_meta *meta) check_helper_mem_access() argument
4139 process_spin_lock(struct bpf_verifier_env *env, int regno, bool is_lock) process_spin_lock() argument
4220 resolve_map_arg_type(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta, enum bpf_arg_type *arg_type) resolve_map_arg_type() argument
4341 check_reg_type(struct bpf_verifier_env *env, u32 regno, enum bpf_arg_type arg_type, const u32 *arg_btf_id) check_reg_type() argument
4409 check_func_arg(struct bpf_verifier_env *env, u32 arg, struct bpf_call_arg_meta *meta, const struct bpf_func_proto *fn) check_func_arg() argument
4619 may_update_sockmap(struct bpf_verifier_env *env, int func_id) may_update_sockmap() argument
4653 allow_tail_call_in_subprogs(struct bpf_verifier_env *env) allow_tail_call_in_subprogs() argument
4658 check_map_func_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, int func_id) check_map_func_compatibility() argument
4976 __clear_all_pkt_pointers(struct bpf_verifier_env *env, struct bpf_func_state *state) __clear_all_pkt_pointers() argument
4998 clear_all_pkt_pointers(struct bpf_verifier_env *env) clear_all_pkt_pointers() argument
5008 release_reg_references(struct bpf_verifier_env *env, struct bpf_func_state *state, int ref_obj_id) release_reg_references() argument
5033 release_reference(struct bpf_verifier_env *env, int ref_obj_id) release_reference() argument
5051 clear_caller_saved_regs(struct bpf_verifier_env *env, struct bpf_reg_state *regs) clear_caller_saved_regs() argument
5062 check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx) check_func_call() argument
5160 prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx) prepare_func_exit() argument
5222 record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_id, int insn_idx) record_func_map() argument
5257 record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_id, int insn_idx) record_func_key() argument
5295 check_reference_leak(struct bpf_verifier_env *env) check_reference_leak() argument
5306 check_helper_call(struct bpf_verifier_env *env, int func_id, int insn_idx) check_helper_call() argument
5598 check_reg_sane_offset(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, enum bpf_reg_type type) check_reg_sane_offset() argument
5628 cur_aux(struct bpf_verifier_env *env) cur_aux() argument
5670 can_skip_alu_sanitation(const struct bpf_verifier_env *env, const struct bpf_insn *insn) can_skip_alu_sanitation() argument
5690 sanitize_val_alu(struct bpf_verifier_env *env, struct bpf_insn *insn) sanitize_val_alu() argument
5711 sanitize_speculative_path(struct bpf_verifier_env *env, const struct bpf_insn *insn, u32 next_idx, u32 curr_idx) sanitize_speculative_path() argument
5730 sanitize_ptr_alu(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_reg_state *ptr_reg, const struct bpf_reg_state *off_reg, struct bpf_reg_state *dst_reg, struct bpf_sanitize_info *info, const bool commit_window) sanitize_ptr_alu() argument
5826 sanitize_mark_insn_seen(struct bpf_verifier_env *env) sanitize_mark_insn_seen() argument
5840 sanitize_err(struct bpf_verifier_env *env, const struct bpf_insn *insn, int reason, const struct bpf_reg_state *off_reg, const struct bpf_reg_state *dst_reg) sanitize_err() argument
5881 check_stack_access_for_ptr_arithmetic(struct bpf_verifier_env *env, int regno, const struct bpf_reg_state *reg, int off) check_stack_access_for_ptr_arithmetic() argument
5903 sanitize_check_bounds(struct bpf_verifier_env *env, const struct bpf_insn *insn, const struct bpf_reg_state *dst_reg) sanitize_check_bounds() argument
5942 adjust_ptr_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_reg_state *ptr_reg, const struct bpf_reg_state *off_reg) adjust_ptr_min_max_vals() argument
6712 adjust_scalar_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_reg_state *dst_reg, struct bpf_reg_state src_reg) adjust_scalar_min_max_vals() argument
6874 adjust_reg_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn) adjust_reg_min_max_vals() argument
6954 check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn) check_alu_op() argument
7822 check_cond_jmp_op(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx) check_cond_jmp_op() argument
7982 check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn) check_ld_imm() argument
8082 check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn) check_ld_abs() argument
8160 check_return_code(struct bpf_verifier_env *env) check_return_code() argument
8323 state_htab_size(struct bpf_verifier_env *env) state_htab_size() argument
8328 explored_state(struct bpf_verifier_env *env, int idx) explored_state() argument
8336 init_explored_state(struct bpf_verifier_env *env, int idx) init_explored_state() argument
8346 push_insn(int t, int w, int e, struct bpf_verifier_env *env, bool loop_ok) push_insn() argument
8400 check_cfg(struct bpf_verifier_env *env) check_cfg() argument
8531 check_abnormal_return(struct bpf_verifier_env *env) check_abnormal_return() argument
8552 check_btf_func(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr __user *uattr) check_btf_func() argument
8677 adjust_btf_func(struct bpf_verifier_env *env) adjust_btf_func() argument
8695 check_btf_line(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr __user *uattr) check_btf_line() argument
8812 check_btf_info(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr __user *uattr) check_btf_info() argument
8882 clean_func_state(struct bpf_verifier_env *env, struct bpf_func_state *st) clean_func_state() argument
8912 clean_verifier_state(struct bpf_verifier_env *env, struct bpf_verifier_state *st) clean_verifier_state() argument
8957 clean_live_states(struct bpf_verifier_env *env, int insn, struct bpf_verifier_state *cur) clean_live_states() argument
8982 regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold, struct bpf_reg_state *rcur, struct bpf_id_pair *idmap) regsafe() argument
9109 stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_state *cur, struct bpf_id_pair *idmap) stacksafe() argument
9211 func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_state *cur) func_states_equal() argument
9233 states_equal(struct bpf_verifier_env *env, struct bpf_verifier_state *old, struct bpf_verifier_state *cur) states_equal() argument
9269 propagate_liveness_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, struct bpf_reg_state *parent_reg) propagate_liveness_reg() argument
9303 propagate_liveness(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate, struct bpf_verifier_state *vparent) propagate_liveness() argument
9348 propagate_precision(struct bpf_verifier_env *env, const struct bpf_verifier_state *old) propagate_precision() argument
9407 is_state_visited(struct bpf_verifier_env *env, int insn_idx) is_state_visited() argument
9652 do_check(struct bpf_verifier_env *env) do_check() argument
9959 check_pseudo_btf_id(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_insn_aux_data *aux) check_pseudo_btf_id() argument
10071 check_map_prog_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, struct bpf_prog *prog) check_map_prog_compatibility() argument
10153 resolve_pseudo_ldimm64(struct bpf_verifier_env *env) resolve_pseudo_ldimm64() argument
10308 release_maps(struct bpf_verifier_env *env) release_maps() argument
10314 convert_pseudo_ld_imm64(struct bpf_verifier_env *env) convert_pseudo_ld_imm64() argument
10331 adjust_insn_aux_data(struct bpf_verifier_env *env, struct bpf_insn_aux_data *new_data, struct bpf_prog *new_prog, u32 off, u32 cnt) adjust_insn_aux_data() argument
10362 adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len) adjust_subprog_starts() argument
10393 bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, const struct bpf_insn *patch, u32 len) bpf_patch_insn_data() argument
10420 adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt) adjust_subprog_starts_after_remove() argument
10478 bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt) bpf_adj_linfo_after_remove() argument
10547 verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) verifier_remove_insns() argument
10588 sanitize_dead_code(struct bpf_verifier_env *env) sanitize_dead_code() argument
10621 opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env) opt_hard_wire_dead_code_branches() argument
10650 opt_remove_dead_code(struct bpf_verifier_env *env) opt_remove_dead_code() argument
10677 opt_remove_nops(struct bpf_verifier_env *env) opt_remove_nops() argument
10700 opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env, const union bpf_attr *attr) opt_subreg_zext_lo32_rnd_hi32() argument
10786 convert_ctx_accesses(struct bpf_verifier_env *env) convert_ctx_accesses() argument
10964 jit_subprogs(struct bpf_verifier_env *env) jit_subprogs() argument
11178 fixup_call_args(struct bpf_verifier_env *env) fixup_call_args() argument
11224 fixup_bpf_calls(struct bpf_verifier_env *env) fixup_bpf_calls() argument
11555 free_states(struct bpf_verifier_env *env) free_states() argument
11586 do_check_common(struct bpf_verifier_env *env, int subprog) do_check_common() argument
11679 do_check_subprogs(struct bpf_verifier_env *env) do_check_subprogs() argument
11704 do_check_main(struct bpf_verifier_env *env) do_check_main() argument
11716 print_verification_stats(struct bpf_verifier_env *env) print_verification_stats() argument
11740 check_struct_ops_btf_id(struct bpf_verifier_env *env) check_struct_ops_btf_id() argument
12062 check_attach_btf_id(struct bpf_verifier_env *env) check_attach_btf_id() argument
12150 struct bpf_verifier_env *env; bpf_check() local
[all...] |