Lines Matching refs:subprog_info
1846 p = bsearch(&off, env->subprog_info, env->subprog_cnt, in find_subprog()
1847 sizeof(env->subprog_info[0]), cmp_subprogs); in find_subprog()
1850 return p - env->subprog_info; in find_subprog()
1871 env->subprog_info[env->subprog_cnt++].start = off; in add_subprog()
1872 sort(env->subprog_info, env->subprog_cnt, in add_subprog()
1873 sizeof(env->subprog_info[0]), cmp_subprogs, NULL); in add_subprog()
2183 struct bpf_subprog_info *subprog = env->subprog_info; in add_subprog_and_kfunc()
2226 struct bpf_subprog_info *subprog = env->subprog_info; in check_subprogs()
4230 u16 stack = env->subprog_info[func->subprogno].stack_depth; in update_stack_depth()
4236 env->subprog_info[func->subprogno].stack_depth = -off; in update_stack_depth()
4249 struct bpf_subprog_info *subprog = env->subprog_info; in check_max_stack_depth()
4366 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth()
6727 env->subprog_info[subprog].is_async_cb = true; in __check_func_call()
6728 async_cb = push_async_cb(env, env->subprog_info[subprog].start, in __check_func_call()
6777 *insn_idx = env->subprog_info[subprog].start - 1; in __check_func_call()
10983 if (env->subprog_info[i].has_ld_abs) { in check_abnormal_return()
10987 if (env->subprog_info[i].has_tail_call) { in check_abnormal_return()
11085 if (env->subprog_info[i].start != krecord[i].insn_off) { in check_btf_func()
11106 if (i && !scalar_return && env->subprog_info[i].has_ld_abs) { in check_btf_func()
11110 if (i && !scalar_return && env->subprog_info[i].has_tail_call) { in check_btf_func()
11139 aux->func_info[i].insn_off = env->subprog_info[i].start; in adjust_btf_func()
11181 sub = env->subprog_info; in check_btf_line()
13034 if (env->subprog_info[i].start <= off) in adjust_subprog_starts()
13036 env->subprog_info[i].start += len - 1; in adjust_subprog_starts()
13089 if (env->subprog_info[i].start >= off) in adjust_subprog_starts_after_remove()
13093 if (env->subprog_info[j].start >= off + cnt) in adjust_subprog_starts_after_remove()
13098 if (env->subprog_info[j].start != off + cnt) in adjust_subprog_starts_after_remove()
13108 memmove(env->subprog_info + i, in adjust_subprog_starts_after_remove()
13109 env->subprog_info + j, in adjust_subprog_starts_after_remove()
13110 sizeof(*env->subprog_info) * move); in adjust_subprog_starts_after_remove()
13127 if (env->subprog_info[i].start == off) in adjust_subprog_starts_after_remove()
13133 env->subprog_info[i].start -= cnt; in adjust_subprog_starts_after_remove()
13189 if (env->subprog_info[i].linfo_idx > l_off) { in bpf_adj_linfo_after_remove()
13193 if (env->subprog_info[i].linfo_idx >= l_off + l_cnt) in bpf_adj_linfo_after_remove()
13194 env->subprog_info[i].linfo_idx -= l_cnt; in bpf_adj_linfo_after_remove()
13196 env->subprog_info[i].linfo_idx = l_off; in bpf_adj_linfo_after_remove()
13685 subprog_end = env->subprog_info[i + 1].start; in jit_subprogs()
13721 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs()
13729 func[i]->aux->linfo_idx = env->subprog_info[i].linfo_idx; in jit_subprogs()
13738 func[i]->aux->tail_call_reachable = env->subprog_info[i].tail_call_reachable; in jit_subprogs()
14521 callback_start = env->subprog_info[callback_subprogno].start; in inline_bpf_loop()
14548 struct bpf_subprog_info *subprogs = env->subprog_info; in optimize_bpf_loop()
14586 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in optimize_bpf_loop()
14728 env->insn_idx = env->subprog_info[i].start; in do_check_subprogs()
14749 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in do_check_main()
14763 u32 depth = env->subprog_info[i].stack_depth; in print_verification_stats()