| /linux/fs/xfs/scrub/ |
| H A D | xfarray.c | 770 si->stack_depth + 2); in xfarray_qsort_push()
773 si_hi[si->stack_depth + 1] = si_hi[si->stack_depth]; in xfarray_qsort_push()
780 if (si_hi[si->stack_depth] - si_lo[si->stack_depth] > in xfarray_qsort_push()
781 si_hi[si->stack_depth - 1] - si_lo[si->stack_depth - 1]) { in xfarray_qsort_push()
782 swap(si_lo[si->stack_depth], si_lo[si->stack_depth - 1]); in xfarray_qsort_push()
783 swap(si_hi[si->stack_depth], si_hi[si->stack_depth - 1]); in xfarray_qsort_push()
931 lo = si_lo[si->stack_depth]; in xfarray_sort()
932 hi = si_hi[si->stack_depth]; in xfarray_sort()
938 si->stack_depth--; in xfarray_sort()
950 si->stack_depth--; in xfarray_sort()
[all …]
|
| H A D | xfarray.h | 122 int8_t stack_depth; member
|
| H A D | trace.h | 1110 __field(int, stack_depth)
1117 __entry->stack_depth = si->stack_depth;
1125 __entry->stack_depth,
|
| /linux/lib/ |
| H A D | test_bpf.c | 8139 .stack_depth = 8,
8159 .stack_depth = 8,
8176 .stack_depth = 0,
8192 .stack_depth = 0,
8208 .stack_depth = 0,
8228 .stack_depth = 8,
8248 .stack_depth = 8,
8265 .stack_depth = 0,
14834 fp->aux->stack_depth = tests[which].stack_depth; in generate_filter()
15200 int stack_depth; member
[all …]
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 426 off += STK_OFF + stack_depth; in restore_regs()
492 restore_regs(jit, rs, re, stack_depth); in save_restore_regs()
552 u32 stack_depth) in bpf_jit_prologue() argument
574 save_restore_regs(jit, REGS_SAVE, stack_depth); in bpf_jit_prologue()
650 save_restore_regs(jit, REGS_RESTORE, stack_depth); in bpf_jit_epilogue()
779 int i, bool extra_pass, u32 stack_depth) in bpf_jit_insn() argument
1618 off = STK_OFF_TCCNT + STK_OFF + stack_depth; in bpf_jit_insn()
1958 bool extra_pass, u32 stack_depth) in bpf_jit_prog() argument
1967 bpf_jit_prologue(jit, fp, stack_depth); in bpf_jit_prog()
1978 bpf_jit_epilogue(jit, stack_depth); in bpf_jit_prog()
[all …]
|
| /linux/drivers/firewire/ |
| H A D | core-topology.c | 178 int i, port_count, child_port_count, phy_id, parent_count, stack_depth; in build_tree() local
185 stack_depth = 0; in build_tree()
207 if (child_port_count > stack_depth) { in build_tree()
283 stack_depth += 1 - child_port_count; in build_tree()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | verifier.c | 714 frame_depths[frame] = nfp_prog->subprog[idx].stack_depth; in nfp_bpf_get_stack_usage()
782 nfp_prog->subprog[i].stack_depth = info[i].stack_depth; in nfp_bpf_finalize()
788 nfp_prog->subprog[i].stack_depth += REG_WIDTH; in nfp_bpf_finalize()
791 nfp_prog->subprog[i].stack_depth += BPF_REG_SIZE * 4; in nfp_bpf_finalize()
|
| H A D | main.h | 484 u16 stack_depth; member
|
| H A D | jit.c | 3264 u32 ret_tgt, stack_depth, offset_br; in bpf_to_bpf_call() local
3267 stack_depth = round_up(nfp_prog->stack_frame_depth, STACK_FRAME_ALIGN); in bpf_to_bpf_call()
3271 if (stack_depth) { in bpf_to_bpf_call()
3272 tmp_reg = ur_load_imm_any(nfp_prog, stack_depth, in bpf_to_bpf_call()
3331 if (stack_depth) { in bpf_to_bpf_call()
3332 tmp_reg = ur_load_imm_any(nfp_prog, stack_depth, in bpf_to_bpf_call()
3649 unsigned int depth = nfp_prog->subprog[meta->subprog_idx].stack_depth; in nfp_start_subprog()
3837 depth = nfp_prog->subprog[0].stack_depth; in nfp_translate()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 453 if (stack_depth) in emit_prologue()
608 u32 stack_depth, u8 *ip, in emit_bpf_tail_call_indirect() argument
611 int tcc_off = -4 - round_up(stack_depth, 8); in emit_bpf_tail_call_indirect()
667 if (stack_depth) in emit_bpf_tail_call_indirect()
669 round_up(stack_depth, 8)); in emit_bpf_tail_call_indirect()
691 bool *callee_regs_used, u32 stack_depth, in emit_bpf_tail_call_direct() argument
694 int tcc_off = -4 - round_up(stack_depth, 8); in emit_bpf_tail_call_direct()
728 if (stack_depth) in emit_bpf_tail_call_direct()
1345 emit_prologue(&prog, bpf_prog->aux->stack_depth, in do_jit()
2058 bpf_prog->aux->stack_depth, in do_jit()
[all …]
|
| H A D | bpf_jit_comp32.c | 181 #define _STACK_SIZE (stack_depth + SCRATCH_SIZE)
1200 static void emit_prologue(u8 **pprog, u32 stack_depth) in emit_prologue() argument
1245 static void emit_epilogue(u8 **pprog, u32 stack_depth) in emit_epilogue() argument
1670 emit_prologue(&prog, bpf_prog->aux->stack_depth); in do_jit()
2472 emit_epilogue(&prog, bpf_prog->aux->stack_depth); in do_jit()
|
| /linux/include/linux/ |
| H A D | kcsan-checks.h | 138 int stack_depth; member
|
| H A D | bpf_verifier.h | 632 u16 stack_depth; /* max. stack depth used by this function */ member
|
| H A D | bpf.h | 1446 u32 stack_depth; member
2484 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth);
|
| /linux/kernel/kcsan/ |
| H A D | core.c | 437 reorder_access->stack_depth = get_kcsan_stack_depth(); in set_reorder_access()
1122 if (get_kcsan_stack_depth() <= reorder_access->stack_depth) { in __tsan_func_exit()
1133 reorder_access->stack_depth = INT_MIN; in __tsan_func_exit()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 136 cgctx.stack_size = round_up(fp->aux->stack_depth, 16); in bpf_int_jit_compile()
|
| /linux/fs/overlayfs/ |
| H A D | super.c | 386 struct ovl_fs *ofs, int *stack_depth) in ovl_lower_dir() argument
395 *stack_depth = max(*stack_depth, path->mnt->mnt_sb->s_stack_depth); in ovl_lower_dir()
|
| /linux/kernel/bpf/ |
| H A D | core.c | 2281 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth) in bpf_patch_call_args() argument
2283 stack_depth = max_t(u32, stack_depth, 1); in bpf_patch_call_args()
2285 insn->imm = interpreters_args[(round_up(stack_depth, 32) / 32) - 1] - in bpf_patch_call_args()
2364 u32 stack_depth = max_t(u32, fp->aux->stack_depth, 1); in bpf_prog_select_func() local
2366 fp->bpf_func = interpreters[(round_up(stack_depth, 32) / 32) - 1]; in bpf_prog_select_func()
|
| H A D | verifier.c | 5866 return round_up(stack_depth, 16); in round_up_stack_depth()
19401 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs()
19813 u16 stack_depth = subprogs[cur_subprog].stack_depth; in do_misc_fixups() local
20513 stack_depth = subprogs[cur_subprog].stack_depth; in do_misc_fixups()
20520 env->prog->aux->stack_depth = subprogs[0].stack_depth; in do_misc_fixups()
20663 u16 stack_depth = subprogs[cur_subprog].stack_depth; in optimize_bpf_loop() local
20664 u16 stack_depth_roundup = round_up(stack_depth, 8) - stack_depth; in optimize_bpf_loop()
20691 stack_depth = subprogs[cur_subprog].stack_depth; in optimize_bpf_loop()
20692 stack_depth_roundup = round_up(stack_depth, 8) - stack_depth; in optimize_bpf_loop()
20697 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in optimize_bpf_loop()
[all …]
|
| /linux/arch/sparc/net/ |
| H A D | bpf_jit_comp_64.c | 803 u32 stack_depth; in build_prologue() local
805 stack_depth = prog->aux->stack_depth; in build_prologue()
806 stack_needed += round_up(stack_depth, 16); in build_prologue()
|
| /linux/Documentation/bpf/ |
| H A D | drgn.rst | 132 .stack_depth = (u32)8,
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp64.c | 587 locals = ALIGN(ctx->program->aux->stack_depth, MIPS_STACK_ALIGNMENT); in build_prologue()
|
| /linux/arch/arc/net/ |
| H A D | bpf_jit_core.c | 264 ctx->frame_size = ctx->prog->aux->stack_depth; in analyze_reg_usage()
|
| /linux/security/ |
| H A D | Kconfig.hardening | 213 the /proc file system. In particular, /proc/<pid>/stack_depth
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 1113 bpf_stack_adjust = ctx->prog->aux->stack_depth; in bpf_jit_build_prologue()
|