Lines Matching refs:uint_bld
153 get_soa_array_offsets(struct lp_build_context *uint_bld, in get_soa_array_offsets() argument
159 struct gallivm_state *gallivm = uint_bld->gallivm; in get_soa_array_offsets()
161 lp_build_const_int_vec(uint_bld->gallivm, uint_bld->type, chan_index); in get_soa_array_offsets()
163 lp_build_const_int_vec(gallivm, uint_bld->type, uint_bld->type.length); in get_soa_array_offsets()
167 …index_vec = lp_build_mul(uint_bld, indirect_index, lp_build_const_int_vec(uint_bld->gallivm, uint_… in get_soa_array_offsets()
168 index_vec = lp_build_add(uint_bld, index_vec, chan_vec); in get_soa_array_offsets()
169 index_vec = lp_build_mul(uint_bld, index_vec, length_vec); in get_soa_array_offsets()
175 pixel_offsets = uint_bld->undef; in get_soa_array_offsets()
176 for (i = 0; i < uint_bld->type.length; i++) { in get_soa_array_offsets()
181 index_vec = lp_build_add(uint_bld, index_vec, pixel_offsets); in get_soa_array_offsets()
196 struct lp_build_context *uint_bld = &bld_base->uint_bld; in build_gather() local
223 indexes = lp_build_select(uint_bld, overflow_mask, uint_bld->zero, indexes); in build_gather()
225 indexes2 = lp_build_select(uint_bld, overflow_mask, uint_bld->zero, indexes2); in build_gather()
370 …zle_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_load_var()
373 …rib_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_load_var()
409 …zle_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_load_var()
412 …rib_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_load_var()
429 …rib_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_load_var()
430 LLVMValueRef index_vec = get_soa_array_offsets(&bld_base->uint_bld, in emit_load_var()
440 index_vec2 = get_soa_array_offsets(&bld_base->uint_bld, in emit_load_var()
487 …rib_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_load_var()
567 …zle_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_store_tcs_chan()
570 …rib_index_val = lp_build_add(&bld_base->uint_bld, indir_index, lp_build_const_int_vec(gallivm, bld… in emit_store_tcs_chan()
660 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_load_reg() local
662 LLVMValueRef indirect_val = lp_build_const_int_vec(gallivm, uint_bld->type, reg->base_offset); in emit_load_reg()
664 …LLVMValueRef max_index = lp_build_const_int_vec(gallivm, uint_bld->type, reg->reg->num_array_elems… in emit_load_reg()
666 indirect_val = lp_build_min(uint_bld, indirect_val, max_index); in emit_load_reg()
670 LLVMValueRef indirect_offset = get_soa_array_offsets(uint_bld, indirect_val, nc, i, TRUE); in emit_load_reg()
694 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_store_reg() local
697 LLVMValueRef indirect_val = lp_build_const_int_vec(gallivm, uint_bld->type, reg->base_offset); in emit_store_reg()
699 …LLVMValueRef max_index = lp_build_const_int_vec(gallivm, uint_bld->type, reg->reg->num_array_elems… in emit_store_reg()
701 indirect_val = lp_build_min(uint_bld, indirect_val, max_index); in emit_store_reg()
707 LLVMValueRef indirect_offset = get_soa_array_offsets(uint_bld, indirect_val, nc, i, TRUE); in emit_store_reg()
785 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_load_global() local
797 LLVMValueRef cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_load_global()
812 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_load_global()
827 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_store_global() local
861 LLVMValueRef cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_store_global()
866 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_store_global()
881 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_atomic_global() local
898 cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_atomic_global()
975 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_atomic_global()
991 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_load_ubo() local
996 …offset = lp_build_shr(uint_bld, offset, lp_build_const_int_vec(gallivm, uint_bld->type, size_shift… in emit_load_ubo()
1014 num_consts = lp_build_broadcast_scalar(uint_bld, num_consts); in emit_load_ubo()
1016 num_consts = lp_build_shr_imm(uint_bld, num_consts, 1); in emit_load_ubo()
1018 num_consts = lp_build_shl_imm(uint_bld, num_consts, 1); in emit_load_ubo()
1020 num_consts = lp_build_shl_imm(uint_bld, num_consts, 2); in emit_load_ubo()
1023 …LLVMValueRef this_offset = lp_build_add(uint_bld, offset, lp_build_const_int_vec(gallivm, uint_bld… in emit_load_ubo()
1024 overflow_mask = lp_build_compare(gallivm, uint_bld->type, PIPE_FUNC_GEQUAL, in emit_load_ubo()
1042 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_load_mem() local
1049 …offset = LLVMBuildAShr(gallivm->builder, offset, lp_build_const_int_vec(gallivm, uint_bld->type, s… in emit_load_mem()
1058 LLVMValueRef cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_load_mem()
1082 …LLVMValueRef ssbo_oob_cmp = lp_build_compare(gallivm, lp_elem_type(uint_bld->type), PIPE_FUNC_LESS… in emit_load_mem()
1119 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_load_mem()
1138 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_store_mem() local
1144 offset = lp_build_shr_imm(uint_bld, offset, shift_val); in emit_store_mem()
1147 LLVMValueRef cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_store_mem()
1173 …LLVMValueRef ssbo_oob_cmp = lp_build_compare(gallivm, lp_elem_type(uint_bld->type), PIPE_FUNC_LESS… in emit_store_mem()
1194 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_store_mem()
1209 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_atomic_mem() local
1214 offset = lp_build_shr_imm(uint_bld, offset, shift_val); in emit_atomic_mem()
1219 LLVMValueRef cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_atomic_mem()
1240 …LLVMValueRef ssbo_oob_cmp = lp_build_compare(gallivm, lp_elem_type(uint_bld->type), PIPE_FUNC_LESS… in emit_atomic_mem()
1331 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_atomic_mem()
1353 struct lp_build_context *bld_broad = &bld_base->uint_bld; in emit_get_ssbo_size()
1450 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_tex() local
1464 for (unsigned v = 0; v < uint_bld->type.length; v++) { in emit_tex()
1531 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.instance_id); in emit_sysval_intrin()
1534 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.base_instance); in emit_sysval_intrin()
1564 …tmp = lp_build_broadcast_scalar(&bld_base->uint_bld, LLVMBuildExtractElement(gallivm->builder, bld… in emit_sysval_intrin()
1565 …tmp2 = lp_build_broadcast_scalar(&bld_base->uint_bld, LLVMBuildExtractElement(gallivm->builder, bl… in emit_sysval_intrin()
1566 tmp = lp_build_mul(&bld_base->uint_bld, tmp, tmp2); in emit_sysval_intrin()
1567 …tmp = lp_build_mul(&bld_base->uint_bld, tmp, LLVMBuildExtractValue(gallivm->builder, bld->system_v… in emit_sysval_intrin()
1569 …tmp2 = lp_build_broadcast_scalar(&bld_base->uint_bld, LLVMBuildExtractElement(gallivm->builder, bl… in emit_sysval_intrin()
1570 …tmp2 = lp_build_mul(&bld_base->uint_bld, tmp2, LLVMBuildExtractValue(gallivm->builder, bld->system… in emit_sysval_intrin()
1571 tmp = lp_build_add(&bld_base->uint_bld, tmp, tmp2); in emit_sysval_intrin()
1572 …tmp = lp_build_add(&bld_base->uint_bld, tmp, LLVMBuildExtractValue(gallivm->builder, bld->system_v… in emit_sysval_intrin()
1590 … result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.invocation_id); in emit_sysval_intrin()
1593 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.front_facing); in emit_sysval_intrin()
1596 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.draw_id); in emit_sysval_intrin()
1602 …result[i] = lp_build_broadcast_scalar(&bld_base->uint_bld, LLVMBuildExtractElement(gallivm->builde… in emit_sysval_intrin()
1605 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.work_dim); in emit_sysval_intrin()
1624 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.sample_id); in emit_sysval_intrin()
1638 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.view_index); in emit_sysval_intrin()
1648 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.subgroup_id); in emit_sysval_intrin()
1651 result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, bld->system_values.num_subgroups); in emit_sysval_intrin()
1660 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_helper_invocation() local
1661 …*dst = lp_build_cmp(uint_bld, PIPE_FUNC_NOTEQUAL, mask_vec(bld_base), lp_build_const_int_vec(galli… in emit_helper_invocation()
1752 current_vec = lp_build_select(&bld_base->uint_bld, in clear_uint_vec_ptr_from_mask()
1754 bld_base->uint_bld.zero, in clear_uint_vec_ptr_from_mask()
1808 struct lp_build_context *uint_bld = &bld_base->uint_bld; in end_primitive_masked() local
1816 LLVMValueRef emitted_mask = lp_build_cmp(uint_bld, in end_primitive_masked()
1819 uint_bld->zero); in end_primitive_masked()
1876 …LLVMValueRef outer_cond = LLVMBuildICmp(builder, LLVMIntNE, exec_mask, bld_base->uint_bld.zero, ""… in emit_vote()
1878 LLVMValueRef res_store = lp_build_alloca(gallivm, bld_base->uint_bld.elem_type, ""); in emit_vote()
1894 … lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, bld_base->uint_bld.type.length), in emit_vote()
1917 tmp = LLVMBuildSExt(builder, tmp, bld_base->uint_bld.elem_type, ""); in emit_vote()
1921 tmp = LLVMBuildSExt(builder, tmp, bld_base->uint_bld.elem_type, ""); in emit_vote()
1929 … lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, bld_base->uint_bld.type.length), in emit_vote()
1931 … result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, LLVMBuildLoad(builder, res_store, "")); in emit_vote()
1952 … lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, bld_base->uint_bld.type.length), in emit_ballot()
1954 … result[0] = lp_build_broadcast_scalar(&bld_base->uint_bld, LLVMBuildLoad(builder, res_store, "")); in emit_ballot()
1984 … lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, bld_base->uint_bld.type.length), in emit_elect()
1987 result[0] = LLVMBuildInsertElement(builder, bld_base->uint_bld.zero, in emit_elect()
2140 …LLVMValueRef outer_cond = LLVMBuildICmp(builder, LLVMIntNE, exec_mask, bld_base->uint_bld.zero, ""… in emit_reduce()
2205 … lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, bld_base->uint_bld.type.length), in emit_reduce()
2222 struct lp_build_context *uint_bld = get_int_bld(bld_base, true, bit_size); in emit_read_invocation() local
2228 …LLVMValueRef outer_cond = LLVMBuildICmp(builder, LLVMIntNE, exec_mask, bld_base->uint_bld.zero, ""… in emit_read_invocation()
2229 …lp_build_loop_begin(&loop_state, gallivm, lp_build_const_int32(gallivm, bld_base->uint_bld.type.le… in emit_read_invocation()
2247 result[0] = lp_build_broadcast_scalar(uint_bld, value); in emit_read_invocation()
2296 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_load_scratch() local
2298 …LLVMValueRef thread_offsets = get_scratch_thread_offsets(gallivm, uint_bld->type, bld->scratch_siz… in emit_load_scratch()
2303 offset = lp_build_add(uint_bld, offset, thread_offsets); in emit_load_scratch()
2304 offset = lp_build_shr_imm(uint_bld, offset, shift_val); in emit_load_scratch()
2306 …LLVMValueRef loop_index = lp_build_add(uint_bld, offset, lp_build_const_int_vec(gallivm, uint_bld-… in emit_load_scratch()
2318 cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_load_scratch()
2343 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_load_scratch()
2358 struct lp_build_context *uint_bld = &bld_base->uint_bld; in emit_store_scratch() local
2360 …LLVMValueRef thread_offsets = get_scratch_thread_offsets(gallivm, uint_bld->type, bld->scratch_siz… in emit_store_scratch()
2365 offset = lp_build_add(uint_bld, offset, thread_offsets); in emit_store_scratch()
2366 offset = lp_build_shr_imm(uint_bld, offset, shift_val); in emit_store_scratch()
2372 …LLVMValueRef loop_index = lp_build_add(uint_bld, offset, lp_build_const_int_vec(gallivm, uint_bld-… in emit_store_scratch()
2387 cond = LLVMBuildICmp(gallivm->builder, LLVMIntNE, exec_mask, uint_bld->zero, ""); in emit_store_scratch()
2395 lp_build_loop_end_cond(&loop_state, lp_build_const_int32(gallivm, uint_bld->type.length), in emit_store_scratch()
2418 lp_build_context_init(&bld.bld_base.uint_bld, gallivm, lp_uint_type(type)); in lp_build_nir_soa()
2536 struct lp_build_context *uint_bld = &bld.bld_base.uint_bld; in lp_build_nir_soa() local
2543 lp_build_alloca(gallivm, uint_bld->vec_type, "emitted_prims_ptr"); in lp_build_nir_soa()
2545 lp_build_alloca(gallivm, uint_bld->vec_type, "emitted_vertices_ptr"); in lp_build_nir_soa()
2547 lp_build_alloca(gallivm, uint_bld->vec_type, "total_emitted_vertices_ptr"); in lp_build_nir_soa()