| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ring.h | 33 struct amdgpu_ring;
175 u64 (*get_rptr)(struct amdgpu_ring *ring);
176 u64 (*get_wptr)(struct amdgpu_ring *ring);
177 void (*set_wptr)(struct amdgpu_ring *ring);
189 void (*emit_ib)(struct amdgpu_ring *ring,
204 int (*test_ring)(struct amdgpu_ring *ring);
214 void (*begin_use)(struct amdgpu_ring *ring);
215 void (*end_use)(struct amdgpu_ring *ring);
232 int (*preempt_ib)(struct amdgpu_ring *ring);
242 struct amdgpu_ring { struct
[all …]
|
| H A D | amdgpu_ring_mux.h | 31 struct amdgpu_ring;
44 struct amdgpu_ring *ring;
69 struct amdgpu_ring *real_ring;
104 int amdgpu_ring_mux_init(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring,
112 void amdgpu_ring_mux_end_ib(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
117 u64 amdgpu_sw_ring_get_rptr_gfx(struct amdgpu_ring *ring);
118 u64 amdgpu_sw_ring_get_wptr_gfx(struct amdgpu_ring *ring);
119 void amdgpu_sw_ring_set_wptr_gfx(struct amdgpu_ring *ring);
120 void amdgpu_sw_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count);
121 void amdgpu_sw_ring_ib_begin(struct amdgpu_ring *ring);
[all …]
|
| H A D | vcn_v2_0.h | 27 extern void vcn_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring);
28 extern void vcn_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring);
29 extern void vcn_v2_0_dec_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count);
34 extern void vcn_v2_0_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
36 extern void vcn_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
38 extern void vcn_v2_0_dec_ring_emit_wreg(struct amdgpu_ring *ring,
40 extern int vcn_v2_0_dec_ring_test_ring(struct amdgpu_ring *ring);
42 extern void vcn_v2_0_enc_ring_insert_end(struct amdgpu_ring *ring);
43 extern void vcn_v2_0_enc_ring_emit_fence(struct amdgpu_ring *ring, u64 addr,
47 extern void vcn_v2_0_enc_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
[all …]
|
| H A D | amdgpu_vce.h | 48 struct amdgpu_ring ring[AMDGPU_MAX_VCE_RINGS];
58 int amdgpu_vce_entity_init(struct amdgpu_device *adev, struct amdgpu_ring *ring);
67 void amdgpu_vce_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
69 void amdgpu_vce_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
71 int amdgpu_vce_ring_test_ring(struct amdgpu_ring *ring);
72 int amdgpu_vce_ring_test_ib(struct amdgpu_ring *ring, long timeout);
73 void amdgpu_vce_ring_begin_use(struct amdgpu_ring *ring);
74 void amdgpu_vce_ring_end_use(struct amdgpu_ring *ring);
75 unsigned amdgpu_vce_ring_get_emit_ib_size(struct amdgpu_ring *ring);
76 unsigned amdgpu_vce_ring_get_dma_frame_size(struct amdgpu_ring *ring);
|
| H A D | jpeg_v4_0_3.h | 51 void jpeg_v4_0_3_dec_ring_emit_ib(struct amdgpu_ring *ring,
55 void jpeg_v4_0_3_dec_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
57 void jpeg_v4_0_3_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
59 void jpeg_v4_0_3_dec_ring_nop(struct amdgpu_ring *ring, uint32_t count);
60 void jpeg_v4_0_3_dec_ring_insert_start(struct amdgpu_ring *ring);
61 void jpeg_v4_0_3_dec_ring_insert_end(struct amdgpu_ring *ring);
62 void jpeg_v4_0_3_dec_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val);
63 void jpeg_v4_0_3_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
|
| H A D | jpeg_v2_0.h | 51 void jpeg_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring);
52 void jpeg_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring);
53 void jpeg_v2_0_dec_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
55 void jpeg_v2_0_dec_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
57 void jpeg_v2_0_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
59 void jpeg_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
61 void jpeg_v2_0_dec_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val);
62 void jpeg_v2_0_dec_ring_nop(struct amdgpu_ring *ring, uint32_t count);
|
| H A D | amdgpu_uvd.h | 45 struct amdgpu_ring ring;
46 struct amdgpu_ring ring_enc[AMDGPU_MAX_UVD_ENC_RINGS];
76 int amdgpu_uvd_entity_init(struct amdgpu_device *adev, struct amdgpu_ring *ring);
80 int amdgpu_uvd_get_create_msg(struct amdgpu_ring *ring, uint32_t handle,
82 int amdgpu_uvd_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle,
89 void amdgpu_uvd_ring_begin_use(struct amdgpu_ring *ring);
90 void amdgpu_uvd_ring_end_use(struct amdgpu_ring *ring);
91 int amdgpu_uvd_ring_test_ib(struct amdgpu_ring *ring, long timeout);
|
| H A D | vcn_sw_ring.h | 32 void vcn_dec_sw_ring_emit_fence(struct amdgpu_ring *ring, u64 addr,
34 void vcn_dec_sw_ring_insert_end(struct amdgpu_ring *ring);
35 void vcn_dec_sw_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
37 void vcn_dec_sw_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
39 void vcn_dec_sw_ring_emit_vm_flush(struct amdgpu_ring *ring,
41 void vcn_dec_sw_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
|
| H A D | amdgpu_ring_mux.c | 44 struct amdgpu_ring *ring) in amdgpu_ring_mux_sw_entry()
52 struct amdgpu_ring *ring, in amdgpu_ring_mux_copy_pkt_from_sw_ring()
56 struct amdgpu_ring *real_ring = mux->real_ring; in amdgpu_ring_mux_copy_pkt_from_sw_ring()
315 u64 amdgpu_sw_ring_get_rptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_get_rptr_gfx()
324 u64 amdgpu_sw_ring_get_wptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_get_wptr_gfx()
333 void amdgpu_sw_ring_set_wptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_set_wptr_gfx()
363 struct amdgpu_ring *ring; in amdgpu_mcbp_scan()
392 void amdgpu_sw_ring_ib_begin(struct amdgpu_ring *ring) in amdgpu_sw_ring_ib_begin()
407 void amdgpu_sw_ring_ib_end(struct amdgpu_ring *ring) in amdgpu_sw_ring_ib_end()
484 struct amdgpu_ring *ring, u64 offset, in amdgpu_ring_mux_ib_mark_offset()
[all …]
|
| H A D | amdgpu_ring.c | 140 void amdgpu_ring_commit(struct amdgpu_ring *ring) in amdgpu_ring_commit()
166 void amdgpu_ring_undo(struct amdgpu_ring *ring) in amdgpu_ring_undo()
376 void amdgpu_ring_fini(struct amdgpu_ring *ring) in amdgpu_ring_fini()
479 struct amdgpu_ring *ring = file_inode(f)->i_private; in amdgpu_debugfs_ring_read()
530 struct amdgpu_ring *ring = file_inode(f)->i_private; in amdgpu_debugfs_mqd_read()
594 struct amdgpu_ring *ring = data; in amdgpu_debugfs_ring_error()
606 struct amdgpu_ring *ring) in amdgpu_debugfs_ring_init()
641 int amdgpu_ring_test_helper(struct amdgpu_ring *ring) in amdgpu_ring_test_helper()
691 int amdgpu_ring_init_mqd(struct amdgpu_ring *ring) in amdgpu_ring_init_mqd()
709 void amdgpu_ring_ib_begin(struct amdgpu_ring *ring) in amdgpu_ring_ib_begin()
[all …]
|
| H A D | amdgpu_fence.c | 56 struct amdgpu_ring *ring;
115 static u32 amdgpu_fence_read(struct amdgpu_ring *ring) in amdgpu_fence_read()
271 bool amdgpu_fence_process(struct amdgpu_ring *ring) in amdgpu_fence_process()
325 struct amdgpu_ring *ring = from_timer(ring, t, in amdgpu_fence_fallback()
340 int amdgpu_fence_wait_empty(struct amdgpu_ring *ring) in amdgpu_fence_wait_empty()
506 int amdgpu_fence_driver_init_ring(struct amdgpu_ring *ring) in amdgpu_fence_driver_init_ring()
601 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_hw_fini()
631 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_isr_toggle()
648 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_sw_fini()
687 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_hw_init()
[all …]
|
| H A D | vcn_sw_ring.c | 27 void vcn_dec_sw_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, in vcn_dec_sw_ring_emit_fence()
39 void vcn_dec_sw_ring_insert_end(struct amdgpu_ring *ring) in vcn_dec_sw_ring_insert_end()
44 void vcn_dec_sw_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job, in vcn_dec_sw_ring_emit_ib()
56 void vcn_dec_sw_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg, in vcn_dec_sw_ring_emit_reg_wait()
65 void vcn_dec_sw_ring_emit_vm_flush(struct amdgpu_ring *ring, in vcn_dec_sw_ring_emit_vm_flush()
80 void vcn_dec_sw_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, in vcn_dec_sw_ring_emit_wreg()
|
| H A D | amdgpu_gfx.h | 127 void (*kiq_set_resources)(struct amdgpu_ring *kiq_ring,
129 void (*kiq_map_queues)(struct amdgpu_ring *kiq_ring,
130 struct amdgpu_ring *ring);
131 void (*kiq_unmap_queues)(struct amdgpu_ring *kiq_ring,
132 struct amdgpu_ring *ring,
135 void (*kiq_query_status)(struct amdgpu_ring *kiq_ring,
136 struct amdgpu_ring *ring,
158 struct amdgpu_ring ring;
404 struct amdgpu_ring gfx_ring[AMDGPU_MAX_GFX_RINGS];
538 struct amdgpu_ring *ring);
[all …]
|
| H A D | jpeg_v1_0.c | 37 static void jpeg_v1_0_ring_begin_use(struct amdgpu_ring *ring);
140 static uint64_t jpeg_v1_0_decode_ring_get_rptr(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_get_rptr()
154 static uint64_t jpeg_v1_0_decode_ring_get_wptr(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_get_wptr()
168 static void jpeg_v1_0_decode_ring_set_wptr(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_set_wptr()
182 static void jpeg_v1_0_decode_ring_insert_start(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_insert_start()
201 static void jpeg_v1_0_decode_ring_insert_end(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_insert_end()
297 static void jpeg_v1_0_decode_ring_emit_ib(struct amdgpu_ring *ring, in jpeg_v1_0_decode_ring_emit_ib()
398 static void jpeg_v1_0_decode_ring_emit_wreg(struct amdgpu_ring *ring, in jpeg_v1_0_decode_ring_emit_wreg()
487 struct amdgpu_ring *ring; in jpeg_v1_0_sw_init()
533 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; in jpeg_v1_0_start()
[all …]
|
| H A D | amdgpu_vcn.h | 286 struct amdgpu_ring ring_dec;
287 struct amdgpu_ring ring_enc[AMDGPU_VCN_MAX_ENC_RINGS];
489 void amdgpu_vcn_ring_begin_use(struct amdgpu_ring *ring);
490 void amdgpu_vcn_ring_end_use(struct amdgpu_ring *ring);
495 int amdgpu_vcn_dec_ring_test_ring(struct amdgpu_ring *ring);
496 int amdgpu_vcn_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout);
497 int amdgpu_vcn_dec_sw_ring_test_ring(struct amdgpu_ring *ring);
498 int amdgpu_vcn_dec_sw_ring_test_ib(struct amdgpu_ring *ring, long timeout);
499 int amdgpu_vcn_unified_ring_test_ib(struct amdgpu_ring *ring, long timeout);
501 int amdgpu_vcn_enc_ring_test_ring(struct amdgpu_ring *ring);
[all …]
|
| H A D | amdgpu_sdma.h | 59 struct amdgpu_ring ring;
60 struct amdgpu_ring page;
162 amdgpu_sdma_get_instance_from_ring(struct amdgpu_ring *ring);
163 int amdgpu_sdma_get_index_from_ring(struct amdgpu_ring *ring, uint32_t *index);
164 uint64_t amdgpu_sdma_get_csa_mc_addr(struct amdgpu_ring *ring, unsigned vmid);
|
| H A D | amdgpu_jpeg.h | 99 struct amdgpu_ring ring_dec[AMDGPU_MAX_JPEG_RINGS];
138 void amdgpu_jpeg_ring_begin_use(struct amdgpu_ring *ring);
139 void amdgpu_jpeg_ring_end_use(struct amdgpu_ring *ring);
141 int amdgpu_jpeg_dec_ring_test_ring(struct amdgpu_ring *ring);
142 int amdgpu_jpeg_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout);
|
| H A D | amdgpu_vpe.c | 274 struct amdgpu_ring *ring = &vpe->ring; in amdgpu_vpe_ring_init()
480 static void vpe_ring_emit_pred_exec(struct amdgpu_ring *ring, in vpe_ring_emit_pred_exec()
492 static void vpe_ring_emit_ib(struct amdgpu_ring *ring, in vpe_ring_emit_ib()
535 static void vpe_ring_emit_pipeline_sync(struct amdgpu_ring *ring) in vpe_ring_emit_pipeline_sync()
602 static int vpe_ring_preempt_ib(struct amdgpu_ring *ring) in vpe_ring_preempt_ib()
670 static uint64_t vpe_ring_get_rptr(struct amdgpu_ring *ring) in vpe_ring_get_rptr()
689 static uint64_t vpe_ring_get_wptr(struct amdgpu_ring *ring) in vpe_ring_get_wptr()
708 static void vpe_ring_set_wptr(struct amdgpu_ring *ring) in vpe_ring_set_wptr()
742 static int vpe_ring_test_ring(struct amdgpu_ring *ring) in vpe_ring_test_ring()
838 static void vpe_ring_begin_use(struct amdgpu_ring *ring) in vpe_ring_begin_use()
[all …]
|
| H A D | uvd_v6_0.c | 77 static uint64_t uvd_v6_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_get_rptr()
107 static uint64_t uvd_v6_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_get_wptr()
138 static void uvd_v6_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_set_wptr()
152 static void uvd_v6_0_enc_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_set_wptr()
170 static int uvd_v6_0_enc_ring_test_ring(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_test_ring()
380 struct amdgpu_ring *ring; in uvd_v6_0_sw_init()
465 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v6_0_hw_init()
727 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v6_0_start()
985 static int uvd_v6_0_ring_test_ring(struct amdgpu_ring *ring) in uvd_v6_0_ring_test_ring()
1023 static void uvd_v6_0_ring_emit_ib(struct amdgpu_ring *ring, in uvd_v6_0_ring_emit_ib()
[all …]
|
| H A D | amdgpu_mes.h | 86 struct amdgpu_ring ring[AMDGPU_MAX_MES_PIPES];
191 struct amdgpu_ring *ring;
205 struct amdgpu_ring *ring;
386 int amdgpu_mes_ctx_get_offs(struct amdgpu_ring *ring, unsigned int id_offs);
413 struct amdgpu_ring *ring);
415 struct amdgpu_ring *ring,
419 struct amdgpu_ring *ring,
442 struct amdgpu_ring **out);
444 struct amdgpu_ring *ring);
|
| H A D | jpeg_v2_0.c | 71 struct amdgpu_ring *ring; in jpeg_v2_0_sw_init()
134 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; in jpeg_v2_0_hw_init()
312 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; in jpeg_v2_0_start()
389 static uint64_t jpeg_v2_0_dec_ring_get_rptr(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_get_rptr()
403 static uint64_t jpeg_v2_0_dec_ring_get_wptr(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_get_wptr()
420 static void jpeg_v2_0_dec_ring_set_wptr(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_set_wptr()
439 void jpeg_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_insert_start()
457 void jpeg_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_insert_end()
529 void jpeg_v2_0_dec_ring_emit_ib(struct amdgpu_ring *ring, in jpeg_v2_0_dec_ring_emit_ib()
615 void jpeg_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring, in jpeg_v2_0_dec_ring_emit_vm_flush()
[all …]
|
| H A D | uvd_v7_0.c | 71 static uint64_t uvd_v7_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_get_rptr()
102 static uint64_t uvd_v7_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_get_wptr()
136 static void uvd_v7_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_set_wptr()
150 static void uvd_v7_0_enc_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v7_0_enc_ring_set_wptr()
400 struct amdgpu_ring *ring; in uvd_v7_0_sw_init()
520 struct amdgpu_ring *ring; in uvd_v7_0_hw_init()
789 struct amdgpu_ring *ring; in uvd_v7_0_sriov_start()
955 struct amdgpu_ring *ring; in uvd_v7_0_start()
1251 static int uvd_v7_0_ring_test_ring(struct amdgpu_ring *ring) in uvd_v7_0_ring_test_ring()
1292 struct amdgpu_ring *ring = to_amdgpu_ring(job->base.sched); in uvd_v7_0_ring_patch_cs_in_place()
[all …]
|
| H A D | si_dma.c | 41 static uint64_t si_dma_ring_get_rptr(struct amdgpu_ring *ring) in si_dma_ring_get_rptr()
46 static uint64_t si_dma_ring_get_wptr(struct amdgpu_ring *ring) in si_dma_ring_get_wptr()
54 static void si_dma_ring_set_wptr(struct amdgpu_ring *ring) in si_dma_ring_set_wptr()
62 static void si_dma_ring_emit_ib(struct amdgpu_ring *ring, in si_dma_ring_emit_ib()
128 struct amdgpu_ring *ring; in si_dma_start()
192 static int si_dma_ring_test_ring(struct amdgpu_ring *ring) in si_dma_ring_test_ring()
243 static int si_dma_ring_test_ib(struct amdgpu_ring *ring, long timeout) in si_dma_ring_test_ib()
413 static void si_dma_ring_emit_pipeline_sync(struct amdgpu_ring *ring) in si_dma_ring_emit_pipeline_sync()
438 static void si_dma_ring_emit_vm_flush(struct amdgpu_ring *ring, in si_dma_ring_emit_vm_flush()
452 static void si_dma_ring_emit_wreg(struct amdgpu_ring *ring, in si_dma_ring_emit_wreg()
[all …]
|
| H A D | vcn_v1_0.h | 27 void vcn_v1_0_ring_end_use(struct amdgpu_ring *ring);
28 void vcn_v1_0_set_pg_for_begin_use(struct amdgpu_ring *ring, bool set_clocks);
|
| H A D | uvd_v3_1.c | 44 static uint64_t uvd_v3_1_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v3_1_ring_get_rptr()
58 static uint64_t uvd_v3_1_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v3_1_ring_get_wptr()
72 static void uvd_v3_1_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v3_1_ring_set_wptr()
89 static void uvd_v3_1_ring_emit_ib(struct amdgpu_ring *ring, in uvd_v3_1_ring_emit_ib()
110 static void uvd_v3_1_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq, in uvd_v3_1_ring_emit_fence()
139 static int uvd_v3_1_ring_test_ring(struct amdgpu_ring *ring) in uvd_v3_1_ring_test_ring()
167 static void uvd_v3_1_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in uvd_v3_1_ring_insert_nop()
322 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v3_1_start()
547 struct amdgpu_ring *ring; in uvd_v3_1_sw_init()
631 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v3_1_hw_init()
|