98 	struct amdgpu_fence_driver *drv = &ring->fence_drv;  in amdgpu_fence_write()
114 	struct amdgpu_fence_driver *drv = &ring->fence_drv;  in amdgpu_fence_read()
147 	seq = ++ring->fence_drv.sync_seq;  in amdgpu_fence_emit()
150 		       &ring->fence_drv.lock,  in amdgpu_fence_emit()
153 	amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr,  in amdgpu_fence_emit()
156 	ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask];  in amdgpu_fence_emit()
199 	seq = ++ring->fence_drv.sync_seq;  in amdgpu_fence_emit_polling()
200 	amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr,  in amdgpu_fence_emit_polling()
217 	mod_timer(&ring->fence_drv.fallback_timer,  in amdgpu_fence_schedule_fallback()
232 	struct amdgpu_fence_driver *drv = &ring->fence_drv;  in amdgpu_fence_process()
236 		last_seq = atomic_read(&ring->fence_drv.last_seq);  in amdgpu_fence_process()
239 	if (seq != ring->fence_drv.sync_seq)  in amdgpu_fence_process()
278 					      fence_drv.fallback_timer);  in amdgpu_fence_fallback()
294 	uint64_t seq = READ_ONCE(ring->fence_drv.sync_seq);  in amdgpu_fence_wait_empty()
301 	ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask];  in amdgpu_fence_wait_empty()
357 	emitted -= atomic_read(&ring->fence_drv.last_seq);  in amdgpu_fence_count_emitted()
358 	emitted += READ_ONCE(ring->fence_drv.sync_seq);  in amdgpu_fence_count_emitted()
383 		ring->fence_drv.cpu_addr = &adev->wb.wb[ring->fence_offs];  in amdgpu_fence_driver_start_ring()
384 		ring->fence_drv.gpu_addr = adev->wb.gpu_addr + (ring->fence_offs * 4);  in amdgpu_fence_driver_start_ring()
388 		ring->fence_drv.cpu_addr = adev->uvd.inst[ring->me].cpu_addr + index;  in amdgpu_fence_driver_start_ring()
389 		ring->fence_drv.gpu_addr = adev->uvd.inst[ring->me].gpu_addr + index;  in amdgpu_fence_driver_start_ring()
391 	amdgpu_fence_write(ring, atomic_read(&ring->fence_drv.last_seq));  in amdgpu_fence_driver_start_ring()
396 	ring->fence_drv.irq_src = irq_src;  in amdgpu_fence_driver_start_ring()
397 	ring->fence_drv.irq_type = irq_type;  in amdgpu_fence_driver_start_ring()
398 	ring->fence_drv.initialized = true;  in amdgpu_fence_driver_start_ring()
402 		ring->fence_drv.gpu_addr, ring->fence_drv.cpu_addr);  in amdgpu_fence_driver_start_ring()
426 	ring->fence_drv.cpu_addr = NULL;  in amdgpu_fence_driver_init_ring()
427 	ring->fence_drv.gpu_addr = 0;  in amdgpu_fence_driver_init_ring()
428 	ring->fence_drv.sync_seq = 0;  in amdgpu_fence_driver_init_ring()
429 	atomic_set(&ring->fence_drv.last_seq, 0);  in amdgpu_fence_driver_init_ring()
430 	ring->fence_drv.initialized = false;  in amdgpu_fence_driver_init_ring()
432 	timer_setup(&ring->fence_drv.fallback_timer, amdgpu_fence_fallback, 0);  in amdgpu_fence_driver_init_ring()
434 	ring->fence_drv.num_fences_mask = num_hw_submission * 2 - 1;  in amdgpu_fence_driver_init_ring()
435 	lockinit(&ring->fence_drv.lock, "agrfdl", 0, LK_CANRECURSE);  in amdgpu_fence_driver_init_ring()
436 	ring->fence_drv.fences = kcalloc(num_hw_submission * 2, sizeof(void *),  in amdgpu_fence_driver_init_ring()
438 	if (!ring->fence_drv.fences)  in amdgpu_fence_driver_init_ring()
499 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_fence_driver_fini()
506 		if (ring->fence_drv.irq_src)  in amdgpu_fence_driver_fini()
507 			amdgpu_irq_put(adev, ring->fence_drv.irq_src,  in amdgpu_fence_driver_fini()
508 				       ring->fence_drv.irq_type);  in amdgpu_fence_driver_fini()
510 		del_timer_sync(&ring->fence_drv.fallback_timer);  in amdgpu_fence_driver_fini()
511 		for (j = 0; j <= ring->fence_drv.num_fences_mask; ++j)  in amdgpu_fence_driver_fini()
512 			dma_fence_put(ring->fence_drv.fences[j]);  in amdgpu_fence_driver_fini()
513 		kfree(ring->fence_drv.fences);  in amdgpu_fence_driver_fini()
514 		ring->fence_drv.fences = NULL;  in amdgpu_fence_driver_fini()
515 		ring->fence_drv.initialized = false;  in amdgpu_fence_driver_fini()
533 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_fence_driver_suspend()
544 		if (ring->fence_drv.irq_src)  in amdgpu_fence_driver_suspend()
545 			amdgpu_irq_put(adev, ring->fence_drv.irq_src,  in amdgpu_fence_driver_suspend()
546 				       ring->fence_drv.irq_type);  in amdgpu_fence_driver_suspend()
568 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_fence_driver_resume()
572 		if (ring->fence_drv.irq_src)  in amdgpu_fence_driver_resume()
573 			amdgpu_irq_get(adev, ring->fence_drv.irq_src,  in amdgpu_fence_driver_resume()
574 				       ring->fence_drv.irq_type);  in amdgpu_fence_driver_resume()
586 	amdgpu_fence_write(ring, ring->fence_drv.sync_seq);  in amdgpu_fence_driver_force_completion()
618 	if (!timer_pending(&ring->fence_drv.fallback_timer))  in amdgpu_fence_enable_signaling()
673 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_debugfs_fence_info()
680 			   atomic_read(&ring->fence_drv.last_seq));  in amdgpu_debugfs_fence_info()
682 			   ring->fence_drv.sync_seq);  in amdgpu_debugfs_fence_info()
689 			   le32_to_cpu(*(ring->fence_drv.cpu_addr + 2)));  in amdgpu_debugfs_fence_info()
692 			   le32_to_cpu(*(ring->fence_drv.cpu_addr + 4)));  in amdgpu_debugfs_fence_info()
695 			   le32_to_cpu(*(ring->fence_drv.cpu_addr + 6)));  in amdgpu_debugfs_fence_info()