/netbsd/sys/external/bsd/drm2/dist/drm/amd/amdgpu/ |
H A D | amdgpu_amdkfd_gfx_v7.c | 153 unlock_srbm(kgd); in release_queue() 164 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() 171 unlock_srbm(kgd); in kgd_program_sh_mem_settings() 214 unlock_srbm(kgd); in kgd_init_interrupts() 274 release_queue(kgd); in kgd_hqd_load() 283 release_queue(kgd); in kgd_hqd_load() 316 release_queue(kgd); in kgd_hqd_dump() 425 release_queue(kgd); in kgd_hqd_is_occupied() 539 release_queue(kgd); in kgd_hqd_destroy() 545 release_queue(kgd); in kgd_hqd_destroy() [all …]
|
H A D | amdgpu_amdkfd_gfx_v8.c | 110 unlock_srbm(kgd); in release_queue() 121 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() 128 unlock_srbm(kgd); in kgd_program_sh_mem_settings() 172 unlock_srbm(kgd); in kgd_init_interrupts() 261 release_queue(kgd); in kgd_hqd_load() 270 release_queue(kgd); in kgd_hqd_load() 303 release_queue(kgd); in kgd_hqd_dump() 420 release_queue(kgd); in kgd_hqd_is_occupied() 537 release_queue(kgd); in kgd_hqd_destroy() 543 release_queue(kgd); in kgd_hqd_destroy() [all …]
|
H A D | amdgpu_amdkfd.h | 150 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd); 161 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, 163 void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, 175 uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd); 177 uint32_t amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd); 217 struct kgd_dev *kgd, uint64_t va, uint64_t size, 221 struct kgd_dev *kgd, struct kgd_mem *mem); 223 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm); 225 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm); 227 struct kgd_dev *kgd, struct kgd_mem *mem, bool intr); [all …]
|
H A D | amdgpu_amdkfd_gfx_v9.c | 122 unlock_srbm(kgd); in release_queue() 133 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_gfx_v9_program_sh_mem_settings() 139 unlock_srbm(kgd); in kgd_gfx_v9_program_sh_mem_settings() 212 lock_srbm(kgd, mec, pipe, 0, 0); in kgd_gfx_v9_init_interrupts() 218 unlock_srbm(kgd); in kgd_gfx_v9_init_interrupts() 327 release_queue(kgd); in kgd_gfx_v9_hqd_load() 380 release_queue(kgd); in kgd_gfx_v9_hiq_mqd_load() 409 release_queue(kgd); in kgd_gfx_v9_hqd_dump() 537 release_queue(kgd); in kgd_gfx_v9_hqd_is_occupied() 600 release_queue(kgd); in kgd_gfx_v9_hqd_destroy() [all …]
|
H A D | amdgpu_amdkfd_gfx_v10.c | 126 unlock_srbm(kgd); in release_queue() 137 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() 143 unlock_srbm(kgd); in kgd_program_sh_mem_settings() 202 lock_srbm(kgd, mec, pipe, 0, 0); in kgd_init_interrupts() 208 unlock_srbm(kgd); in kgd_init_interrupts() 339 release_queue(kgd); in kgd_hqd_load() 392 release_queue(kgd); in kgd_hiq_mqd_load() 421 release_queue(kgd); in kgd_hqd_dump() 549 release_queue(kgd); in kgd_hqd_is_occupied() 670 release_queue(kgd); in kgd_hqd_destroy() [all …]
|
H A D | amdgpu_amdkfd_gfx_v9.h | 33 int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); 34 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, 38 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, 41 int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd, 46 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, 50 int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd); 51 int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd, 56 int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd, 59 uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd, 63 bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd, [all …]
|
H A D | amdgpu_amdkfd.c | 222 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) in amdgpu_amdkfd_gpu_reset() argument 224 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_gpu_reset() 234 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_alloc_gtt_mem() 316 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_alloc_gws() 347 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, in amdgpu_amdkfd_get_fw_version() argument 350 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_fw_version() 384 void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, in amdgpu_amdkfd_get_local_mem_info() argument 387 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_local_mem_info() 425 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_gpu_clock_counter() 531 uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd) in amdgpu_amdkfd_get_hive_id() argument [all …]
|
H A D | amdgpu_amdkfd_arcturus.c | 65 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument 67 return (struct amdgpu_device *)kgd; in get_amdgpu_device() 131 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument 134 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_load() 201 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, in kgd_hqd_sdma_dump() argument 205 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_dump() 233 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_hqd_sdma_is_occupied() argument 235 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_is_occupied() 252 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_destroy() argument 255 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_destroy() [all …]
|
H A D | amdgpu_amdkfd_gpuvm.c | 77 return (struct amdgpu_device *)kgd; in get_amdgpu_device() 971 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_create_process_vm() 1007 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_acquire_process_vm() 1068 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_destroy_process_vm() 1071 if (WARN_ON(!kgd || !vm)) in amdgpu_amdkfd_gpuvm_destroy_process_vm() 1083 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_release_process_vm() 1086 if (WARN_ON(!kgd || !vm)) in amdgpu_amdkfd_gpuvm_release_process_vm() 1112 struct kgd_dev *kgd, uint64_t va, uint64_t size, in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() argument 1116 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() 1248 struct kgd_dev *kgd, struct kgd_mem *mem) in amdgpu_amdkfd_gpuvm_free_memory_of_gpu() argument [all …]
|
/netbsd/sys/external/bsd/drm2/dist/drm/amd/include/ |
H A D | kgd_kfd_interface.h | 263 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd, 268 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd, 272 int (*hqd_dump)(struct kgd_dev *kgd, 276 int (*hqd_sdma_dump)(struct kgd_dev *kgd, 289 int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd, 292 int (*address_watch_disable)(struct kgd_dev *kgd); 293 int (*address_watch_execute)(struct kgd_dev *kgd, 298 int (*wave_control_execute)(struct kgd_dev *kgd, 305 struct kgd_dev *kgd, 313 void (*set_scratch_backing_va)(struct kgd_dev *kgd, [all …]
|
/netbsd/sys/external/bsd/drm2/dist/drm/amd/amdkfd/ |
H A D | kfd_device.c | 496 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe() argument 536 kfd->kgd = kgd; in kgd2kfd_probe() 608 amdgpu_amdkfd_get_num_gws(kfd->kgd), &kfd->gws)) { in kgd2kfd_device_init() 610 amdgpu_amdkfd_get_num_gws(kfd->kgd)); in kgd2kfd_device_init() 632 kfd->kgd, size, &kfd->gtt_mem, in kgd2kfd_device_init() 654 kfd->hive_id = kfd->kfd2kgd->get_hive_id(kfd->kgd); in kgd2kfd_device_init() 704 amdgpu_amdkfd_free_gtt_mem(kfd->kgd, kfd->gtt_mem); in kgd2kfd_device_init() 707 amdgpu_amdkfd_free_gws(kfd->kgd, kfd->gws); in kgd2kfd_device_init() 726 amdgpu_amdkfd_free_gws(kfd->kgd, kfd->gws); in kgd2kfd_device_exit() 1152 amdgpu_amdkfd_set_compute_idle(kfd->kgd, false); in kfd_inc_compute_active() [all …]
|
H A D | kfd_process.c | 173 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, mem); in kfd_process_free_gpuvm() 200 err = amdgpu_amdkfd_gpuvm_sync_memory(kdev->kgd, mem, true); in kfd_process_alloc_gpuvm() 219 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kdev->kgd, in kfd_process_alloc_gpuvm() 237 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(kdev->kgd, mem); in kfd_process_alloc_gpuvm() 405 peer_pdd->dev->kgd, mem, peer_pdd->vm); in kfd_process_device_free_bos() 408 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(pdd->dev->kgd, mem); in kfd_process_device_free_bos() 432 pdd->dev->kgd, pdd->vm); in kfd_process_destroy_pdds() 437 pdd->dev->kgd, pdd->vm); in kfd_process_destroy_pdds() 799 dev->kgd, drm_file, p->pasid, in kfd_process_device_init_vm() 1167 amdgpu_amdkfd_flush_gpu_tlb_vmid(dev->kgd, in kfd_flush_tlb() [all …]
|
H A D | kfd_mqd_manager_v9.c | 103 retval = amdgpu_amdkfd_alloc_gtt_mem(kfd->kgd, in allocate_mqd() 194 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd() 203 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id, in hiq_load_mqd_kiq() 278 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd() 288 amdgpu_amdkfd_free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem); in free_mqd() 300 mm->dev->kgd, queue_address, in is_occupied() 362 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma() 404 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma() 411 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
H A D | kfd_mqd_manager_v10.c | 155 r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd() 165 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id, in hiq_load_mqd_kiq() 238 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd() 253 mm->dev->kgd, queue_address, in is_occupied() 319 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma() 361 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma() 368 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
H A D | cik_event_interrupt.c | 57 vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd); in cik_event_interrupt_isr() 58 ret = f2g->get_atc_vmid_pasid_mapping_info(dev->kgd, vmid, &pasid); in cik_event_interrupt_isr() 118 amdgpu_amdkfd_gpuvm_get_vm_fault_info(dev->kgd, &info); in cik_event_interrupt_wq()
|
H A D | kfd_mqd_manager_cik.c | 178 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd() 187 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma() 272 return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout, in destroy_mqd() 285 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma() 293 return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->kgd, queue_address, in is_occupied() 302 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
H A D | kfd_dbgdev.c | 49 dev->kfd2kgd->address_watch_disable(dev->kgd); in dbgdev_address_watch_disable_nodiq() 330 dbgdev->dev->kgd, in dbgdev_address_watch_nodiq() 428 dbgdev->dev->kgd, in dbgdev_address_watch_diq() 439 dbgdev->dev->kgd, in dbgdev_address_watch_diq() 449 dbgdev->dev->kgd, in dbgdev_address_watch_diq() 465 dbgdev->dev->kgd, in dbgdev_address_watch_diq() 760 return dbgdev->dev->kfd2kgd->wave_control_execute(dbgdev->dev->kgd, in dbgdev_wave_control_nodiq() 792 (dev->kgd, vmid, &queried_pasid); in dbgdev_wave_reset_wavefronts() 819 dev->kfd2kgd->wave_control_execute(dev->kgd, in dbgdev_wave_reset_wavefronts()
|
H A D | kfd_mqd_manager_vi.c | 169 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd() 263 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd() 278 mm->dev->kgd, queue_address, in is_occupied() 344 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma() 385 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma() 392 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
H A D | kfd_chardev.c | 1063 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kfd->kgd, in kfd_ioctl_create_event() 1154 dev->kgd, args->va_addr, pdd->qpd.vmid); in kfd_ioctl_set_scratch_backing_va() 1175 dev->kfd2kgd->get_tile_config(dev->kgd, &config); in kfd_ioctl_get_tile_config() 1261 amdgpu_amdkfd_get_local_mem_info(dev->kgd, &mem_info); in kfd_dev_is_large_bar() 1301 offset = amdgpu_amdkfd_get_mmio_remap_phys_addr(dev->kgd); in kfd_ioctl_alloc_memory_of_gpu() 1315 dev->kgd, args->va_addr, args->size, in kfd_ioctl_alloc_memory_of_gpu() 1378 ret = amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, in kfd_ioctl_free_memory_of_gpu() 1460 peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); in kfd_ioctl_map_memory_to_gpu() 1567 peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); in kfd_ioctl_unmap_memory_from_gpu() 1673 r = amdgpu_amdkfd_gpuvm_import_dmabuf(dev->kgd, dmabuf, in kfd_ioctl_import_dmabuf() [all …]
|
H A D | kfd_device_queue_manager.c | 133 dqm->dev->kgd, qpd->vmid, in program_sh_mem_settings() 239 dqm->dev->kfd2kgd->set_scratch_backing_va(dqm->dev->kgd, in allocate_vmid() 713 dqm->dev->kgd, in restore_process_queues_nocpsch() 882 dqm->dev->kgd, pasid, vmid); in set_pasid_vmid_mapping() 891 dqm->dev->kfd2kgd->init_interrupts(dqm->dev->kgd, i); in init_interrupts() 1755 retval = amdgpu_amdkfd_alloc_gtt_mem(dev->kgd, size, in allocate_hiq_sdma_mqd() 1899 amdgpu_amdkfd_free_gtt_mem(dev->kgd, mqd->gtt_mem); in deallocate_hiq_sdma_mqd() 1930 amdgpu_amdkfd_gpu_reset(dqm->dev->kgd); in kfd_process_hw_exception() 1969 r = dqm->dev->kfd2kgd->hqd_dump(dqm->dev->kgd, in dqm_debugfs_hqds() 1991 dqm->dev->kgd, pipe, queue, &dump, &n_regs); in dqm_debugfs_hqds() [all …]
|
H A D | kfd_topology.c | 120 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) in kfd_device_by_kgd() argument 128 if (top_dev->gpu && top_dev->gpu->kgd == kgd) { in kfd_device_by_kgd() 1094 amdgpu_amdkfd_get_local_mem_info(gpu->kgd, &local_mem_info); in kfd_generate_gpu_id() 1177 amdgpu_amdkfd_get_local_mem_info(dev->gpu->kgd, &local_mem_info); in kfd_fill_mem_clk_max_info() 1299 amdgpu_amdkfd_get_cu_info(dev->gpu->kgd, &cu_info); in kfd_topology_add_device() 1311 amdgpu_amdkfd_get_max_engine_clock_in_mhz(dev->gpu->kgd); in kfd_topology_add_device() 1325 amdgpu_amdkfd_get_num_gws(dev->gpu->kgd) : 0; in kfd_topology_add_device() 1388 ctx = amdgpu_ras_get_context((struct amdgpu_device *)(dev->gpu->kgd)); in kfd_topology_add_device()
|
H A D | kfd_mqd_manager.c | 109 amdgpu_amdkfd_get_cu_info(mm->dev->kgd, &cu_info); in mqd_symmetrically_map_cu_mask()
|
H A D | kfd_crat.c | 1139 amdgpu_amdkfd_get_xgmi_hops_count(kdev->kgd, peer_kdev->kgd); in kfd_fill_gpu_xgmi_link_to_gpu() 1204 amdgpu_amdkfd_get_cu_info(kdev->kgd, &cu_info); in kfd_create_vcrat_image_gpu() 1235 amdgpu_amdkfd_get_local_mem_info(kdev->kgd, &local_mem_info); in kfd_create_vcrat_image_gpu()
|
H A D | kfd_priv.h | 228 struct kgd_dev *kgd; member 851 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd);
|
H A D | kfd_process_queue_manager.c | 126 pdd->qpd.num_gws = gws ? amdgpu_amdkfd_get_num_gws(dev->kgd) : 0; in pqm_set_gws()
|