Home
last modified time | relevance | path

Searched refs:kgd (Results 1 – 25 of 25) sorted by relevance

/netbsd/sys/external/bsd/drm2/dist/drm/amd/amdgpu/
H A Damdgpu_amdkfd_gfx_v7.c153 unlock_srbm(kgd); in release_queue()
164 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings()
171 unlock_srbm(kgd); in kgd_program_sh_mem_settings()
214 unlock_srbm(kgd); in kgd_init_interrupts()
274 release_queue(kgd); in kgd_hqd_load()
283 release_queue(kgd); in kgd_hqd_load()
316 release_queue(kgd); in kgd_hqd_dump()
425 release_queue(kgd); in kgd_hqd_is_occupied()
539 release_queue(kgd); in kgd_hqd_destroy()
545 release_queue(kgd); in kgd_hqd_destroy()
[all …]
H A Damdgpu_amdkfd_gfx_v8.c110 unlock_srbm(kgd); in release_queue()
121 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings()
128 unlock_srbm(kgd); in kgd_program_sh_mem_settings()
172 unlock_srbm(kgd); in kgd_init_interrupts()
261 release_queue(kgd); in kgd_hqd_load()
270 release_queue(kgd); in kgd_hqd_load()
303 release_queue(kgd); in kgd_hqd_dump()
420 release_queue(kgd); in kgd_hqd_is_occupied()
537 release_queue(kgd); in kgd_hqd_destroy()
543 release_queue(kgd); in kgd_hqd_destroy()
[all …]
H A Damdgpu_amdkfd.h150 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd);
161 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd,
163 void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd,
175 uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd);
177 uint32_t amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd);
217 struct kgd_dev *kgd, uint64_t va, uint64_t size,
221 struct kgd_dev *kgd, struct kgd_mem *mem);
223 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm);
225 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm);
227 struct kgd_dev *kgd, struct kgd_mem *mem, bool intr);
[all …]
H A Damdgpu_amdkfd_gfx_v9.c122 unlock_srbm(kgd); in release_queue()
133 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_gfx_v9_program_sh_mem_settings()
139 unlock_srbm(kgd); in kgd_gfx_v9_program_sh_mem_settings()
212 lock_srbm(kgd, mec, pipe, 0, 0); in kgd_gfx_v9_init_interrupts()
218 unlock_srbm(kgd); in kgd_gfx_v9_init_interrupts()
327 release_queue(kgd); in kgd_gfx_v9_hqd_load()
380 release_queue(kgd); in kgd_gfx_v9_hiq_mqd_load()
409 release_queue(kgd); in kgd_gfx_v9_hqd_dump()
537 release_queue(kgd); in kgd_gfx_v9_hqd_is_occupied()
600 release_queue(kgd); in kgd_gfx_v9_hqd_destroy()
[all …]
H A Damdgpu_amdkfd_gfx_v10.c126 unlock_srbm(kgd); in release_queue()
137 lock_srbm(kgd, 0, 0, 0, vmid); in kgd_program_sh_mem_settings()
143 unlock_srbm(kgd); in kgd_program_sh_mem_settings()
202 lock_srbm(kgd, mec, pipe, 0, 0); in kgd_init_interrupts()
208 unlock_srbm(kgd); in kgd_init_interrupts()
339 release_queue(kgd); in kgd_hqd_load()
392 release_queue(kgd); in kgd_hiq_mqd_load()
421 release_queue(kgd); in kgd_hqd_dump()
549 release_queue(kgd); in kgd_hqd_is_occupied()
670 release_queue(kgd); in kgd_hqd_destroy()
[all …]
H A Damdgpu_amdkfd_gfx_v9.h33 int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id);
34 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
38 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
41 int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd,
46 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd,
50 int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd);
51 int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd,
56 int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd,
59 uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd,
63 bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd,
[all …]
H A Damdgpu_amdkfd.c222 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) in amdgpu_amdkfd_gpu_reset() argument
224 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_gpu_reset()
234 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_alloc_gtt_mem()
316 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_alloc_gws()
347 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, in amdgpu_amdkfd_get_fw_version() argument
350 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_fw_version()
384 void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, in amdgpu_amdkfd_get_local_mem_info() argument
387 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_local_mem_info()
425 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_gpu_clock_counter()
531 uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd) in amdgpu_amdkfd_get_hive_id() argument
[all …]
H A Damdgpu_amdkfd_arcturus.c65 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
67 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
131 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
134 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_load()
201 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, in kgd_hqd_sdma_dump() argument
205 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_dump()
233 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_hqd_sdma_is_occupied() argument
235 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_is_occupied()
252 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_destroy() argument
255 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_destroy()
[all …]
H A Damdgpu_amdkfd_gpuvm.c77 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
971 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_create_process_vm()
1007 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1068 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1071 if (WARN_ON(!kgd || !vm)) in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1083 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_release_process_vm()
1086 if (WARN_ON(!kgd || !vm)) in amdgpu_amdkfd_gpuvm_release_process_vm()
1112 struct kgd_dev *kgd, uint64_t va, uint64_t size, in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() argument
1116 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1248 struct kgd_dev *kgd, struct kgd_mem *mem) in amdgpu_amdkfd_gpuvm_free_memory_of_gpu() argument
[all …]
/netbsd/sys/external/bsd/drm2/dist/drm/amd/include/
H A Dkgd_kfd_interface.h263 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd,
268 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
272 int (*hqd_dump)(struct kgd_dev *kgd,
276 int (*hqd_sdma_dump)(struct kgd_dev *kgd,
289 int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd,
292 int (*address_watch_disable)(struct kgd_dev *kgd);
293 int (*address_watch_execute)(struct kgd_dev *kgd,
298 int (*wave_control_execute)(struct kgd_dev *kgd,
305 struct kgd_dev *kgd,
313 void (*set_scratch_backing_va)(struct kgd_dev *kgd,
[all …]
/netbsd/sys/external/bsd/drm2/dist/drm/amd/amdkfd/
H A Dkfd_device.c496 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe() argument
536 kfd->kgd = kgd; in kgd2kfd_probe()
608 amdgpu_amdkfd_get_num_gws(kfd->kgd), &kfd->gws)) { in kgd2kfd_device_init()
610 amdgpu_amdkfd_get_num_gws(kfd->kgd)); in kgd2kfd_device_init()
632 kfd->kgd, size, &kfd->gtt_mem, in kgd2kfd_device_init()
654 kfd->hive_id = kfd->kfd2kgd->get_hive_id(kfd->kgd); in kgd2kfd_device_init()
704 amdgpu_amdkfd_free_gtt_mem(kfd->kgd, kfd->gtt_mem); in kgd2kfd_device_init()
707 amdgpu_amdkfd_free_gws(kfd->kgd, kfd->gws); in kgd2kfd_device_init()
726 amdgpu_amdkfd_free_gws(kfd->kgd, kfd->gws); in kgd2kfd_device_exit()
1152 amdgpu_amdkfd_set_compute_idle(kfd->kgd, false); in kfd_inc_compute_active()
[all …]
H A Dkfd_process.c173 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, mem); in kfd_process_free_gpuvm()
200 err = amdgpu_amdkfd_gpuvm_sync_memory(kdev->kgd, mem, true); in kfd_process_alloc_gpuvm()
219 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kdev->kgd, in kfd_process_alloc_gpuvm()
237 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(kdev->kgd, mem); in kfd_process_alloc_gpuvm()
405 peer_pdd->dev->kgd, mem, peer_pdd->vm); in kfd_process_device_free_bos()
408 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(pdd->dev->kgd, mem); in kfd_process_device_free_bos()
432 pdd->dev->kgd, pdd->vm); in kfd_process_destroy_pdds()
437 pdd->dev->kgd, pdd->vm); in kfd_process_destroy_pdds()
799 dev->kgd, drm_file, p->pasid, in kfd_process_device_init_vm()
1167 amdgpu_amdkfd_flush_gpu_tlb_vmid(dev->kgd, in kfd_flush_tlb()
[all …]
H A Dkfd_mqd_manager_v9.c103 retval = amdgpu_amdkfd_alloc_gtt_mem(kfd->kgd, in allocate_mqd()
194 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
203 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id, in hiq_load_mqd_kiq()
278 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
288 amdgpu_amdkfd_free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem); in free_mqd()
300 mm->dev->kgd, queue_address, in is_occupied()
362 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
404 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
411 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
H A Dkfd_mqd_manager_v10.c155 r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
165 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id, in hiq_load_mqd_kiq()
238 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
253 mm->dev->kgd, queue_address, in is_occupied()
319 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
361 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
368 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
H A Dcik_event_interrupt.c57 vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd); in cik_event_interrupt_isr()
58 ret = f2g->get_atc_vmid_pasid_mapping_info(dev->kgd, vmid, &pasid); in cik_event_interrupt_isr()
118 amdgpu_amdkfd_gpuvm_get_vm_fault_info(dev->kgd, &info); in cik_event_interrupt_wq()
H A Dkfd_mqd_manager_cik.c178 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
187 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
272 return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
285 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
293 return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->kgd, queue_address, in is_occupied()
302 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
H A Dkfd_dbgdev.c49 dev->kfd2kgd->address_watch_disable(dev->kgd); in dbgdev_address_watch_disable_nodiq()
330 dbgdev->dev->kgd, in dbgdev_address_watch_nodiq()
428 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
439 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
449 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
465 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
760 return dbgdev->dev->kfd2kgd->wave_control_execute(dbgdev->dev->kgd, in dbgdev_wave_control_nodiq()
792 (dev->kgd, vmid, &queried_pasid); in dbgdev_wave_reset_wavefronts()
819 dev->kfd2kgd->wave_control_execute(dev->kgd, in dbgdev_wave_reset_wavefronts()
H A Dkfd_mqd_manager_vi.c169 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
263 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
278 mm->dev->kgd, queue_address, in is_occupied()
344 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
385 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
392 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
H A Dkfd_chardev.c1063 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kfd->kgd, in kfd_ioctl_create_event()
1154 dev->kgd, args->va_addr, pdd->qpd.vmid); in kfd_ioctl_set_scratch_backing_va()
1175 dev->kfd2kgd->get_tile_config(dev->kgd, &config); in kfd_ioctl_get_tile_config()
1261 amdgpu_amdkfd_get_local_mem_info(dev->kgd, &mem_info); in kfd_dev_is_large_bar()
1301 offset = amdgpu_amdkfd_get_mmio_remap_phys_addr(dev->kgd); in kfd_ioctl_alloc_memory_of_gpu()
1315 dev->kgd, args->va_addr, args->size, in kfd_ioctl_alloc_memory_of_gpu()
1378 ret = amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, in kfd_ioctl_free_memory_of_gpu()
1460 peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); in kfd_ioctl_map_memory_to_gpu()
1567 peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); in kfd_ioctl_unmap_memory_from_gpu()
1673 r = amdgpu_amdkfd_gpuvm_import_dmabuf(dev->kgd, dmabuf, in kfd_ioctl_import_dmabuf()
[all …]
H A Dkfd_device_queue_manager.c133 dqm->dev->kgd, qpd->vmid, in program_sh_mem_settings()
239 dqm->dev->kfd2kgd->set_scratch_backing_va(dqm->dev->kgd, in allocate_vmid()
713 dqm->dev->kgd, in restore_process_queues_nocpsch()
882 dqm->dev->kgd, pasid, vmid); in set_pasid_vmid_mapping()
891 dqm->dev->kfd2kgd->init_interrupts(dqm->dev->kgd, i); in init_interrupts()
1755 retval = amdgpu_amdkfd_alloc_gtt_mem(dev->kgd, size, in allocate_hiq_sdma_mqd()
1899 amdgpu_amdkfd_free_gtt_mem(dev->kgd, mqd->gtt_mem); in deallocate_hiq_sdma_mqd()
1930 amdgpu_amdkfd_gpu_reset(dqm->dev->kgd); in kfd_process_hw_exception()
1969 r = dqm->dev->kfd2kgd->hqd_dump(dqm->dev->kgd, in dqm_debugfs_hqds()
1991 dqm->dev->kgd, pipe, queue, &dump, &n_regs); in dqm_debugfs_hqds()
[all …]
H A Dkfd_topology.c120 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) in kfd_device_by_kgd() argument
128 if (top_dev->gpu && top_dev->gpu->kgd == kgd) { in kfd_device_by_kgd()
1094 amdgpu_amdkfd_get_local_mem_info(gpu->kgd, &local_mem_info); in kfd_generate_gpu_id()
1177 amdgpu_amdkfd_get_local_mem_info(dev->gpu->kgd, &local_mem_info); in kfd_fill_mem_clk_max_info()
1299 amdgpu_amdkfd_get_cu_info(dev->gpu->kgd, &cu_info); in kfd_topology_add_device()
1311 amdgpu_amdkfd_get_max_engine_clock_in_mhz(dev->gpu->kgd); in kfd_topology_add_device()
1325 amdgpu_amdkfd_get_num_gws(dev->gpu->kgd) : 0; in kfd_topology_add_device()
1388 ctx = amdgpu_ras_get_context((struct amdgpu_device *)(dev->gpu->kgd)); in kfd_topology_add_device()
H A Dkfd_mqd_manager.c109 amdgpu_amdkfd_get_cu_info(mm->dev->kgd, &cu_info); in mqd_symmetrically_map_cu_mask()
H A Dkfd_crat.c1139 amdgpu_amdkfd_get_xgmi_hops_count(kdev->kgd, peer_kdev->kgd); in kfd_fill_gpu_xgmi_link_to_gpu()
1204 amdgpu_amdkfd_get_cu_info(kdev->kgd, &cu_info); in kfd_create_vcrat_image_gpu()
1235 amdgpu_amdkfd_get_local_mem_info(kdev->kgd, &local_mem_info); in kfd_create_vcrat_image_gpu()
H A Dkfd_priv.h228 struct kgd_dev *kgd; member
851 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd);
H A Dkfd_process_queue_manager.c126 pdd->qpd.num_gws = gws ? amdgpu_amdkfd_get_num_gws(dev->kgd) : 0; in pqm_set_gws()