| /openbsd/sys/dev/pci/drm/amd/amdgpu/ |
| H A D | amdgpu_vm.c | 239 struct amdgpu_vm *vm = vm_bo->vm; in amdgpu_vm_bo_evicted() local
370 base->vm = vm; in amdgpu_vm_bo_base_init()
782 if (base->vm != vm) in amdgpu_vm_bo_find()
850 params.vm = vm; in amdgpu_vm_update_pdes()
959 params.vm = vm; in amdgpu_vm_update_range()
1047 tlb_cb->vm = vm; in amdgpu_vm_update_range()
1071 struct amdgpu_vm *vm = bo_va->base.vm; in amdgpu_vm_bo_get_memory() local
1132 struct amdgpu_vm *vm = bo_va->base.vm; in amdgpu_vm_bo_update() local
1548 struct amdgpu_vm *vm = bo_va->base.vm; in amdgpu_vm_bo_insert_map() local
2047 struct amdgpu_vm *vm = bo_base->vm; in amdgpu_vm_bo_invalidate() local
[all …]
|
| H A D | amdgpu_vm.h | 151 struct amdgpu_vm *vm; member
209 struct amdgpu_vm *vm; member
428 struct amdgpu_vm *vm,
431 struct amdgpu_vm *vm);
450 struct amdgpu_vm *vm,
464 struct amdgpu_vm *vm,
488 struct amdgpu_vm *vm);
499 struct amdgpu_vm *vm);
532 lock = vm->last_tlb_flush->lock; in amdgpu_vm_tlb_seq()
548 mutex_lock(&vm->eviction_lock); in amdgpu_vm_eviction_lock()
[all …]
|
| H A D | amdgpu_vm_pt.c | 178 cursor->entry = &vm->root; in amdgpu_vm_pt_start()
302 struct amdgpu_vm *vm, in amdgpu_vm_pt_first_dfs() argument
397 if (!vm->pte_support_ats) { in amdgpu_vm_pt_clear()
440 params.vm = vm; in amdgpu_vm_pt_clear()
541 if (vm->root.bo) in amdgpu_vm_pt_create()
611 vm->root.bo->xcp_id); in amdgpu_vm_pt_alloc()
663 struct amdgpu_vm *vm; in amdgpu_vm_pt_free_work() local
692 struct amdgpu_vm *vm, in amdgpu_vm_pt_free_dfs() argument
744 struct amdgpu_vm *vm) in amdgpu_vm_pt_is_root_clean() argument
770 struct amdgpu_vm *vm = params->vm; in amdgpu_vm_pde_update() local
[all …]
|
| /openbsd/sys/dev/pci/drm/i915/selftests/ |
| H A D | mock_gtt.c | 73 ppgtt->vm.gt = to_gt(i915); in mock_ppgtt()
74 ppgtt->vm.i915 = i915; in mock_ppgtt()
76 ppgtt->vm.dma = i915->drm.dev; in mock_ppgtt()
86 ppgtt->vm.cleanup = mock_cleanup; in mock_ppgtt()
111 ggtt->vm.gt = gt; in mock_init_ggtt()
112 ggtt->vm.i915 = gt->i915; in mock_init_ggtt()
113 ggtt->vm.is_ggtt = true; in mock_init_ggtt()
117 ggtt->vm.total = 4096 * PAGE_SIZE; in mock_init_ggtt()
119 ggtt->vm.alloc_pt_dma = alloc_pt_dma; in mock_init_ggtt()
125 ggtt->vm.cleanup = mock_cleanup; in mock_init_ggtt()
[all …]
|
| H A D | i915_gem_gtt.c | 206 ppgtt->vm.clear_range(&ppgtt->vm, 0, size); in igt_ppgtt_alloc()
225 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, in igt_ppgtt_alloc()
341 vm->allocate_va_range(vm, &stash, in lowlevel_hole()
361 vm->insert_entries(vm, mock_vma_res, in lowlevel_hole()
375 vm->clear_range(vm, addr, BIT_ULL(size)); in lowlevel_hole()
996 memset(&vm->fault_attr, 0, sizeof(vm->fault_attr)); in shrink_hole()
1075 memset(&vm->fault_attr, 0, sizeof(vm->fault_attr)); in shrink_boom()
1380 ggtt->vm.insert_page(&ggtt->vm, in igt_ggtt_page()
1469 err = func(vm, 0, min(vm->total, limit), end_time); in exercise_mock()
1506 struct i915_address_space *vm = vma->vm; in reserve_gtt_with_resource() local
[all …]
|
| H A D | i915_gem_evict.c | 121 mutex_lock(&ggtt->vm.mutex); in igt_evict_something()
126 mutex_unlock(&ggtt->vm.mutex); in igt_evict_something()
136 mutex_lock(&ggtt->vm.mutex); in igt_evict_something()
208 mutex_lock(&ggtt->vm.mutex); in igt_evict_for_vma()
220 mutex_lock(&ggtt->vm.mutex); in igt_evict_for_vma()
301 mutex_lock(&ggtt->vm.mutex); in igt_evict_for_cache_color()
314 mutex_lock(&ggtt->vm.mutex); in igt_evict_for_cache_color()
347 mutex_lock(&ggtt->vm.mutex); in igt_evict_vm()
410 mutex_lock(&ggtt->vm.mutex); in igt_evict_contexts()
413 0, ggtt->vm.total, in igt_evict_contexts()
[all …]
|
| /openbsd/sys/dev/pci/drm/i915/gt/ |
| H A D | intel_ggtt.c | 75 ggtt->vm.cleanup(&ggtt->vm); in ggtt_init_hw()
150 drm_WARN_ON(&vm->i915->drm, !vm->is_ggtt && !vm->is_dpt); in i915_ggtt_suspend_vm()
201 vm->clear_range(vm, 0, vm->total); in i915_ggtt_suspend_vm()
901 ggtt->vm.scratch_range(&ggtt->vm, start, size); in init_ggtt()
921 ggtt->vm.clear_range(&ggtt->vm, hole_start, in init_ggtt()
926 ggtt->vm.clear_range(&ggtt->vm, ggtt->vm.total - PAGE_SIZE, PAGE_SIZE); in init_ggtt()
949 ppgtt_bind_vma(&i915_vm_to_ggtt(vm)->alias->vm, in aliasing_gtt_bind_vma()
999 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, 0, ggtt->vm.total); in init_aliasing_ppgtt()
1081 ggtt->vm.cleanup(&ggtt->vm); in ggtt_cleanup_hw()
1693 drm_WARN_ON(&vm->i915->drm, !vm->is_ggtt && !vm->is_dpt); in i915_ggtt_resume_vm()
[all …]
|
| H A D | intel_gtt.c | 175 if (vm->scratch[0]->base.resv == &vm->_resv) { in i915_vm_lock_objects()
206 kfree(vm); in i915_vm_resv_release()
214 __i915_vm_close(vm); in __i915_vm_release()
219 vm->cleanup(vm); in __i915_vm_release()
222 i915_vm_resv_put(vm); in __i915_vm_release()
233 queue_work(vm->i915->wq, &vm->release_work); in i915_vm_release()
238 kref_init(&vm->ref); in i915_address_space_init()
259 i915_gem_shrinker_taints_mutex(vm->i915, &vm->mutex); in i915_address_space_init()
276 drm_mm_init(&vm->mm, 0, vm->total); in i915_address_space_init()
358 obj = vm->alloc_scratch_dma(vm, size); in setup_scratch_page()
[all …]
|
| H A D | intel_gtt.h | 412 #define i915_is_ggtt(vm) ((vm)->is_ggtt) argument
413 #define i915_is_dpt(vm) ((vm)->is_dpt) argument
414 #define i915_is_ggtt_or_dpt(vm) (i915_is_ggtt(vm) || i915_is_dpt(vm)) argument
455 return i915_is_ggtt(vm) && vm->mm.color_adjust; in i915_vm_has_cache_coloring()
463 return container_of(vm, struct i915_ggtt, vm); in i915_vm_to_ggtt()
471 return container_of(vm, struct i915_ppgtt, vm); in i915_vm_to_ppgtt()
478 return vm; in i915_vm_get()
484 return kref_get_unless_zero(&vm->ref) ? vm : NULL; in i915_vm_tryget()
501 return &vm->_resv; in i915_vm_resv_get()
636 #define free_pt(vm, px) free_px(vm, px, 0) argument
[all …]
|
| H A D | gen8_ppgtt.c | 230 gen8_pd_top_count(vm), vm->top); in gen8_ppgtt_cleanup()
314 __gen8_ppgtt_clear(vm, i915_vm_to_ppgtt(vm)->pd, in gen8_ppgtt_clear()
398 __gen8_ppgtt_alloc(vm, stash, i915_vm_to_ppgtt(vm)->pd, in gen8_ppgtt_alloc()
445 __gen8_ppgtt_foreach(vm, i915_vm_to_ppgtt(vm)->pd, in gen8_ppgtt_foreach()
832 if (vm->has_read_only && vm->gt->vm && !i915_is_ggtt(vm->gt->vm)) { in gen8_init_scratch()
833 struct i915_address_space *clone = vm->gt->vm; in gen8_init_scratch()
853 vm->pte_encode(px_dma(vm->scratch[0]), in gen8_init_scratch()
861 obj = vm->alloc_pt_dma(vm, I915_GTT_PAGE_SIZE_4K); in gen8_init_scratch()
890 struct i915_address_space *vm = &ppgtt->vm; in gen8_preallocate_top_level_pdp() local
933 pd->pt.base = vm->alloc_pt_dma(vm, I915_GTT_PAGE_SIZE_4K); in gen8_alloc_top_pd()
[all …]
|
| H A D | gen6_ppgtt.c | 221 struct i915_address_space * const vm = &ppgtt->base.vm; in gen6_ppgtt_init_scratch() local
224 ret = setup_scratch_page(vm); in gen6_ppgtt_init_scratch()
228 vm->scratch[0]->encode = in gen6_ppgtt_init_scratch()
229 vm->pte_encode(px_dma(vm->scratch[0]), in gen6_ppgtt_init_scratch()
234 vm->scratch[1] = vm->alloc_pt_dma(vm, I915_GTT_PAGE_SIZE_4K); in gen6_ppgtt_init_scratch()
240 ret = map_pt_dma(vm, vm->scratch[1]); in gen6_ppgtt_init_scratch()
244 fill32_px(vm->scratch[1], vm->scratch[0]->encode); in gen6_ppgtt_init_scratch()
252 vm->scratch[0] = NULL; in gen6_ppgtt_init_scratch()
272 free_scratch(vm); in gen6_ppgtt_cleanup()
442 ppgtt->base.vm.top = 1; in gen6_ppgtt_create()
[all …]
|
| H A D | intel_ppgtt.c | 24 pt->base = vm->alloc_pt_dma(vm, sz); in alloc_pt()
61 pd->pt.base = vm->alloc_pt_dma(vm, I915_GTT_PAGE_SIZE_4K); in alloc_pd()
191 vm->allocate_va_range(vm, stash, vma_res->start, in ppgtt_bind_vma()
203 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in ppgtt_bind_vma()
213 vm->clear_range(vm, vma_res->start, vma_res->vma_size); in ppgtt_unbind_vma()
230 shift = vm->pd_shift; in i915_vm_alloc_pt_stash()
246 pt = alloc_pt(vm, pt_sz); in i915_vm_alloc_pt_stash()
262 pd = alloc_pd(vm); in i915_vm_alloc_pt_stash()
302 free_px(vm, pt, n); in i915_vm_free_pt_stash()
312 ppgtt->vm.gt = gt; in ppgtt_init()
[all …]
|
| H A D | intel_ggtt_gmch.c | 53 static void gmch_ggtt_remove(struct i915_address_space *vm) in gmch_ggtt_remove() argument
79 struct drm_i915_private *i915 = ggtt->vm.i915; in intel_ggtt_gmch_probe()
93 ggtt->vm.alloc_pt_dma = alloc_pt_dma; in intel_ggtt_gmch_probe()
94 ggtt->vm.alloc_scratch_dma = alloc_pt_dma; in intel_ggtt_gmch_probe()
102 ggtt->vm.insert_page = gmch_ggtt_insert_page; in intel_ggtt_gmch_probe()
103 ggtt->vm.insert_entries = gmch_ggtt_insert_entries; in intel_ggtt_gmch_probe()
104 ggtt->vm.clear_range = gmch_ggtt_clear_range; in intel_ggtt_gmch_probe()
105 ggtt->vm.scratch_range = gmch_ggtt_clear_range; in intel_ggtt_gmch_probe()
106 ggtt->vm.cleanup = gmch_ggtt_remove; in intel_ggtt_gmch_probe()
110 ggtt->vm.vma_ops.bind_vma = intel_ggtt_bind_vma; in intel_ggtt_gmch_probe()
[all …]
|
| /openbsd/sys/dev/vmm/ |
| H A D | vmm.c | 173 struct vm *vm; in vm_find() local
325 vm_find_vcpu(struct vm *vm, uint32_t id) in vm_find_vcpu() argument
357 struct vm *vm; in vm_create() local
384 vm->vm_nmemranges * sizeof(vm->vm_memranges[0])); in vm_create()
534 struct vm *vm = *target; in vm_teardown() local
585 struct vm *vm; in vm_get_info() local
662 struct vm *vm; in vm_terminate() local
674 SLIST_REMOVE(&vmm_softc->vm_list, vm, vm, vm_link); in vm_terminate()
680 __func__, vm->vm_id, vm); in vm_terminate()
719 struct vm *vm; in vm_resetcpu() local
[all …]
|
| /openbsd/sys/dev/pci/drm/i915/display/ |
| H A D | intel_dpt.c | 19 struct i915_address_space vm; member
26 #define i915_is_dpt(vm) ((vm)->is_dpt) argument
33 return container_of(vm, struct i915_dpt, vm); in i915_vm_to_dpt()
101 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in dpt_bind_vma()
116 vm->clear_range(vm, vma_res->start, vma_res->vma_size); in dpt_unbind_vma()
287 vm = &dpt->vm; in intel_dpt_create()
289 vm->gt = to_gt(i915); in intel_dpt_create()
290 vm->i915 = i915; in intel_dpt_create()
293 vm->is_dpt = true; in intel_dpt_create()
305 vm->pte_encode = vm->gt->ggtt->vm.pte_encode; in intel_dpt_create()
[all …]
|
| /openbsd/usr.sbin/vmd/ |
| H A D | vmd.c | 242 if (vm_checkperm(vm, &vm->vm_params.vmc_owner, in vmd_dispatch_control()
440 vcp->vcp_name, vm->vm_vmid, vm->vm_ttyname); in vmd_dispatch_vmm()
496 config_setvm(ps, vm, (uint32_t)-1, vm->vm_uid); in vmd_dispatch_vmm()
516 __func__, vm->vm_vmid, vm->vm_state); in vmd_dispatch_vmm()
526 if (vm) in vmd_dispatch_vmm()
553 __func__, vm->vm_vmid, vm->vm_state); in vmd_dispatch_vmm()
1093 if (vm == NULL && (vm = vm_getbyid(id)) == NULL) in vm_id2vmid()
1209 free(vm); in vm_remove()
1267 if (vm_checkperm(vm, &vm->vm_params.vmc_owner, in vm_register()
1326 if ((vm = calloc(1, sizeof(*vm))) == NULL) in vm_register()
[all …]
|
| H A D | vmm.c | 159 vtp.vtp_vm_id = vm_vmid2id(vm->vm_vmid, vm); in vmm_dispatch_parent()
187 if (vm_vmid2id(vm->vm_vmid, vm) == 0) { in vmm_dispatch_parent()
371 struct vmd_vm *vm; in vmm_sighdlr() local
384 if (vm == NULL) { in vmm_sighdlr()
443 vtp.vtp_vm_id = vm_vmid2id(vm->vm_vmid, vm); in vmm_shutdown()
479 iev->data = vm; in vmm_pipe()
647 struct vmd_vm *vm; in vmm_start_vm() local
685 sz = atomicio(vwrite, fds[0], vm, sizeof(*vm)); in vmm_start_vm()
707 vm->vm_cdrom = -1; in vmm_start_vm()
709 vm->vm_tty = -1; in vmm_start_vm()
[all …]
|
| H A D | config.c | 103 struct vmd_vm *vm; in config_purge() local
258 vm->vm_start_tv = tv; in config_setvm()
274 vm->vm_uid = uid; in config_setvm()
279 if (!(vm->vm_state & VM_STATE_RECEIVED) && vm->vm_kernel == -1) { in config_setvm()
465 vm->vm_ttyname[0] == '\0' ? "" : vm->vm_ttyname); in config_setvm()
482 IMSG_VMDOP_START_VM_REQUEST, vm->vm_vmid, vm->vm_kernel, in config_setvm()
572 vm->vm_kernel = fd; in config_getvm()
589 struct vmd_vm *vm; in config_getdisk() local
621 struct vmd_vm *vm; in config_getif() local
652 struct vmd_vm *vm; in config_getcdrom() local
[all …]
|
| H A D | sev.c | 41 sev_init(struct vmd_vm *vm) in sev_init() argument
65 vm->vm_sev_handle = handle; in sev_init()
145 sev_encrypt_memory(struct vmd_vm *vm) in sev_encrypt_memory() argument
157 vmr = &vm->vm_sev_memsegments[i]; in sev_encrypt_memory()
170 if (psp_launch_measure(vm->vm_sev_handle)) { in sev_encrypt_memory()
174 if (psp_launch_finish(vm->vm_sev_handle)) { in sev_encrypt_memory()
196 sev_activate(struct vmd_vm *vm, int vcpu_id) in sev_activate() argument
206 psp_activate(vm->vm_sev_handle, vm->vm_sev_asid[vcpu_id])) { in sev_activate()
208 vm->vm_sev_handle, vm->vm_sev_asid[vcpu_id]); in sev_activate()
229 sev_shutdown(struct vmd_vm *vm) in sev_shutdown() argument
[all …]
|
| H A D | vm.c | 95 struct vmd_vm vm; in vm_main() local
123 memset(&vm, 0, sizeof(vm)); in vm_main()
124 sz = atomicio(read, fd, &vm, sizeof(vm)); in vm_main()
237 current_vm = vm; in start_vm()
306 vm->vm_disks, vm->vm_cdrom); in start_vm()
309 unpause_vm(vm); in start_vm()
311 init_emulated_hw(vmc, vm->vm_cdrom, vm->vm_disks, nicfds); in start_vm()
395 pause_vm(vm); in vm_dispatch_vmm()
488 pause_vm(vm); in send_vm()
562 unpause_vm(vm); in send_vm()
[all …]
|
| /openbsd/sys/dev/pci/drm/radeon/ |
| H A D | radeon_vm.c | 300 if (bo_va->vm == vm) in radeon_vm_bo_find()
330 bo_va->vm = vm; in radeon_vm_bo_add()
339 mutex_lock(&vm->mutex); in radeon_vm_bo_add()
453 struct radeon_vm *vm = bo_va->vm; in radeon_vm_bo_set_addr() local
478 mutex_lock(&vm->mutex); in radeon_vm_bo_set_addr()
508 tmp->vm = vm; in radeon_vm_bo_set_addr()
915 struct radeon_vm *vm = bo_va->vm; in radeon_vm_bo_update() local
924 bo_va->bo, vm); in radeon_vm_bo_update()
1121 struct radeon_vm *vm = bo_va->vm; in radeon_vm_bo_rmv() local
1180 vm->ib_bo_va = NULL; in radeon_vm_init()
[all …]
|
| /openbsd/lib/libkvm/ |
| H A D | kvm_i386.c | 99 #define pdei(vm,VA) (((VA) & (vm)->PD_mask) >> (vm)->PD_shift) argument
100 #define ptei(vm,VA) (((VA) & (vm)->PT_mask) >> PAGE_SHIFT) argument
120 vm = _kvm_malloc(kd, sizeof(*vm)); in _kvm_initvtop()
121 if (vm == NULL) in _kvm_initvtop()
123 kd->vmst = vm; in _kvm_initvtop()
125 vm->PTD = NULL; in _kvm_initvtop()
171 free(vm->PTD); in _kvm_initvtop()
172 vm->PTD = NULL; in _kvm_initvtop()
196 vm = kd->vmst; in _kvm_kvatop()
207 if ((vm->PTD[pdei(vm,va)] & PG_V) == 0) in _kvm_kvatop()
[all …]
|
| H A D | kvm_mips64.c | 82 struct vmstate *vm; in _kvm_initvtop() local
86 vm = (struct vmstate *)_kvm_malloc(kd, sizeof(*vm)); in _kvm_initvtop()
87 if (vm == 0) in _kvm_initvtop()
89 kd->vmst = vm; in _kvm_initvtop()
142 struct vmstate *vm; in _kvm_kvatop() local
151 vm = kd->vmst; in _kvm_kvatop()
157 if (vm->Sysmap == 0) { in _kvm_kvatop()
172 if (va < vm->Sysmapbase) in _kvm_kvatop()
174 idx = (va - vm->Sysmapbase) >> vm->pageshift; in _kvm_kvatop()
175 if (idx >= vm->Sysmapsize) in _kvm_kvatop()
[all …]
|
| /openbsd/gnu/llvm/llvm/lib/Target/VE/ |
| H A D | VEInstrIntrinsicVL.gen.td | 1207 … Pat<(int_ve_vl_vfmkdgt_mvml v256f64:$vz, v256i1:$vm, i32:$vl), (VFMKDvml CC_G, v256f64:$vz, v256i…
1209 … Pat<(int_ve_vl_vfmkdlt_mvml v256f64:$vz, v256i1:$vm, i32:$vl), (VFMKDvml CC_L, v256f64:$vz, v256i…
1235 … Pat<(int_ve_vl_vfmksgt_mvml v256f64:$vz, v256i1:$vm, i32:$vl), (VFMKSvml CC_G, v256f64:$vz, v256i…
1347 … : Pat<(int_ve_vl_vsumwsx_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VSUMWSXvml v256f64:$vy, v256i1:…
1349 … : Pat<(int_ve_vl_vsumwzx_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VSUMWZXvml v256f64:$vy, v256i1:…
1351 def : Pat<(int_ve_vl_vsuml_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VSUMLvml v256f64:$vy, v256i1:$v…
1353 …f : Pat<(int_ve_vl_vfsumd_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VFSUMDvml v256f64:$vy, v256i1:$…
1355 …f : Pat<(int_ve_vl_vfsums_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VFSUMSvml v256f64:$vy, v256i1:$…
1397 def : Pat<(int_ve_vl_vrand_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VRANDvml v256f64:$vy, v256i1:$v…
1399 def : Pat<(int_ve_vl_vror_vvml v256f64:$vy, v256i1:$vm, i32:$vl), (VRORvml v256f64:$vy, v256i1:$vm,…
[all …]
|
| /openbsd/sys/dev/pci/drm/i915/ |
| H A D | i915_vma_resource.c | 175 struct i915_address_space *vm; in __i915_vma_resource_unhold() local
182 vm = vma_res->vm; in __i915_vma_resource_unhold()
186 vma_res->vm = NULL; in __i915_vma_resource_unhold()
188 mutex_lock(&vm->mutex); in __i915_vma_resource_unhold()
190 mutex_unlock(&vm->mutex); in __i915_vma_resource_unhold()
247 struct i915_address_space *vm = vma_res->vm; in i915_vma_resource_unbind_work() local
303 struct i915_address_space *vm = vma_res->vm; in i915_vma_resource_unbind() local
373 lockdep_assert_held(&vm->mutex); in i915_vma_resource_bind_dep_sync()
407 mutex_lock(&vm->mutex); in i915_vma_resource_bind_dep_sync_all()
412 mutex_unlock(&vm->mutex); in i915_vma_resource_bind_dep_sync_all()
[all …]
|