Lines Matching refs:svm
85 nouveau_ivmm_find(struct nouveau_svm *svm, u64 inst) in nouveau_ivmm_find() argument
88 list_for_each_entry(ivmm, &svm->inst, head) { in nouveau_ivmm_find()
212 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
213 ivmm = nouveau_ivmm_find(svmm->vmm->cli->drm->svm, inst); in nouveau_svmm_part()
218 mutex_unlock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
233 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_join()
234 list_add(&ivmm->head, &svmm->vmm->cli->drm->svm->inst); in nouveau_svmm_join()
235 mutex_unlock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_join()
325 svmm->vmm = &cli->svm; in nouveau_svmm_init()
332 if (cli->svm.cli) { in nouveau_svmm_init()
347 }, sizeof(struct gp100_vmm_v0), &cli->svm.vmm); in nouveau_svmm_init()
358 cli->svm.svmm = svmm; in nouveau_svmm_init()
359 cli->svm.cli = cli; in nouveau_svmm_init()
389 nouveau_svm_fault_replay(struct nouveau_svm *svm) in nouveau_svm_fault_replay() argument
391 SVM_DBG(svm, "replay"); in nouveau_svm_fault_replay()
392 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_replay()
404 nouveau_svm_fault_cancel(struct nouveau_svm *svm, in nouveau_svm_fault_cancel() argument
407 SVM_DBG(svm, "cancel %016llx %d %02x %02x", inst, hub, gpc, client); in nouveau_svm_fault_cancel()
408 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_cancel()
419 nouveau_svm_fault_cancel_fault(struct nouveau_svm *svm, in nouveau_svm_fault_cancel_fault() argument
422 nouveau_svm_fault_cancel(svm, fault->inst, in nouveau_svm_fault_cancel_fault()
444 nouveau_svm_fault_cache(struct nouveau_svm *svm, in nouveau_svm_fault_cache() argument
471 nouveau_svm_fault_cancel(svm, inst, hub, gpc, client); in nouveau_svm_fault_cache()
488 SVM_DBG(svm, "fault %016llx %016llx %02x", in nouveau_svm_fault_cache()
583 struct nouveau_svm *svm = in nouveau_svm_fault() local
584 container_of(buffer, typeof(*svm), buffer[buffer->id]); in nouveau_svm_fault()
585 struct nvif_object *device = &svm->drm->client.device.object; in nouveau_svm_fault()
603 SVM_DBG(svm, "fault handler"); in nouveau_svm_fault()
612 SVM_DBG(svm, "get %08x put %08x", buffer->get, buffer->put); in nouveau_svm_fault()
614 nouveau_svm_fault_cache(svm, buffer, buffer->get * 0x20); in nouveau_svm_fault()
619 SVM_DBG(svm, "%d fault(s) pending", buffer->fault_nr); in nouveau_svm_fault()
629 mutex_lock(&svm->mutex); in nouveau_svm_fault()
633 nouveau_ivmm_find(svm, buffer->fault[fi]->inst); in nouveau_svm_fault()
636 SVM_DBG(svm, "inst %016llx -> svm-%p", inst, svmm); in nouveau_svm_fault()
640 mutex_unlock(&svm->mutex); in nouveau_svm_fault()
655 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
674 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
687 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
698 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
760 svmm, svm->drm, &args, in nouveau_svm_fault()
779 nouveau_svm_fault_cancel_fault(svm, fault); in nouveau_svm_fault()
788 nouveau_svm_fault_replay(svm); in nouveau_svm_fault()
793 nouveau_svm_fault_buffer_fini(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_fini() argument
795 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_fini()
800 nouveau_svm_fault_buffer_init(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_init() argument
802 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_init()
803 struct nvif_object *device = &svm->drm->client.device.object; in nouveau_svm_fault_buffer_init()
806 SVM_DBG(svm, "get %08x put %08x (init)", buffer->get, buffer->put); in nouveau_svm_fault_buffer_init()
811 nouveau_svm_fault_buffer_dtor(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_dtor() argument
813 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_dtor()
822 nouveau_svm_fault_buffer_fini(svm, id); in nouveau_svm_fault_buffer_dtor()
829 nouveau_svm_fault_buffer_ctor(struct nouveau_svm *svm, s32 oclass, int id) in nouveau_svm_fault_buffer_ctor() argument
831 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_ctor()
832 struct nouveau_drm *drm = svm->drm; in nouveau_svm_fault_buffer_ctor()
842 SVM_ERR(svm, "Fault buffer allocation failed: %d", ret); in nouveau_svm_fault_buffer_ctor()
861 return nouveau_svm_fault_buffer_init(svm, id); in nouveau_svm_fault_buffer_ctor()
867 struct nouveau_svm *svm = drm->svm; in nouveau_svm_resume() local
868 if (svm) in nouveau_svm_resume()
869 nouveau_svm_fault_buffer_init(svm, 0); in nouveau_svm_resume()
875 struct nouveau_svm *svm = drm->svm; in nouveau_svm_suspend() local
876 if (svm) in nouveau_svm_suspend()
877 nouveau_svm_fault_buffer_fini(svm, 0); in nouveau_svm_suspend()
883 struct nouveau_svm *svm = drm->svm; in nouveau_svm_fini() local
884 if (svm) { in nouveau_svm_fini()
885 nouveau_svm_fault_buffer_dtor(svm, 0); in nouveau_svm_fini()
886 kfree(drm->svm); in nouveau_svm_fini()
887 drm->svm = NULL; in nouveau_svm_fini()
899 struct nouveau_svm *svm; in nouveau_svm_init() local
909 if (!(drm->svm = svm = kzalloc(sizeof(*drm->svm), GFP_KERNEL))) in nouveau_svm_init()
912 drm->svm->drm = drm; in nouveau_svm_init()
913 mutex_init(&drm->svm->mutex); in nouveau_svm_init()
914 INIT_LIST_HEAD(&drm->svm->inst); in nouveau_svm_init()
918 SVM_DBG(svm, "No supported fault buffer class"); in nouveau_svm_init()
923 ret = nouveau_svm_fault_buffer_ctor(svm, buffers[ret].oclass, 0); in nouveau_svm_init()
929 SVM_DBG(svm, "Initialised"); in nouveau_svm_init()