47 #include <vm/vm.h>
48 #include <vm/pmap.h>
49 #include <vm/vm_map.h>
50 #include <vm/vm_object.h>
89 	struct vm	*vm;		/* vm instance cookie */  member
136 		panic("vcpu %s(%d) has invalid state %d", vm_name(sc->vm),  in vcpu_unlock_one()
150 	vm_slock_vcpus(sc->vm);  in vcpu_lock_all()
151 	maxcpus = vm_get_maxcpus(sc->vm);  in vcpu_lock_all()
153 		vcpu = vm_vcpu(sc->vm, i);  in vcpu_lock_all()
163 			vcpu = vm_vcpu(sc->vm, j);  in vcpu_lock_all()
168 		vm_unlock_vcpus(sc->vm);  in vcpu_lock_all()
180 	maxcpus = vm_get_maxcpus(sc->vm);  in vcpu_unlock_all()
182 		vcpu = vm_vcpu(sc->vm, i);  in vcpu_unlock_all()
187 	vm_unlock_vcpus(sc->vm);  in vcpu_unlock_all()
200 		if (strcmp(name, vm_name(sc->vm)) == 0)  in vmmdev_lookup()
239 	vm_slock_memsegs(sc->vm);  in vmmdev_rw()
242 	maxaddr = vmm_sysmem_maxaddr(sc->vm);  in vmmdev_rw()
249 		 * The VM has a hole in its physical memory map. If we want to  in vmmdev_rw()
256 		hpa = vm_gpa_hold_global(sc->vm, gpa, c, prot, &cookie);  in vmmdev_rw()
268 	vm_unlock_memsegs(sc->vm);  in vmmdev_rw()
281 	error = vm_get_memseg(sc->vm, mseg->segid, &mseg->len, &sysmem, NULL);  in get_memseg()
323 	error = vm_alloc_memseg(sc->vm, mseg->segid, mseg->len, sysmem);  in alloc_memseg()
328 		error = devmem_create_cdev(vm_name(sc->vm), mseg->segid, name);  in alloc_memseg()
330 			vm_free_memseg(sc->vm, mseg->segid);  in alloc_memseg()
463 		vcpu = vm_alloc_vcpu(sc->vm, vcpuid);  in vmmdev_ioctl()
487 		vm_xlock_memsegs(sc->vm);  in vmmdev_ioctl()
514 		vm_slock_memsegs(sc->vm);  in vmmdev_ioctl()
530 		vcpu = vm_alloc_vcpu(sc->vm, vcpuid);  in vmmdev_ioctl()
547 		vcpu = vm_alloc_vcpu(sc->vm, vcpuid);  in vmmdev_ioctl()
565 		error = vm_suspend(sc->vm, vmsuspend->how);  in vmmdev_ioctl()
568 		error = vm_reinit(sc->vm);  in vmmdev_ioctl()
596 		error = ppt_setup_msi(sc->vm,  in vmmdev_ioctl()
603 		error = ppt_setup_msix(sc->vm,  in vmmdev_ioctl()
611 		error = ppt_disable_msix(sc->vm, pptdev->bus, pptdev->slot,  in vmmdev_ioctl()
616 		error = ppt_map_mmio(sc->vm, pptmmio->bus, pptmmio->slot,  in vmmdev_ioctl()
622 		error = ppt_unmap_mmio(sc->vm, pptmmio->bus, pptmmio->slot,  in vmmdev_ioctl()
627 		error = vm_assign_pptdev(sc->vm, pptdev->bus, pptdev->slot,  in vmmdev_ioctl()
632 		error = vm_unassign_pptdev(sc->vm, pptdev->bus, pptdev->slot,  in vmmdev_ioctl()
650 		error = lapic_set_local_intr(sc->vm, vcpu, vmirq->vector);  in vmmdev_ioctl()
654 		error = lapic_intr_msi(sc->vm, vmmsi->addr, vmmsi->msg);  in vmmdev_ioctl()
658 		error = vioapic_assert_irq(sc->vm, ioapic_irq->irq);  in vmmdev_ioctl()
662 		error = vioapic_deassert_irq(sc->vm, ioapic_irq->irq);  in vmmdev_ioctl()
666 		error = vioapic_pulse_irq(sc->vm, ioapic_irq->irq);  in vmmdev_ioctl()
669 		*(int *)data = vioapic_pincount(sc->vm);  in vmmdev_ioctl()
708 		error = vatpic_assert_irq(sc->vm, isa_irq->atpic_irq);  in vmmdev_ioctl()
710 			error = vioapic_assert_irq(sc->vm,  in vmmdev_ioctl()
715 		error = vatpic_deassert_irq(sc->vm, isa_irq->atpic_irq);  in vmmdev_ioctl()
717 			error = vioapic_deassert_irq(sc->vm,  in vmmdev_ioctl()
722 		error = vatpic_pulse_irq(sc->vm, isa_irq->atpic_irq);  in vmmdev_ioctl()
724 			error = vioapic_pulse_irq(sc->vm, isa_irq->ioapic_irq);  in vmmdev_ioctl()
728 		error = vatpic_set_irq_trigger(sc->vm,  in vmmdev_ioctl()
733 		error = vm_mmap_getnext(sc->vm, &mm->gpa, &mm->segid,  in vmmdev_ioctl()
738 		error = vm_mmap_memseg(sc->vm, mm->gpa, mm->segid, mm->segoff,  in vmmdev_ioctl()
743 		error = vm_munmap_memseg(sc->vm, mu->gpa, mu->len);  in vmmdev_ioctl()
849 		pmap_get_mapping(vmspace_pmap(vm_get_vmspace(sc->vm)),  in vmmdev_ioctl()
888 			*cpuset = vm_active_cpus(sc->vm);  in vmmdev_ioctl()
890 			*cpuset = vm_suspended_cpus(sc->vm);  in vmmdev_ioctl()
892 			*cpuset = vm_debug_cpus(sc->vm);  in vmmdev_ioctl()
902 		error = vm_suspend_cpu(sc->vm, vcpu);  in vmmdev_ioctl()
905 		error = vm_resume_cpu(sc->vm, vcpu);  in vmmdev_ioctl()
917 		error = vrtc_nvram_write(sc->vm, rtcdata->offset,  in vmmdev_ioctl()
922 		error = vrtc_nvram_read(sc->vm, rtcdata->offset,  in vmmdev_ioctl()
927 		error = vrtc_set_time(sc->vm, rtctime->secs);  in vmmdev_ioctl()
932 		rtctime->secs = vrtc_get_time(sc->vm);  in vmmdev_ioctl()
939 		error = vm_set_topology(sc->vm, topology->sockets,  in vmmdev_ioctl()
944 		vm_get_topology(sc->vm, &topology->sockets, &topology->cores,  in vmmdev_ioctl()
951 		error = vm_snapshot_req(sc->vm, snapshot_meta);  in vmmdev_ioctl()
954 		error = vm_restore_time(sc->vm);  in vmmdev_ioctl()
967 		vm_unlock_memsegs(sc->vm);  in vmmdev_ioctl()
1008 	vm_slock_memsegs(sc->vm);  in vmmdev_mmap_single()
1013 		error = vm_mmap_getnext(sc->vm, &gpa, &segid, &segoff, &len,  in vmmdev_mmap_single()
1025 		error = vm_get_memseg(sc->vm, segid, &len, &sysmem, objp);  in vmmdev_mmap_single()
1035 	vm_unlock_memsegs(sc->vm);  in vmmdev_mmap_single()
1046 	vm_disable_vcpu_creation(sc->vm);  in vmmdev_destroy()
1049 	vm_unlock_vcpus(sc->vm);  in vmmdev_destroy()
1061 	if (sc->vm != NULL)  in vmmdev_destroy()
1062 		vm_destroy(sc->vm);  in vmmdev_destroy()
1105 	 * Setting 'sc->cdev' to NULL is used to indicate that the VM  in sysctl_vmm_destroy()
1149 	struct vm *vm;  in sysctl_vmm_create()  local
1174 	error = vm_create(buf, &vm);  in sysctl_vmm_create()
1180 	sc->vm = vm;  in sysctl_vmm_create()
1263 	vm_slock_memsegs(dsc->sc->vm);  in devmem_mmap_single()
1265 	error = vm_get_memseg(dsc->sc->vm, dsc->segid, &seglen, &sysmem, objp);  in devmem_mmap_single()
1274 	vm_unlock_memsegs(dsc->sc->vm);  in devmem_mmap_single()
1301 	KASSERT(sc != NULL, ("%s: vm %s softc not found", __func__, vmname));  in devmem_create_cdev()