CLOUDSTACK-9182: Some running VMs turned off on manual migration when…

… auto migration failed while host preparing for maintenance.

Fix: Block VMOperations if Host in PrepareForMaintenance mode. VM operations (Stop, Reboot, Destroy, Migrate to host) are not allowed when Host in PrepareForMaintenance mode.

engine/orchestration/src/com/cloud/vm/VirtualMachineManagerImpl.java

@@ -153,6 +153,7 @@
 import com.cloud.offering.ServiceOffering;
 import com.cloud.org.Cluster;
 import com.cloud.resource.ResourceManager;
+import com.cloud.resource.ResourceState;
 import com.cloud.service.ServiceOfferingVO;
 import com.cloud.service.dao.ServiceOfferingDao;
 import com.cloud.storage.DiskOfferingVO;
@@ -1485,6 +1486,12 @@ private void advanceStop(final VMInstanceVO vm, final boolean cleanUpEvenIfUnabl
                 _workDao.update(work.getId(), work);
             }
             return;
+        } else {
+            HostVO host = _hostDao.findById(hostId);
+            if (!cleanUpEvenIfUnableToStop && vm.getState() == State.Running && host.getResourceState() == ResourceState.PrepareForMaintenance) {
+                s_logger.debug("Host in PrepareForMaintenance state - Failed to stop VM with id: " + vm.getId());
+                throw new CloudRuntimeException("VM operation failed as host is preparing for maintenance mode");
+            }
         }
 
         final VirtualMachineGuru vmGuru = getVmGuru(vm);

server/src/com/cloud/vm/UserVmManagerImpl.java

@@ -2597,6 +2597,8 @@ public UserVm rebootVirtualMachine(RebootVMCmd cmd) throws InsufficientCapacityE
 
         _accountMgr.checkAccess(caller, null, true, vmInstance);
 
+        checkIfHostOfVMIsInPrepareForMaintenanceState(vmInstance.getHostId(), vmId, "Reboot");
+
         // If the VM is Volatile in nature, on reboot discard the VM's root disk and create a new root disk for it: by calling restoreVM
         long serviceOfferingId = vmInstance.getServiceOfferingId();
         ServiceOfferingVO offering = _serviceOfferingDao.findById(vmInstance.getId(), serviceOfferingId);
@@ -4595,6 +4597,8 @@ public VirtualMachine migrateVirtualMachine(Long vmId, Host destinationHost) thr
             throw ex;
         }
 
+        checkIfHostOfVMIsInPrepareForMaintenanceState(vm.getHostId(), vmId, "Migrate");
+
         if(serviceOfferingDetailsDao.findDetail(vm.getServiceOfferingId(), GPU.Keys.pciDevice.toString()) != null) {
             throw new InvalidParameterValueException("Live Migration of GPU enabled VM is not supported");
         }
@@ -4687,6 +4691,16 @@ private boolean checkIfHostIsDedicated(HostVO host) {
         }
     }
 
+    private void checkIfHostOfVMIsInPrepareForMaintenanceState(Long hostId, Long vmId, String operation) {
+        HostVO host = _hostDao.findById(hostId);
+        if (host.getResourceState() != ResourceState.PrepareForMaintenance) {
+            return;
+        }
+
+        s_logger.debug("Host in PrepareForMaintenance state - " + operation + " VM with id: " + vmId + " not allowed");
+        throw new InvalidParameterValueException(operation + " VM with id: " + vmId + " not allowed as host is preparing for maintenance mode");
+    }
+
     private Long accountOfDedicatedHost(HostVO host) {
         long hostId = host.getId();
         DedicatedResourceVO dedicatedHost = _dedicatedDao.findByHostId(hostId);