diff --git a/internal/controller/controller.go b/internal/controller/controller.go
index bf8ecc2..9c55807 100644
--- a/internal/controller/controller.go
+++ b/internal/controller/controller.go
@@ -322,7 +322,10 @@ func (controller *Controller) failVMsWithHostDirs() error {
 		}
 
 		for _, vm := range vms {
-			if vm.TerminalState() || len(vm.HostDirs) == 0 {
+			permanentlyFailed := vm.TerminalState() &&
+				vm.RestartPolicy == v1.RestartPolicyNever
+
+			if permanentlyFailed || len(vm.HostDirs) == 0 {
 				continue
 			}