diff --git a/cmd/minikube/cmd/start.go b/cmd/minikube/cmd/start.go
index 26f0d8cf052a1d2e69c9a801a94c88bd5528a8b2..cf471ec496e76436c8e585df5a6d250a3ff3e540 100644
--- a/cmd/minikube/cmd/start.go
+++ b/cmd/minikube/cmd/start.go
@@ -273,17 +273,17 @@ func provisionWithDriver(cmd *cobra.Command, ds registry.DriverState, existing *
 		}
 	}
 
-	mRunner, preExists, mAPI, host, err := node.Provision(&cc, &n, true, viper.GetBool(deleteOnFailure))
-	if err != nil {
-		return node.Starter{}, err
-	}
-
 	if viper.GetBool(nativeSSH) {
 		ssh.SetDefaultClient(ssh.Native)
 	} else {
 		ssh.SetDefaultClient(ssh.External)
 	}
 
+	mRunner, preExists, mAPI, host, err := node.Provision(&cc, &n, true, viper.GetBool(deleteOnFailure))
+	if err != nil {
+		return node.Starter{}, err
+	}
+
 	return node.Starter{
 		Runner:         mRunner,
 		PreExists:      preExists,
diff --git a/pkg/minikube/machine/ssh.go b/pkg/minikube/machine/ssh.go
index 0f991e2f2ce21a7bef562ab671c7baa34820681c..c547ed09d7d21680fd0a1de0ca2797f86ed0fe7f 100644
--- a/pkg/minikube/machine/ssh.go
+++ b/pkg/minikube/machine/ssh.go
@@ -42,14 +42,14 @@ func CreateSSHShell(api libmachine.API, cc config.ClusterConfig, n config.Node,
 		return errors.Errorf("%q is not running", machineName)
 	}
 
-	client, err := host.CreateSSHClient()
-
 	if native {
 		ssh.SetDefaultClient(ssh.Native)
 	} else {
 		ssh.SetDefaultClient(ssh.External)
 	}
 
+	client, err := host.CreateSSHClient()
+
 	if err != nil {
 		return errors.Wrap(err, "Creating ssh client")
 	}