diff --git a/lib/create-runner.js b/lib/create-runner.js
index 02fde973..110d7d2d 100644
--- a/lib/create-runner.js
+++ b/lib/create-runner.js
@@ -199,6 +199,8 @@ export default function createRunner(options = {}, configFunc) {
 						if (err.code === "ENOENT") {
 							const message = `Skipping ${fullPath} from testPaths as no such file or directory found`;
 							setupView.update({ message });
+						} else {
+							throw err
 						}
 						return null;
 					}