[MINOR] Timeout test

src/test/java/org/apache/sysds/test/AutomatedTestBase.java

@@ -38,6 +38,10 @@
 import java.util.Map;
 import java.util.Properties;
 import java.util.Set;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.TimeoutException;
 
 import org.apache.commons.io.FileUtils;
 import org.apache.commons.io.IOUtils;
@@ -1435,31 +1439,49 @@ protected ByteArrayOutputStream runTest(Class<?> expectedException, String errMe
 	 */
 	protected ByteArrayOutputStream runTest(boolean newWay, boolean exceptionExpected, Class<?> expectedException,
 		String errMessage, int maxSparkInst) {
-
+		ExecutorService executor = Executors.newSingleThreadExecutor();
+		try{
+			return executor.submit(() -> 
+				runTestWithTimeout(newWay,exceptionExpected,expectedException,errMessage, maxSparkInst))//
+				.get(1000, TimeUnit.SECONDS);
+		}
+		catch(TimeoutException e){
+			throw new RuntimeException("Our tests should run faster than 1000 sec each",e);
+		}
+		catch(Exception e){
+			throw new RuntimeException(e);
+		}
+		finally{
+			executor.shutdown();
+		}
+	}
+
+	private ByteArrayOutputStream runTestWithTimeout(boolean newWay, boolean exceptionExpected, Class<?> expectedException,
+		String errMessage, int maxSparkInst){
 		String name = "";
 		final StackTraceElement[] ste = Thread.currentThread().getStackTrace();
 		for(int i = 0; i < ste.length; i++) {
 			if(ste[i].getMethodName().equalsIgnoreCase("invoke0"))
 				name = ste[i - 1].getClassName() + "." + ste[i - 1].getMethodName();
 		}
 		LOG.info("Test method name: " + name);
-
+	
 		String executionFile = sourceDirectory + selectedTest + ".dml";
-
+	
 		if(!newWay) {
 			executionFile = executionFile + "t";
 			ParameterBuilder.setVariablesInScript(sourceDirectory, selectedTest + ".dml", testVariables);
 		}
-
+	
 		// cleanup scratch folder (prevent side effect between tests)
 		cleanupScratchSpace();
-
+	
 		ArrayList<String> args = new ArrayList<>();
 		// setup arguments to SystemDS
 		if(DEBUG) {
 			args.add("-Dsystemds.logging=trace");
 		}
-
+	
 		if(newWay) {
 			// Need a null pointer check because some tests read DML from a string.
 			if(null != fullDMLScriptName) {
@@ -1471,38 +1493,38 @@ protected ByteArrayOutputStream runTest(boolean newWay, boolean exceptionExpecte
 			args.add("-f");
 			args.add(executionFile);
 		}
-
+	
 		addProgramIndependentArguments(args, programArgs);
-
+	
 		// program-specific parameters
 		if(newWay) {
 			for(int i = 0; i < programArgs.length; i++)
 				args.add(programArgs[i]);
 		}
-
+	
 		if(DEBUG) {
 			if(!newWay)
 				TestUtils.printDMLScript(executionFile);
 			else {
 				TestUtils.printDMLScript(fullDMLScriptName);
 			}
 		}
-
+	
 		ByteArrayOutputStream buff = outputBuffering ? new ByteArrayOutputStream() : null;
 		PrintStream old = System.out;
 		if(outputBuffering)
 			System.setOut(new PrintStream(buff));
-
+	
 		try {
 			String[] dmlScriptArgs = args.toArray(new String[args.size()]);
 			if(LOG.isTraceEnabled())
 				LOG.trace("arguments to DMLScript: " + Arrays.toString(dmlScriptArgs));
 			main(dmlScriptArgs);
-
+	
 			if(maxSparkInst > -1 && maxSparkInst < Statistics.getNoOfCompiledSPInst())
 				fail("Limit of Spark jobs is exceeded: expected: " + maxSparkInst + ", occurred: "
 					+ Statistics.getNoOfCompiledSPInst());
-
+	
 			if(exceptionExpected)
 				fail("expected exception which has not been raised: " + expectedException);
 		}

src/test/java/org/apache/sysds/test/functions/federated/multitenant/MultiTenantTestBase.java

@@ -138,7 +138,7 @@ protected String waitForCoordinators() {
 	}
 
 	protected String waitForCoordinators(int timeout){
-		ExecutorService executor = Executors.newCachedThreadPool();
+		ExecutorService executor = Executors.newSingleThreadExecutor();
 		try{
 			return executor.submit(() -> waitForCoordinatorsActual()).get(timeout, TimeUnit.SECONDS);
 		}