Mercurial > hg > truffle
diff graal/com.oracle.truffle.sl.test/src/com/oracle/truffle/sl/test/SLTestRunner.java @ 13762:e34d5cca7496
Use source and expected output files to test Simple Language, instead of individual JUnit tests with the source and expected output as strings
author | Christian Wimmer <christian.wimmer@oracle.com> |
---|---|
date | Fri, 24 Jan 2014 18:18:49 -0800 |
parents | |
children | b5b64fe6963f |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/graal/com.oracle.truffle.sl.test/src/com/oracle/truffle/sl/test/SLTestRunner.java Fri Jan 24 18:18:49 2014 -0800 @@ -0,0 +1,149 @@ +/* + * Copyright (c) 2012, 2013, Oracle and/or its affiliates. All rights reserved. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This code is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License version 2 only, as + * published by the Free Software Foundation. + * + * This code is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License + * version 2 for more details (a copy is included in the LICENSE file that + * accompanied this code). + * + * You should have received a copy of the GNU General Public License version + * 2 along with this work; if not, write to the Free Software Foundation, + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. + * + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA + * or visit www.oracle.com if you need additional information or have any + * questions. + */ +package com.oracle.truffle.sl.test; + +import java.io.*; +import java.nio.file.*; +import java.nio.file.attribute.*; +import java.util.*; + +import org.junit.*; + +import com.oracle.truffle.api.*; +import com.oracle.truffle.api.source.*; +import com.oracle.truffle.sl.*; +import com.oracle.truffle.sl.runtime.*; + +public class SLTestRunner { + + private static final int REPEATS = 10; + private static final String TEST_DIR = "tests"; + private static final String INPUT_SUFFIX = ".sl"; + private static final String OUTPUT_SUFFIX = ".output"; + + static class TestCase { + protected final String name; + protected final Source input; + protected final String expectedOutput; + protected String actualOutput; + + protected TestCase(String name, Source input, String expectedOutput) { + this.name = name; + this.input = input; + this.expectedOutput = expectedOutput; + } + } + + protected boolean useConsole = false; + + protected final SourceManager sourceManager = new SourceManager(); + protected final List<TestCase> testCases = new ArrayList<>(); + + protected boolean runTests(String namePattern) throws IOException { + Path testsRoot = FileSystems.getDefault().getPath(TEST_DIR); + + Files.walkFileTree(testsRoot, new SimpleFileVisitor<Path>() { + @Override + public FileVisitResult visitFile(Path inputFile, BasicFileAttributes attrs) throws IOException { + String name = inputFile.getFileName().toString(); + if (name.endsWith(INPUT_SUFFIX)) { + name = name.substring(0, name.length() - INPUT_SUFFIX.length()); + Path outputFile = inputFile.resolveSibling(name + OUTPUT_SUFFIX); + if (!Files.exists(outputFile)) { + throw new Error("Output file does not exist: " + outputFile); + } + + testCases.add(new TestCase(name, sourceManager.get(inputFile.toString()), new String(Files.readAllBytes(outputFile)))); + } + return FileVisitResult.CONTINUE; + } + }); + + if (testCases.size() == 0) { + System.out.format("No test cases match filter %s", namePattern); + return false; + } + + boolean success = true; + for (TestCase testCase : testCases) { + if (namePattern.length() == 0 || testCase.name.toLowerCase().contains(namePattern.toLowerCase())) { + success = success & executeTest(testCase); + } + } + return success; + } + + protected boolean executeTest(TestCase testCase) { + System.out.format("Running %s\n", testCase.name); + + ByteArrayOutputStream out = new ByteArrayOutputStream(); + PrintStream printer = new PrintStream(useConsole ? new SplitOutputStream(out, System.err) : out); + PrintStream origErr = System.err; + try { + System.setErr(printer); + SLContext context = new SLContext(sourceManager, printer); + SLMain.run(context, testCase.input, null, REPEATS); + } catch (Throwable ex) { + ex.printStackTrace(printer); + } finally { + System.setErr(origErr); + } + testCase.actualOutput = new String(out.toByteArray()); + + if (testCase.actualOutput.equals(repeat(testCase.expectedOutput, REPEATS))) { + System.out.format("OK %s\n", testCase.name); + return true; + } else { + if (!useConsole) { + System.out.format("== Expected ==\n%s\n", testCase.expectedOutput); + System.out.format("== Actual ==\n%s\n", testCase.actualOutput); + } + System.out.format("FAILED %s\n", testCase.name); + return false; + } + } + + private static String repeat(String s, int count) { + StringBuilder result = new StringBuilder(s.length() * count); + for (int i = 0; i < count; i++) { + result.append(s); + } + return result.toString(); + } + + public static void main(String[] args) throws IOException { + String namePattern = ""; + if (args.length > 0) { + namePattern = args[0]; + } + boolean success = new SLTestRunner().runTests(namePattern); + if (!success) { + System.exit(1); + } + } + + @Test + public void test() throws IOException { + Assert.assertTrue(runTests("")); + } +}