view truffle/com.oracle.truffle.tools.test/src/com/oracle/truffle/tools/test/CoverageTrackerTest.java @ 22220:20380d1d41f2

Truffle/Instrumentation: second merge of instrumentation code into the TruffleVM framework - deprecate Node.isInstrumentable() and Node.createWrapperNode(), now Instrumenter methods - Instrumenter uses new Accessor methods to delegate implementation to TruffleLanguage implementations - rework many instrumentation-related tests
author Michael Van De Vanter <michael.van.de.vanter@oracle.com>
date Thu, 17 Sep 2015 21:23:57 -0700
parents 1c0f490984d5
children 964e789e17f7
line wrap: on
line source

/*
 * Copyright (c) 2014, 2015, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.  Oracle designates this
 * particular file as subject to the "Classpath" exception as provided
 * by Oracle in the LICENSE file that accompanied this code.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */
package com.oracle.truffle.tools.test;

import static com.oracle.truffle.tools.test.TestNodes.createExpr13TestRootNode;
import static com.oracle.truffle.tools.test.ToolTestingLanguage.VALUE_TAG;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue;

import java.io.IOException;
import java.lang.reflect.Field;

import org.junit.Ignore;
import org.junit.Test;

import com.oracle.truffle.api.instrument.Instrumenter;
import com.oracle.truffle.api.instrument.Probe;
import com.oracle.truffle.api.instrument.StandardSyntaxTag;
import com.oracle.truffle.api.nodes.Node;
import com.oracle.truffle.api.nodes.RootNode;
import com.oracle.truffle.api.source.Source;
import com.oracle.truffle.api.vm.TruffleVM;
import com.oracle.truffle.tools.CoverageTracker;

public class CoverageTrackerTest {

    @SuppressWarnings("unused") private static com.oracle.truffle.tools.test.ToolTestingLanguage DUMMY = null;
    @SuppressWarnings("unused") private static ToolTestingLanguage INSTANCE = ToolTestingLanguage.INSTANCE;

    @Test
    public void testNoExecution() throws NoSuchFieldException, SecurityException, IllegalArgumentException, IllegalAccessException {
        final TruffleVM vm = TruffleVM.newVM().build();
        final Field field = TruffleVM.class.getDeclaredField("instrumenter");
        field.setAccessible(true);
        final Instrumenter instrumenter = (Instrumenter) field.get(vm);
        final CoverageTracker tool = new CoverageTracker();
        assertEquals(tool.getCounts().entrySet().size(), 0);
        tool.install(instrumenter);
        assertEquals(tool.getCounts().entrySet().size(), 0);
        tool.setEnabled(false);
        assertEquals(tool.getCounts().entrySet().size(), 0);
        tool.setEnabled(true);
        assertEquals(tool.getCounts().entrySet().size(), 0);
        tool.reset();
        assertEquals(tool.getCounts().entrySet().size(), 0);
        tool.dispose();
        assertEquals(tool.getCounts().entrySet().size(), 0);
    }

    @Test
    public void testToolCreatedTooLate() throws NoSuchFieldException, SecurityException, IllegalArgumentException, IllegalAccessException, IOException {
        final TruffleVM vm = TruffleVM.newVM().build();
        final Field field = TruffleVM.class.getDeclaredField("instrumenter");
        field.setAccessible(true);
        final Instrumenter instrumenter = (Instrumenter) field.get(vm);
        final CoverageTracker tool = new CoverageTracker(VALUE_TAG);
        tool.install(instrumenter);
        final Source source = Source.fromText("testToolCreatedTooLate text", "testToolCreatedTooLate").withMimeType("text/x-toolTest");
        assertEquals(vm.eval(source).get(), 13);
        assertTrue(tool.getCounts().isEmpty());
        tool.dispose();
    }

    @Ignore
    @Test
    public void testToolInstalledcTooLate() throws NoSuchFieldException, SecurityException, IllegalArgumentException, IllegalAccessException {
        final Instrumenter instrumenter = TestNodes.createInstrumenter();
        final CoverageTracker tool = new CoverageTracker();
        final RootNode expr13rootNode = createExpr13TestRootNode(instrumenter);

        tool.install(instrumenter);
        assertEquals(13, expr13rootNode.execute(null));
        assertTrue(tool.getCounts().isEmpty());
        tool.dispose();
    }

    @Ignore
    @Test
    public void testCountingCoverage() throws NoSuchFieldException, SecurityException, IllegalArgumentException, IllegalAccessException {
        final Instrumenter instrumenter = TestNodes.createInstrumenter();
        final CoverageTracker tool = new CoverageTracker();
        tool.install(instrumenter);
        final RootNode expr13rootNode = createExpr13TestRootNode(instrumenter);

        // Not probed yet.
        assertEquals(13, expr13rootNode.execute(null));
        assertTrue(tool.getCounts().isEmpty());

        final Node addNode = expr13rootNode.getChildren().iterator().next();
        final Probe probe = instrumenter.probe(addNode);

        // Probed but not tagged yet.
        assertEquals(13, expr13rootNode.execute(null));
        assertTrue(tool.getCounts().isEmpty());

        probe.tagAs(StandardSyntaxTag.STATEMENT, "fake statement for testing");

        // Counting now; execute once
        assertEquals(13, expr13rootNode.execute(null));

        final Long[] longs1 = tool.getCounts().get(addNode.getSourceSection().getSource());
        assertNotNull(longs1);
        assertEquals(longs1.length, 2);
        assertNull(longs1[0]);  // Line 1 is empty (text lines are 1-based)
        assertEquals(1L, longs1[1].longValue());  // Expression is on line 2

        // Execute 99 more times
        for (int i = 0; i < 99; i++) {
            assertEquals(13, expr13rootNode.execute(null));
        }

        final Long[] longs100 = tool.getCounts().get(addNode.getSourceSection().getSource());
        assertNotNull(longs100);
        assertEquals(longs100.length, 2);
        assertNull(longs100[0]);
        assertEquals(100L, longs100[1].longValue());

        tool.dispose();
    }

}