Examples with ZookeeperHelper org.apache.drill.exec.ZookeeperHelper used on opensource projects

Example 1 with ZookeeperHelper

use of org.apache.drill.exec.ZookeeperHelper in project drill by axbaretto.

the class TestPauseInjection method pauseOnSpecificBit.

@Test
public void pauseOnSpecificBit() {
    final RemoteServiceSet remoteServiceSet = RemoteServiceSet.getLocalServiceSet();
    final ZookeeperHelper zkHelper = new ZookeeperHelper();
    zkHelper.startZookeeper(1);
    try {
        // Creating two drillbits
        final Drillbit drillbit1, drillbit2;
        final DrillConfig drillConfig = zkHelper.getConfig();
        try {
            drillbit1 = Drillbit.start(drillConfig, remoteServiceSet);
            drillbit2 = Drillbit.start(drillConfig, remoteServiceSet);
        } catch (final DrillbitStartupException e) {
            throw new RuntimeException("Failed to start two drillbits.", e);
        }
        final DrillbitContext drillbitContext1 = drillbit1.getContext();
        final DrillbitContext drillbitContext2 = drillbit2.getContext();
        final UserSession session = UserSession.Builder.newBuilder().withCredentials(UserCredentials.newBuilder().setUserName("foo").build()).withUserProperties(UserProperties.getDefaultInstance()).withOptionManager(drillbitContext1.getOptionManager()).build();
        final DrillbitEndpoint drillbitEndpoint1 = drillbitContext1.getEndpoint();
        final String controls = Controls.newBuilder().addPauseOnBit(DummyClass.class, DummyClass.PAUSES, drillbitEndpoint1).build();
        ControlsInjectionUtil.setControls(session, controls);
        {
            final long expectedDuration = 1000L;
            final ExtendedLatch trigger = new ExtendedLatch(1);
            final Pointer<Exception> ex = new Pointer<>();
            final QueryContext queryContext = new QueryContext(session, drillbitContext1, QueryId.getDefaultInstance());
            (new ResumingThread(queryContext, trigger, ex, expectedDuration)).start();
            // test that the pause happens
            final DummyClass dummyClass = new DummyClass(queryContext, trigger);
            final long actualDuration = dummyClass.pauses();
            assertTrue(String.format("Test should stop for at least %d milliseconds.", expectedDuration), expectedDuration <= actualDuration);
            assertTrue("No exception should be thrown.", ex.value == null);
            try {
                queryContext.close();
            } catch (final Exception e) {
                fail("Failed to close query context: " + e);
            }
        }
        {
            final ExtendedLatch trigger = new ExtendedLatch(1);
            final QueryContext queryContext = new QueryContext(session, drillbitContext2, QueryId.getDefaultInstance());
            // if the resume did not happen, the test would hang
            final DummyClass dummyClass = new DummyClass(queryContext, trigger);
            dummyClass.pauses();
            try {
                queryContext.close();
            } catch (final Exception e) {
                fail("Failed to close query context: " + e);
            }
        }
    } finally {
        zkHelper.stopZookeeper();
    }
}

Example 2 with ZookeeperHelper

use of org.apache.drill.exec.ZookeeperHelper in project drill by apache.

the class TestPauseInjection method timedPauseOnSpecificBit.

@Test
public void timedPauseOnSpecificBit() {
    final RemoteServiceSet remoteServiceSet = RemoteServiceSet.getLocalServiceSet();
    final ZookeeperHelper zkHelper = new ZookeeperHelper();
    zkHelper.startZookeeper(1);
    final long pauseDuration = 2000L;
    final long expectedDuration = pauseDuration;
    try {
        // Creating two drillbits
        final Drillbit drillbit1, drillbit2;
        final DrillConfig drillConfig = zkHelper.getConfig();
        try {
            drillbit1 = Drillbit.start(drillConfig, remoteServiceSet);
            drillbit2 = Drillbit.start(drillConfig, remoteServiceSet);
        } catch (final DrillbitStartupException e) {
            throw new RuntimeException("Failed to start two drillbits.", e);
        }
        final DrillbitContext drillbitContext1 = drillbit1.getContext();
        final DrillbitContext drillbitContext2 = drillbit2.getContext();
        final UserSession session = UserSession.Builder.newBuilder().withCredentials(UserCredentials.newBuilder().setUserName("foo").build()).withUserProperties(UserProperties.getDefaultInstance()).withOptionManager(drillbitContext1.getOptionManager()).build();
        final DrillbitEndpoint drillbitEndpoint1 = drillbitContext1.getEndpoint();
        final String controls = Controls.newBuilder().addTimedPauseOnBit(DummyClass.class, DummyClass.PAUSES, drillbitEndpoint1, 0, pauseDuration).build();
        ControlsInjectionUtil.setControls(session, controls);
        {
            final ExtendedLatch trigger = new ExtendedLatch(1);
            final Pointer<Exception> ex = new Pointer<>();
            final QueryContext queryContext = new QueryContext(session, drillbitContext1, QueryId.getDefaultInstance());
            // test that the pause happens
            final DummyClass dummyClass = new DummyClass(queryContext, trigger);
            final long actualDuration = dummyClass.pauses();
            assertTrue(String.format("Test should stop for at least %d milliseconds.", expectedDuration), expectedDuration <= actualDuration);
            assertNull("No exception should be thrown.", ex.value);
            try {
                queryContext.close();
            } catch (final Exception e) {
                fail("Failed to close query context: " + e);
            }
        }
        {
            final ExtendedLatch trigger = new ExtendedLatch(1);
            final QueryContext queryContext = new QueryContext(session, drillbitContext2, QueryId.getDefaultInstance());
            // if the resume did not happen, the test would hang
            final DummyClass dummyClass = new DummyClass(queryContext, trigger);
            dummyClass.pauses();
            try {
                queryContext.close();
            } catch (final Exception e) {
                fail("Failed to close query context: " + e);
            }
        }
    } finally {
        zkHelper.stopZookeeper();
    }
}

Example 3 with ZookeeperHelper

use of org.apache.drill.exec.ZookeeperHelper in project drill by apache.

the class ConnectTriesPropertyTestClusterBits method testSetUp.

@BeforeClass
public static void testSetUp() throws Exception {
    remoteServiceSet = RemoteServiceSet.getLocalServiceSet();
    zkHelper = new ZookeeperHelper();
    zkHelper.startZookeeper(1);
    // Creating Drillbits
    drillConfig = zkHelper.getConfig();
    try {
        int drillBitStarted = 0;
        drillbits = new ArrayList<>();
        while (drillBitStarted < drillBitCount) {
            drillbits.add(Drillbit.start(drillConfig, remoteServiceSet));
            ++drillBitStarted;
        }
    } catch (DrillbitStartupException e) {
        throw new RuntimeException("Failed to start drillbits.", e);
    }
    bitInfo = new StringBuilder();
    for (int i = 0; i < drillBitCount; ++i) {
        final DrillbitEndpoint currentEndPoint = drillbits.get(i).getContext().getEndpoint();
        final String currentBitIp = currentEndPoint.getAddress();
        final int currentBitPort = currentEndPoint.getUserPort();
        bitInfo.append(",");
        bitInfo.append(currentBitIp);
        bitInfo.append(":");
        bitInfo.append(currentBitPort);
    }
}

Example 4 with ZookeeperHelper

use of org.apache.drill.exec.ZookeeperHelper in project drill by axbaretto.

the class ConnectTriesPropertyTestClusterBits method testSetUp.

@BeforeClass
public static void testSetUp() throws Exception {
    remoteServiceSet = RemoteServiceSet.getLocalServiceSet();
    zkHelper = new ZookeeperHelper();
    zkHelper.startZookeeper(1);
    // Creating Drillbits
    drillConfig = zkHelper.getConfig();
    try {
        int drillBitStarted = 0;
        drillbits = new ArrayList<>();
        while (drillBitStarted < drillBitCount) {
            drillbits.add(Drillbit.start(drillConfig, remoteServiceSet));
            ++drillBitStarted;
        }
    } catch (DrillbitStartupException e) {
        throw new RuntimeException("Failed to start drillbits.", e);
    }
    bitInfo = new StringBuilder();
    for (int i = 0; i < drillBitCount; ++i) {
        final DrillbitEndpoint currentEndPoint = drillbits.get(i).getContext().getEndpoint();
        final String currentBitIp = currentEndPoint.getAddress();
        final int currentBitPort = currentEndPoint.getUserPort();
        bitInfo.append(",");
        bitInfo.append(currentBitIp);
        bitInfo.append(":");
        bitInfo.append(currentBitPort);
    }
}

Example 5 with ZookeeperHelper

use of org.apache.drill.exec.ZookeeperHelper in project drill by axbaretto.

the class TestExceptionInjection method injectionOnSpecificBit.

@SuppressWarnings("static-method")
@Test
public void injectionOnSpecificBit() {
    final RemoteServiceSet remoteServiceSet = RemoteServiceSet.getLocalServiceSet();
    final ZookeeperHelper zkHelper = new ZookeeperHelper();
    zkHelper.startZookeeper(1);
    try {
        // Creating two drillbits
        final Drillbit drillbit1, drillbit2;
        final DrillConfig drillConfig = zkHelper.getConfig();
        try {
            drillbit1 = Drillbit.start(drillConfig, remoteServiceSet);
            drillbit2 = Drillbit.start(drillConfig, remoteServiceSet);
        } catch (DrillbitStartupException e) {
            throw new RuntimeException("Failed to start drillbits.", e);
        }
        final DrillbitContext drillbitContext1 = drillbit1.getContext();
        final DrillbitContext drillbitContext2 = drillbit2.getContext();
        final UserSession session = UserSession.Builder.newBuilder().withCredentials(UserBitShared.UserCredentials.newBuilder().setUserName("foo").build()).withUserProperties(UserProperties.getDefaultInstance()).withOptionManager(drillbitContext1.getOptionManager()).build();
        final String passthroughDesc = "<<injected from descPassthrough>>";
        final int nSkip = 7;
        final int nFire = 3;
        final Class<? extends Throwable> exceptionClass = RuntimeException.class;
        // only drillbit1's (address, port)
        final String controls = Controls.newBuilder().addExceptionOnBit(DummyClass.class, passthroughDesc, exceptionClass, drillbitContext1.getEndpoint(), nSkip, nFire).build();
        ControlsInjectionUtil.setControls(session, controls);
        {
            final QueryContext queryContext1 = new QueryContext(session, drillbitContext1, QueryId.getDefaultInstance());
            final DummyClass class1 = new DummyClass(queryContext1);
            // these shouldn't throw
            for (int i = 0; i < nSkip; ++i) {
                class1.descPassthroughMethod(passthroughDesc);
            }
            // these should throw
            for (int i = 0; i < nFire; ++i) {
                assertPassthroughThrows(class1, exceptionClass.getName(), passthroughDesc);
            }
            // this shouldn't throw
            class1.descPassthroughMethod(passthroughDesc);
            try {
                queryContext1.close();
            } catch (Exception e) {
                fail();
            }
        }
        {
            final QueryContext queryContext2 = new QueryContext(session, drillbitContext2, QueryId.getDefaultInstance());
            final DummyClass class2 = new DummyClass(queryContext2);
            // these shouldn't throw
            for (int i = 0; i < nSkip; ++i) {
                class2.descPassthroughMethod(passthroughDesc);
            }
            // these shouldn't throw
            for (int i = 0; i < nFire; ++i) {
                class2.descPassthroughMethod(passthroughDesc);
            }
            // this shouldn't throw
            class2.descPassthroughMethod(passthroughDesc);
            try {
                queryContext2.close();
            } catch (Exception e) {
                fail();
            }
        }
    } finally {
        zkHelper.stopZookeeper();
    }
}