Examples with DeploymentBuilder org.voltdb.compiler.DeploymentBuilder used on opensource projects

Example 1 with DeploymentBuilder

use of org.voltdb.compiler.DeploymentBuilder in project voltdb by VoltDB.

the class TestClientFeatures method setUp.

@Override
public void setUp() {
    try {
        CatalogBuilder catBuilder = new CatalogBuilder();
        catBuilder.addSchema(getClass().getResource("clientfeatures.sql"));
        catBuilder.addProcedures(ArbitraryDurationProc.class);
        boolean success = catBuilder.compile(Configuration.getPathToCatalogForTest("timeouts.jar"));
        assert (success);
        depBuilder = new DeploymentBuilder(1, 1, 0);
        depBuilder.writeXML(Configuration.getPathToCatalogForTest("timeouts.xml"));
        VoltDB.Configuration config = new VoltDB.Configuration();
        config.m_pathToCatalog = Configuration.getPathToCatalogForTest("timeouts.jar");
        config.m_pathToDeployment = Configuration.getPathToCatalogForTest("timeouts.xml");
        localServer = new ServerThread(config);
        localServer.start();
        localServer.waitForInitialization();
    } catch (Exception e) {
        e.printStackTrace();
        fail();
    }
}

Example 2 with DeploymentBuilder

use of org.voltdb.compiler.DeploymentBuilder in project voltdb by VoltDB.

the class TestLiveTableSchemaMigration method migrateSchema.

/**
     * Assuming given tables have schema metadata, fill them with random data
     * and compare a pure-java schema migration with an EE schema migration.
     */
void migrateSchema(VoltTable t1, VoltTable t2, boolean withData) throws Exception {
    ServerThread server = null;
    Client client = null;
    TableHelper helper = new TableHelper();
    try {
        if (withData) {
            helper.randomFill(t1, 1000, 1024);
        }
        String catPath1 = catalogPathForTable(t1, "t1.jar");
        String catPath2 = catalogPathForTable(t2, "t2.jar");
        byte[] catBytes2 = MiscUtils.fileToBytes(new File(catPath2));
        DeploymentBuilder depBuilder = new DeploymentBuilder(1, 1, 0);
        depBuilder.setVoltRoot("/tmp/rootbar");
        // disable logging
        depBuilder.configureLogging("/tmp/foobar", "/tmp/goobar", false, false, 1, 1, 3);
        String deployment = depBuilder.getXML();
        File deploymentFile = VoltProjectBuilder.writeStringToTempFile(deployment);
        VoltDB.Configuration config = new VoltDB.Configuration();
        config.m_pathToDeployment = deploymentFile.getAbsolutePath();
        config.m_pathToCatalog = catPath1;
        config.m_ipcPort = 10000;
        //config.m_backend = BackendTarget.NATIVE_EE_IPC;
        server = new ServerThread(config);
        server.start();
        server.waitForInitialization();
        System.out.printf("PRE:  %s\n", TableHelper.ddlForTable(t1, false));
        System.out.printf("POST: %s\n", TableHelper.ddlForTable(t2, false));
        ClientConfig clientConfig = new ClientConfig();
        client = ClientFactory.createClient(clientConfig);
        client.createConnection("localhost");
        TableHelper.loadTable(client, t1);
        ClientResponseImpl response = (ClientResponseImpl) client.callProcedure("@UpdateApplicationCatalog", catBytes2, null);
        System.out.println(response.toJSONString());
        VoltTable t3 = client.callProcedure("@AdHoc", "select * from FOO").getResults()[0];
        t3 = TableHelper.sortTable(t3);
        // compute the migrated table entirely in Java for comparison purposes
        TableHelper.migrateTable(t1, t2);
        t2 = TableHelper.sortTable(t2);
        // compare the tables
        StringBuilder sb = new StringBuilder();
        if (!TableHelper.deepEqualsWithErrorMsg(t2, t3, sb)) {
            System.out.println("Table Mismatch");
            //System.out.printf("PRE:  %s\n", t2.toFormattedString());
            //System.out.printf("POST: %s\n", t3.toFormattedString());
            System.out.println(sb.toString());
            fail();
        }
    } finally {
        if (client != null) {
            client.close();
        }
        if (server != null) {
            server.shutdown();
        }
    }
}

Example 3 with DeploymentBuilder

use of org.voltdb.compiler.DeploymentBuilder in project voltdb by VoltDB.

the class TestLiveProcedurePartitioningChanges method testSlamming.

public void testSlamming() throws IOException, ProcCallException, InterruptedException {
    String simpleSchema = "create table dummy (" + "sval1 varchar(100) not null, " + "sval2 varchar(100) default 'foo', " + "sval3 varchar(100) default 'bar', " + "PRIMARY KEY(sval1));\n" + "PARTITION TABLE dummy ON COLUMN sval1;";
    DeploymentBuilder deploymentBuilder = new DeploymentBuilder(3, 1, 0);
    deploymentBuilder.setUseDDLSchema(true);
    deploymentBuilder.setEnableCommandLogging(false);
    deploymentBuilder.writeXML(Configuration.getPathToCatalogForTest("slamcatalog.xml"));
    VoltDB.Configuration config = new VoltDB.Configuration();
    config.m_pathToDeployment = Configuration.getPathToCatalogForTest("slamcatalog.xml");
    server = new ServerThread(config);
    server.start();
    server.waitForInitialization();
    Client client = getRandomClient();
    ClientResponse response;
    response = client.callProcedure("@AdHoc", simpleSchema);
    assert (response.getStatus() == ClientResponse.SUCCESS);
    final AtomicBoolean shouldContinue = new AtomicBoolean(true);
    // create a thread to call the proc over and over with different pkeys
    Thread clientThread = new Thread() {

        @Override
        public void run() {
            for (long i = 0; shouldContinue.get(); i++) {
                try {
                    client.callProcedure(PROC_NAME, String.valueOf(i));
                } catch (NoConnectionsException e) {
                    fail();
                } catch (IOException e) {
                    fail();
                } catch (ProcCallException e) {
                    String msg = e.getMessage();
                    e.printStackTrace();
                    assertTrue(msg.contains("is not present") || msg.contains("was not found"));
                }
            }
        }
    };
    clientThread.start();
    // mess up the presence and partitioning of the procedure
    for (int i = 0; i < 50; i++) {
        addProcedure();
        partitionProcedure();
        unpartitionProcedure();
        deleteProcedure();
    }
    shouldContinue.set(false);
    clientThread.join();
    client.close();
    server.shutdown();
}

Example 4 with DeploymentBuilder

use of org.voltdb.compiler.DeploymentBuilder in project voltdb by VoltDB.

the class InProcessVoltDBServer method start.

/**
     * Starts the in-process server and blocks until it is ready to accept
     * connections.
     * @return InProcessVoltDBServer instance for chaining.
     */
public InProcessVoltDBServer start() {
    DeploymentBuilder depBuilder = new DeploymentBuilder(sitesPerHost, 1, 0);
    depBuilder.setEnableCommandLogging(false);
    depBuilder.setUseDDLSchema(true);
    depBuilder.setHTTPDPort(8080);
    depBuilder.setJSONAPIEnabled(true);
    VoltDB.Configuration config = new VoltDB.Configuration();
    if (pathToLicense != null) {
        config.m_pathToLicense = pathToLicense;
    } else {
        config.m_pathToLicense = "./license.xml";
    }
    File tempDeployment = null;
    try {
        tempDeployment = File.createTempFile("volt_deployment_", ".xml");
    } catch (IOException e) {
        e.printStackTrace();
        System.exit(-1);
    }
    depBuilder.writeXML(tempDeployment.getAbsolutePath());
    config.m_pathToDeployment = tempDeployment.getAbsolutePath();
    server = new ServerThread(config);
    server.start();
    server.waitForInitialization();
    return this;
}

Example 5 with DeploymentBuilder

use of org.voltdb.compiler.DeploymentBuilder in project voltdb by VoltDB.

the class TestAdhocCreateDropRole method testBasic.

@Test
public void testBasic() throws Exception {
    System.out.println("\n\n-----\n testBasic \n-----\n\n");
    String pathToCatalog = Configuration.getPathToCatalogForTest("adhocddl.jar");
    String pathToDeployment = Configuration.getPathToCatalogForTest("adhocddl.xml");
    VoltProjectBuilder builder = new VoltProjectBuilder();
    // Need to parallel dbuilder as we modify builder
    DeploymentBuilder dbuilder = new DeploymentBuilder(2, 1, 0);
    builder.addLiteralSchema("create table FOO (" + "ID integer not null," + "VAL bigint, " + "constraint PK_TREE primary key (ID)" + ");\n" + "create table FOO_R (" + "ID integer not null," + "VAL bigint, " + "constraint PK_TREE_R primary key (ID)" + ");\n");
    builder.addPartitionInfo("FOO", "ID");
    dbuilder.setUseDDLSchema(true);
    // Use random caps in role names to check case-insensitivity
    dbuilder.addUsers(new DeploymentBuilder.UserInfo[] { new DeploymentBuilder.UserInfo("admin", "admin", new String[] { "Administrator" }) });
    dbuilder.setSecurityEnabled(true);
    dbuilder.setEnableCommandLogging(false);
    boolean success = builder.compile(pathToCatalog, 2, 1, 0);
    assertTrue("Schema compilation failed", success);
    dbuilder.writeXML(pathToDeployment);
    //MiscUtils.copyFile(builder.getPathToDeployment(), pathToDeployment);
    VoltDB.Configuration config = new VoltDB.Configuration();
    config.m_pathToCatalog = pathToCatalog;
    config.m_pathToDeployment = pathToDeployment;
    try {
        startServer(config);
        ClientConfig adminConfig = new ClientConfig("admin", "admin");
        Client adminClient = ClientFactory.createClient(adminConfig);
        ClientConfig userConfig = new ClientConfig("user", "user");
        Client userClient = ClientFactory.createClient(userConfig);
        adminClient.createConnection("localhost");
        // Can't connect a user which doesn't exist
        boolean threw = false;
        try {
            userClient.createConnection("localhost");
        } catch (IOException ioe) {
            ioe.printStackTrace();
            threw = true;
            assertTrue(ioe.getMessage().contains("Authentication rejected"));
        }
        assertTrue("Connecting bad user should have failed", threw);
        // Add the user with the new role
        dbuilder.addUsers(new UserInfo[] { new UserInfo("user", "user", new String[] { "NEWROLE" }) });
        dbuilder.writeXML(pathToDeployment);
        try {
            adminClient.updateApplicationCatalog(null, new File(pathToDeployment));
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            fail("Should be able to add a user even with a role that doesn't exist");
        }
        // Check that we can connect the new user
        try {
            userClient.createConnection("localhost");
        } catch (IOException ioe) {
            ioe.printStackTrace();
            fail("Should have been able to connect 'user'");
        }
        // Make sure the user doesn't actually have DEFAULTPROC permissions yet
        threw = false;
        try {
            userClient.callProcedure("FOO.insert", 0, 0);
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            threw = true;
        }
        assertTrue("'user' shouldn't be able to call procedures yet", threw);
        // Okay, it's showtime.  Let's add the role through live DDL
        try {
            adminClient.callProcedure("@AdHoc", "create role NEWROLE with DEFAULTPROC");
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            fail("Creating role should have succeeded");
        }
        try {
            adminClient.updateApplicationCatalog(null, new File(pathToDeployment));
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            fail("Adding 'user' should have succeeded this time");
        }
        // Make sure the user now has DEFAULTPROC permissions
        try {
            userClient.callProcedure("FOO.insert", 0, 0);
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            fail("'user' should be able to call default procs now");
        }
        threw = false;
        try {
            adminClient.callProcedure("@AdHoc", "create role NEWROLE with ALLPROC");
        } catch (ProcCallException pce) {
            assertTrue(pce.getMessage().contains("already exists"));
            threw = true;
        }
        assertTrue("Shouldn't be able to 'create' same role twice", threw);
        threw = false;
        try {
            // Use random caps in role names to check case-insensitivity
            adminClient.callProcedure("@AdHoc", "create role aDministrator with ALLPROC");
        } catch (ProcCallException pce) {
            assertTrue(pce.getMessage().contains("already exists"));
            threw = true;
        }
        assertTrue("Shouldn't be able to 'create' ADMINISTRATOR role", threw);
        threw = false;
        try {
            adminClient.callProcedure("@AdHoc", "create role USER with ALLPROC");
        } catch (ProcCallException pce) {
            assertTrue(pce.getMessage().contains("already exists"));
            threw = true;
        }
        assertTrue("Shouldn't be able to 'create' USER role", threw);
        try {
            adminClient.callProcedure("@AdHoc", "drop role NEWROLE;");
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            fail("Should be able to drop role NEWROLE");
        }
        // Can't drop twice
        try {
            adminClient.callProcedure("@AdHoc", "drop role NEWROLE;");
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            threw = true;
        }
        assertTrue("Can't vanilla DROP a role which doesn't exist", threw);
        // unless you use IF EXISTS
        try {
            adminClient.callProcedure("@AdHoc", "drop role NEWROLE if exists;");
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            fail("Should be able to drop role NEWROLE if exists");
        }
        // Make sure the user doesn't actually have DEFAULTPROC permissions any more
        threw = false;
        try {
            userClient.callProcedure("FOO.insert", 0, 0);
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            threw = true;
        }
        assertTrue("'user' shouldn't be able to call procedures yet", threw);
        threw = false;
        try {
            adminClient.callProcedure("@AdHoc", "drop role USER;");
        } catch (ProcCallException pce) {
            threw = true;
            assertTrue(pce.getMessage().contains("You may not drop the built-in role"));
            pce.printStackTrace();
        }
        assertTrue("Shouldn't be able to drop role USER", threw);
        // CHeck the administrator error message, there should end up being multiple
        // reasons why we can't get rid of this role (like, we will require you to always
        // have a user with this role)
        threw = false;
        try {
            // Use random caps in role names to check case-insensitivity
            adminClient.callProcedure("@AdHoc", "drop role adMinistrator;");
        } catch (ProcCallException pce) {
            threw = true;
            assertTrue(pce.getMessage().contains("You may not drop the built-in role"));
            pce.printStackTrace();
        }
        assertTrue("Shouldn't be able to drop role ADMINISTRATOR", threw);
        // Make sure that we can't get rid of the administrator user
        dbuilder.removeUser("admin");
        dbuilder.writeXML(pathToDeployment);
        threw = false;
        try {
            adminClient.updateApplicationCatalog(null, new File(pathToDeployment));
        } catch (ProcCallException pce) {
            pce.printStackTrace();
            threw = true;
        }
        assertTrue("Shouldn't be able to remove the last remaining ADMINSTRATOR user", threw);
    } finally {
        teardownSystem();
    }
}