Examples with ProcessReference org.apache.accumulo.minicluster.impl.ProcessReference used on opensource projects

Example 11 with ProcessReference

use of org.apache.accumulo.minicluster.impl.ProcessReference in project accumulo by apache.

the class MultiInstanceReplicationIT method dataReplicatedToCorrectTable.

@Test
public void dataReplicatedToCorrectTable() throws Exception {
    MiniAccumuloConfigImpl peerCfg = new MiniAccumuloConfigImpl(createTestDir(this.getClass().getName() + "_" + this.testName.getMethodName() + "_peer"), ROOT_PASSWORD);
    peerCfg.setNumTservers(1);
    peerCfg.setInstanceName("peer");
    peerCfg.setProperty(Property.REPLICATION_NAME, "peer");
    updatePeerConfigFromPrimary(getCluster().getConfig(), peerCfg);
    MiniAccumuloClusterImpl peer1Cluster = new MiniAccumuloClusterImpl(peerCfg);
    peer1Cluster.start();
    try {
        Connector connMaster = getConnector();
        Connector connPeer = peer1Cluster.getConnector("root", new PasswordToken(ROOT_PASSWORD));
        String peerClusterName = "peer";
        String peerUserName = "peer", peerPassword = "foo";
        // Create local user
        connPeer.securityOperations().createLocalUser(peerUserName, new PasswordToken(peerPassword));
        connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_USER.getKey() + peerClusterName, peerUserName);
        connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_PASSWORD.getKey() + peerClusterName, peerPassword);
        // ...peer = AccumuloReplicaSystem,instanceName,zookeepers
        connMaster.instanceOperations().setProperty(Property.REPLICATION_PEERS.getKey() + peerClusterName, ReplicaSystemFactory.getPeerConfigurationValue(AccumuloReplicaSystem.class, AccumuloReplicaSystem.buildConfiguration(peer1Cluster.getInstanceName(), peer1Cluster.getZooKeepers())));
        String masterTable1 = "master1", peerTable1 = "peer1", masterTable2 = "master2", peerTable2 = "peer2";
        // Create tables
        connMaster.tableOperations().create(masterTable1);
        String masterTableId1 = connMaster.tableOperations().tableIdMap().get(masterTable1);
        Assert.assertNotNull(masterTableId1);
        connMaster.tableOperations().create(masterTable2);
        String masterTableId2 = connMaster.tableOperations().tableIdMap().get(masterTable2);
        Assert.assertNotNull(masterTableId2);
        connPeer.tableOperations().create(peerTable1);
        String peerTableId1 = connPeer.tableOperations().tableIdMap().get(peerTable1);
        Assert.assertNotNull(peerTableId1);
        connPeer.tableOperations().create(peerTable2);
        String peerTableId2 = connPeer.tableOperations().tableIdMap().get(peerTable2);
        Assert.assertNotNull(peerTableId2);
        // Grant write permission
        connPeer.securityOperations().grantTablePermission(peerUserName, peerTable1, TablePermission.WRITE);
        connPeer.securityOperations().grantTablePermission(peerUserName, peerTable2, TablePermission.WRITE);
        // Replicate this table to the peerClusterName in a table with the peerTableId table id
        connMaster.tableOperations().setProperty(masterTable1, Property.TABLE_REPLICATION.getKey(), "true");
        connMaster.tableOperations().setProperty(masterTable1, Property.TABLE_REPLICATION_TARGET.getKey() + peerClusterName, peerTableId1);
        connMaster.tableOperations().setProperty(masterTable2, Property.TABLE_REPLICATION.getKey(), "true");
        connMaster.tableOperations().setProperty(masterTable2, Property.TABLE_REPLICATION_TARGET.getKey() + peerClusterName, peerTableId2);
        // Write some data to table1
        BatchWriter bw = connMaster.createBatchWriter(masterTable1, new BatchWriterConfig());
        long masterTable1Records = 0l;
        for (int rows = 0; rows < 2500; rows++) {
            Mutation m = new Mutation(masterTable1 + rows);
            for (int cols = 0; cols < 100; cols++) {
                String value = Integer.toString(cols);
                m.put(value, "", value);
                masterTable1Records++;
            }
            bw.addMutation(m);
        }
        bw.close();
        // Write some data to table2
        bw = connMaster.createBatchWriter(masterTable2, new BatchWriterConfig());
        long masterTable2Records = 0l;
        for (int rows = 0; rows < 2500; rows++) {
            Mutation m = new Mutation(masterTable2 + rows);
            for (int cols = 0; cols < 100; cols++) {
                String value = Integer.toString(cols);
                m.put(value, "", value);
                masterTable2Records++;
            }
            bw.addMutation(m);
        }
        bw.close();
        log.info("Wrote all data to master cluster");
        Set<String> filesFor1 = connMaster.replicationOperations().referencedFiles(masterTable1), filesFor2 = connMaster.replicationOperations().referencedFiles(masterTable2);
        log.info("Files to replicate for table1: " + filesFor1);
        log.info("Files to replicate for table2: " + filesFor2);
        // Restart the tserver to force a close on the WAL
        for (ProcessReference proc : cluster.getProcesses().get(ServerType.TABLET_SERVER)) {
            cluster.killProcess(ServerType.TABLET_SERVER, proc);
        }
        cluster.exec(TabletServer.class);
        log.info("Restarted the tserver");
        // Read the data -- the tserver is back up and running
        Iterators.size(connMaster.createScanner(masterTable1, Authorizations.EMPTY).iterator());
        while (!ReplicationTable.isOnline(connMaster)) {
            log.info("Replication table still offline, waiting");
            Thread.sleep(5000);
        }
        // Wait for both tables to be replicated
        log.info("Waiting for {} for {}", filesFor1, masterTable1);
        connMaster.replicationOperations().drain(masterTable1, filesFor1);
        log.info("Waiting for {} for {}", filesFor2, masterTable2);
        connMaster.replicationOperations().drain(masterTable2, filesFor2);
        long countTable = 0l;
        for (Entry<Key, Value> entry : connPeer.createScanner(peerTable1, Authorizations.EMPTY)) {
            countTable++;
            Assert.assertTrue("Found unexpected key-value" + entry.getKey().toStringNoTruncate() + " " + entry.getValue(), entry.getKey().getRow().toString().startsWith(masterTable1));
        }
        log.info("Found {} records in {}", countTable, peerTable1);
        Assert.assertEquals(masterTable1Records, countTable);
        countTable = 0l;
        for (Entry<Key, Value> entry : connPeer.createScanner(peerTable2, Authorizations.EMPTY)) {
            countTable++;
            Assert.assertTrue("Found unexpected key-value" + entry.getKey().toStringNoTruncate() + " " + entry.getValue(), entry.getKey().getRow().toString().startsWith(masterTable2));
        }
        log.info("Found {} records in {}", countTable, peerTable2);
        Assert.assertEquals(masterTable2Records, countTable);
    } finally {
        peer1Cluster.stop();
    }
}

Example 12 with ProcessReference

use of org.apache.accumulo.minicluster.impl.ProcessReference in project accumulo by apache.

the class MultiInstanceReplicationIT method dataWasReplicatedToThePeerWithoutDrain.

@Test
public void dataWasReplicatedToThePeerWithoutDrain() throws Exception {
    MiniAccumuloConfigImpl peerCfg = new MiniAccumuloConfigImpl(createTestDir(this.getClass().getName() + "_" + this.testName.getMethodName() + "_peer"), ROOT_PASSWORD);
    peerCfg.setNumTservers(1);
    peerCfg.setInstanceName("peer");
    peerCfg.setProperty(Property.REPLICATION_NAME, "peer");
    updatePeerConfigFromPrimary(getCluster().getConfig(), peerCfg);
    MiniAccumuloClusterImpl peerCluster = new MiniAccumuloClusterImpl(peerCfg);
    peerCluster.start();
    Connector connMaster = getConnector();
    Connector connPeer = peerCluster.getConnector("root", new PasswordToken(ROOT_PASSWORD));
    String peerUserName = "repl";
    String peerPassword = "passwd";
    // Create a user on the peer for replication to use
    connPeer.securityOperations().createLocalUser(peerUserName, new PasswordToken(peerPassword));
    String peerClusterName = "peer";
    // ...peer = AccumuloReplicaSystem,instanceName,zookeepers
    connMaster.instanceOperations().setProperty(Property.REPLICATION_PEERS.getKey() + peerClusterName, ReplicaSystemFactory.getPeerConfigurationValue(AccumuloReplicaSystem.class, AccumuloReplicaSystem.buildConfiguration(peerCluster.getInstanceName(), peerCluster.getZooKeepers())));
    // Configure the credentials we should use to authenticate ourselves to the peer for replication
    connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_USER.getKey() + peerClusterName, peerUserName);
    connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_PASSWORD.getKey() + peerClusterName, peerPassword);
    String masterTable = "master", peerTable = "peer";
    connMaster.tableOperations().create(masterTable);
    String masterTableId = connMaster.tableOperations().tableIdMap().get(masterTable);
    Assert.assertNotNull(masterTableId);
    connPeer.tableOperations().create(peerTable);
    String peerTableId = connPeer.tableOperations().tableIdMap().get(peerTable);
    Assert.assertNotNull(peerTableId);
    // Give our replication user the ability to write to the table
    connPeer.securityOperations().grantTablePermission(peerUserName, peerTable, TablePermission.WRITE);
    // Replicate this table to the peerClusterName in a table with the peerTableId table id
    connMaster.tableOperations().setProperty(masterTable, Property.TABLE_REPLICATION.getKey(), "true");
    connMaster.tableOperations().setProperty(masterTable, Property.TABLE_REPLICATION_TARGET.getKey() + peerClusterName, peerTableId);
    // Write some data to table1
    BatchWriter bw = connMaster.createBatchWriter(masterTable, new BatchWriterConfig());
    for (int rows = 0; rows < 5000; rows++) {
        Mutation m = new Mutation(Integer.toString(rows));
        for (int cols = 0; cols < 100; cols++) {
            String value = Integer.toString(cols);
            m.put(value, "", value);
        }
        bw.addMutation(m);
    }
    bw.close();
    log.info("Wrote all data to master cluster");
    Set<String> files = connMaster.replicationOperations().referencedFiles(masterTable);
    log.info("Files to replicate:" + files);
    for (ProcessReference proc : cluster.getProcesses().get(ServerType.TABLET_SERVER)) {
        cluster.killProcess(ServerType.TABLET_SERVER, proc);
    }
    cluster.exec(TabletServer.class);
    while (!ReplicationTable.isOnline(connMaster)) {
        log.info("Replication table still offline, waiting");
        Thread.sleep(5000);
    }
    Iterators.size(connMaster.createScanner(masterTable, Authorizations.EMPTY).iterator());
    for (Entry<Key, Value> kv : ReplicationTable.getScanner(connMaster)) {
        log.debug("{} {}", kv.getKey().toStringNoTruncate(), ProtobufUtil.toString(Status.parseFrom(kv.getValue().get())));
    }
    connMaster.replicationOperations().drain(masterTable, files);
    try (Scanner master = connMaster.createScanner(masterTable, Authorizations.EMPTY);
        Scanner peer = connPeer.createScanner(peerTable, Authorizations.EMPTY)) {
        Iterator<Entry<Key, Value>> masterIter = master.iterator(), peerIter = peer.iterator();
        while (masterIter.hasNext() && peerIter.hasNext()) {
            Entry<Key, Value> masterEntry = masterIter.next(), peerEntry = peerIter.next();
            Assert.assertEquals(peerEntry.getKey() + " was not equal to " + peerEntry.getKey(), 0, masterEntry.getKey().compareTo(peerEntry.getKey(), PartialKey.ROW_COLFAM_COLQUAL_COLVIS));
            Assert.assertEquals(masterEntry.getValue(), peerEntry.getValue());
        }
        Assert.assertFalse("Had more data to read from the master", masterIter.hasNext());
        Assert.assertFalse("Had more data to read from the peer", peerIter.hasNext());
    }
    peerCluster.stop();
}

Example 13 with ProcessReference

use of org.apache.accumulo.minicluster.impl.ProcessReference in project accumulo by apache.

the class UnorderedWorkAssignerReplicationIT method dataReplicatedToCorrectTable.

@Test
public void dataReplicatedToCorrectTable() throws Exception {
    MiniAccumuloConfigImpl peerCfg = new MiniAccumuloConfigImpl(createTestDir(this.getClass().getName() + "_" + this.testName.getMethodName() + "_peer"), ROOT_PASSWORD);
    peerCfg.setNumTservers(1);
    peerCfg.setInstanceName("peer");
    updatePeerConfigFromPrimary(getCluster().getConfig(), peerCfg);
    peerCfg.setProperty(Property.REPLICATION_NAME, "peer");
    MiniAccumuloClusterImpl peer1Cluster = new MiniAccumuloClusterImpl(peerCfg);
    peer1Cluster.start();
    try {
        Connector connMaster = getConnector();
        Connector connPeer = peer1Cluster.getConnector("root", new PasswordToken(ROOT_PASSWORD));
        String peerClusterName = "peer";
        String peerUserName = "peer", peerPassword = "foo";
        // Create local user
        connPeer.securityOperations().createLocalUser(peerUserName, new PasswordToken(peerPassword));
        connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_USER.getKey() + peerClusterName, peerUserName);
        connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_PASSWORD.getKey() + peerClusterName, peerPassword);
        // ...peer = AccumuloReplicaSystem,instanceName,zookeepers
        connMaster.instanceOperations().setProperty(Property.REPLICATION_PEERS.getKey() + peerClusterName, ReplicaSystemFactory.getPeerConfigurationValue(AccumuloReplicaSystem.class, AccumuloReplicaSystem.buildConfiguration(peer1Cluster.getInstanceName(), peer1Cluster.getZooKeepers())));
        String masterTable1 = "master1", peerTable1 = "peer1", masterTable2 = "master2", peerTable2 = "peer2";
        // Create tables
        connMaster.tableOperations().create(masterTable1);
        String masterTableId1 = connMaster.tableOperations().tableIdMap().get(masterTable1);
        Assert.assertNotNull(masterTableId1);
        connMaster.tableOperations().create(masterTable2);
        String masterTableId2 = connMaster.tableOperations().tableIdMap().get(masterTable2);
        Assert.assertNotNull(masterTableId2);
        connPeer.tableOperations().create(peerTable1);
        String peerTableId1 = connPeer.tableOperations().tableIdMap().get(peerTable1);
        Assert.assertNotNull(peerTableId1);
        connPeer.tableOperations().create(peerTable2);
        String peerTableId2 = connPeer.tableOperations().tableIdMap().get(peerTable2);
        Assert.assertNotNull(peerTableId2);
        // Grant write permission
        connPeer.securityOperations().grantTablePermission(peerUserName, peerTable1, TablePermission.WRITE);
        connPeer.securityOperations().grantTablePermission(peerUserName, peerTable2, TablePermission.WRITE);
        // Replicate this table to the peerClusterName in a table with the peerTableId table id
        connMaster.tableOperations().setProperty(masterTable1, Property.TABLE_REPLICATION.getKey(), "true");
        connMaster.tableOperations().setProperty(masterTable1, Property.TABLE_REPLICATION_TARGET.getKey() + peerClusterName, peerTableId1);
        connMaster.tableOperations().setProperty(masterTable2, Property.TABLE_REPLICATION.getKey(), "true");
        connMaster.tableOperations().setProperty(masterTable2, Property.TABLE_REPLICATION_TARGET.getKey() + peerClusterName, peerTableId2);
        // Wait for zookeeper updates (configuration) to propogate
        sleepUninterruptibly(3, TimeUnit.SECONDS);
        // Write some data to table1
        BatchWriter bw = connMaster.createBatchWriter(masterTable1, new BatchWriterConfig());
        long masterTable1Records = 0l;
        for (int rows = 0; rows < 2500; rows++) {
            Mutation m = new Mutation(masterTable1 + rows);
            for (int cols = 0; cols < 100; cols++) {
                String value = Integer.toString(cols);
                m.put(value, "", value);
                masterTable1Records++;
            }
            bw.addMutation(m);
        }
        bw.close();
        // Write some data to table2
        bw = connMaster.createBatchWriter(masterTable2, new BatchWriterConfig());
        long masterTable2Records = 0l;
        for (int rows = 0; rows < 2500; rows++) {
            Mutation m = new Mutation(masterTable2 + rows);
            for (int cols = 0; cols < 100; cols++) {
                String value = Integer.toString(cols);
                m.put(value, "", value);
                masterTable2Records++;
            }
            bw.addMutation(m);
        }
        bw.close();
        log.info("Wrote all data to master cluster");
        Set<String> filesFor1 = connMaster.replicationOperations().referencedFiles(masterTable1), filesFor2 = connMaster.replicationOperations().referencedFiles(masterTable2);
        while (!ReplicationTable.isOnline(connMaster)) {
            Thread.sleep(500);
        }
        // Restart the tserver to force a close on the WAL
        for (ProcessReference proc : cluster.getProcesses().get(ServerType.TABLET_SERVER)) {
            cluster.killProcess(ServerType.TABLET_SERVER, proc);
        }
        cluster.exec(TabletServer.class);
        log.info("Restarted the tserver");
        // Read the data -- the tserver is back up and running
        Iterators.size(connMaster.createScanner(masterTable1, Authorizations.EMPTY).iterator());
        // Wait for both tables to be replicated
        log.info("Waiting for {} for {}", filesFor1, masterTable1);
        connMaster.replicationOperations().drain(masterTable1, filesFor1);
        log.info("Waiting for {} for {}", filesFor2, masterTable2);
        connMaster.replicationOperations().drain(masterTable2, filesFor2);
        long countTable = 0l;
        for (int i = 0; i < 5; i++) {
            countTable = 0l;
            for (Entry<Key, Value> entry : connPeer.createScanner(peerTable1, Authorizations.EMPTY)) {
                countTable++;
                Assert.assertTrue("Found unexpected key-value" + entry.getKey().toStringNoTruncate() + " " + entry.getValue(), entry.getKey().getRow().toString().startsWith(masterTable1));
            }
            log.info("Found {} records in {}", countTable, peerTable1);
            if (masterTable1Records != countTable) {
                log.warn("Did not find {} expected records in {}, only found {}", masterTable1Records, peerTable1, countTable);
            }
        }
        Assert.assertEquals(masterTable1Records, countTable);
        for (int i = 0; i < 5; i++) {
            countTable = 0l;
            for (Entry<Key, Value> entry : connPeer.createScanner(peerTable2, Authorizations.EMPTY)) {
                countTable++;
                Assert.assertTrue("Found unexpected key-value" + entry.getKey().toStringNoTruncate() + " " + entry.getValue(), entry.getKey().getRow().toString().startsWith(masterTable2));
            }
            log.info("Found {} records in {}", countTable, peerTable2);
            if (masterTable2Records != countTable) {
                log.warn("Did not find {} expected records in {}, only found {}", masterTable2Records, peerTable2, countTable);
            }
        }
        Assert.assertEquals(masterTable2Records, countTable);
    } finally {
        peer1Cluster.stop();
    }
}

Example 14 with ProcessReference

use of org.apache.accumulo.minicluster.impl.ProcessReference in project accumulo by apache.

the class UnorderedWorkAssignerReplicationIT method dataWasReplicatedToThePeerWithoutDrain.

@Test
public void dataWasReplicatedToThePeerWithoutDrain() throws Exception {
    MiniAccumuloConfigImpl peerCfg = new MiniAccumuloConfigImpl(createTestDir(this.getClass().getName() + "_" + this.testName.getMethodName() + "_peer"), ROOT_PASSWORD);
    peerCfg.setNumTservers(1);
    peerCfg.setInstanceName("peer");
    updatePeerConfigFromPrimary(getCluster().getConfig(), peerCfg);
    peerCfg.setProperty(Property.REPLICATION_NAME, "peer");
    MiniAccumuloClusterImpl peerCluster = new MiniAccumuloClusterImpl(peerCfg);
    peerCluster.start();
    Connector connMaster = getConnector();
    Connector connPeer = peerCluster.getConnector("root", new PasswordToken(ROOT_PASSWORD));
    String peerUserName = "repl";
    String peerPassword = "passwd";
    // Create a user on the peer for replication to use
    connPeer.securityOperations().createLocalUser(peerUserName, new PasswordToken(peerPassword));
    String peerClusterName = "peer";
    // ...peer = AccumuloReplicaSystem,instanceName,zookeepers
    connMaster.instanceOperations().setProperty(Property.REPLICATION_PEERS.getKey() + peerClusterName, ReplicaSystemFactory.getPeerConfigurationValue(AccumuloReplicaSystem.class, AccumuloReplicaSystem.buildConfiguration(peerCluster.getInstanceName(), peerCluster.getZooKeepers())));
    // Configure the credentials we should use to authenticate ourselves to the peer for replication
    connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_USER.getKey() + peerClusterName, peerUserName);
    connMaster.instanceOperations().setProperty(Property.REPLICATION_PEER_PASSWORD.getKey() + peerClusterName, peerPassword);
    String masterTable = "master", peerTable = "peer";
    connMaster.tableOperations().create(masterTable);
    String masterTableId = connMaster.tableOperations().tableIdMap().get(masterTable);
    Assert.assertNotNull(masterTableId);
    connPeer.tableOperations().create(peerTable);
    String peerTableId = connPeer.tableOperations().tableIdMap().get(peerTable);
    Assert.assertNotNull(peerTableId);
    // Give our replication user the ability to write to the table
    connPeer.securityOperations().grantTablePermission(peerUserName, peerTable, TablePermission.WRITE);
    // Replicate this table to the peerClusterName in a table with the peerTableId table id
    connMaster.tableOperations().setProperty(masterTable, Property.TABLE_REPLICATION.getKey(), "true");
    connMaster.tableOperations().setProperty(masterTable, Property.TABLE_REPLICATION_TARGET.getKey() + peerClusterName, peerTableId);
    // Write some data to table1
    BatchWriter bw = connMaster.createBatchWriter(masterTable, new BatchWriterConfig());
    for (int rows = 0; rows < 5000; rows++) {
        Mutation m = new Mutation(Integer.toString(rows));
        for (int cols = 0; cols < 100; cols++) {
            String value = Integer.toString(cols);
            m.put(value, "", value);
        }
        bw.addMutation(m);
    }
    bw.close();
    log.info("Wrote all data to master cluster");
    Set<String> files = connMaster.replicationOperations().referencedFiles(masterTable);
    for (String s : files) {
        log.info("Found referenced file for {}: {}", masterTable, s);
    }
    for (ProcessReference proc : cluster.getProcesses().get(ServerType.TABLET_SERVER)) {
        cluster.killProcess(ServerType.TABLET_SERVER, proc);
    }
    cluster.exec(TabletServer.class);
    Iterators.size(connMaster.createScanner(masterTable, Authorizations.EMPTY).iterator());
    for (Entry<Key, Value> kv : connMaster.createScanner(ReplicationTable.NAME, Authorizations.EMPTY)) {
        log.debug("{} {}", kv.getKey().toStringNoTruncate(), ProtobufUtil.toString(Status.parseFrom(kv.getValue().get())));
    }
    connMaster.replicationOperations().drain(masterTable, files);
    try (Scanner master = connMaster.createScanner(masterTable, Authorizations.EMPTY);
        Scanner peer = connPeer.createScanner(peerTable, Authorizations.EMPTY)) {
        Iterator<Entry<Key, Value>> masterIter = master.iterator(), peerIter = peer.iterator();
        Assert.assertTrue("No data in master table", masterIter.hasNext());
        Assert.assertTrue("No data in peer table", peerIter.hasNext());
        while (masterIter.hasNext() && peerIter.hasNext()) {
            Entry<Key, Value> masterEntry = masterIter.next(), peerEntry = peerIter.next();
            Assert.assertEquals(peerEntry.getKey() + " was not equal to " + peerEntry.getKey(), 0, masterEntry.getKey().compareTo(peerEntry.getKey(), PartialKey.ROW_COLFAM_COLQUAL_COLVIS));
            Assert.assertEquals(masterEntry.getValue(), peerEntry.getValue());
        }
        Assert.assertFalse("Had more data to read from the master", masterIter.hasNext());
        Assert.assertFalse("Had more data to read from the peer", peerIter.hasNext());
    }
    peerCluster.stop();
}

Example 15 with ProcessReference

use of org.apache.accumulo.minicluster.impl.ProcessReference in project accumulo by apache.

the class CyclicReplicationIT method dataIsNotOverReplicated.

@Test
public void dataIsNotOverReplicated() throws Exception {
    File master1Dir = createTestDir("master1"), master2Dir = createTestDir("master2");
    String password = "password";
    MiniAccumuloConfigImpl master1Cfg;
    MiniAccumuloClusterImpl master1Cluster;
    while (true) {
        master1Cfg = new MiniAccumuloConfigImpl(master1Dir, password);
        master1Cfg.setNumTservers(1);
        master1Cfg.setInstanceName("master1");
        // Set up SSL if needed
        ConfigurableMacBase.configureForEnvironment(master1Cfg, this.getClass(), ConfigurableMacBase.getSslDir(master1Dir));
        master1Cfg.setProperty(Property.REPLICATION_NAME, master1Cfg.getInstanceName());
        master1Cfg.setProperty(Property.TSERV_WALOG_MAX_SIZE, "5M");
        master1Cfg.setProperty(Property.REPLICATION_THREADCHECK, "5m");
        master1Cfg.setProperty(Property.REPLICATION_WORK_ASSIGNMENT_SLEEP, "1s");
        master1Cfg.setProperty(Property.MASTER_REPLICATION_SCAN_INTERVAL, "1s");
        master1Cluster = new MiniAccumuloClusterImpl(master1Cfg);
        setCoreSite(master1Cluster);
        try {
            master1Cluster.start();
            break;
        } catch (ZooKeeperBindException e) {
            log.warn("Failed to start ZooKeeper on {}, will retry", master1Cfg.getZooKeeperPort());
        }
    }
    MiniAccumuloConfigImpl master2Cfg;
    MiniAccumuloClusterImpl master2Cluster;
    while (true) {
        master2Cfg = new MiniAccumuloConfigImpl(master2Dir, password);
        master2Cfg.setNumTservers(1);
        master2Cfg.setInstanceName("master2");
        // Set up SSL if needed. Need to share the same SSL truststore as master1
        this.updatePeerConfigFromPrimary(master1Cfg, master2Cfg);
        master2Cfg.setProperty(Property.REPLICATION_NAME, master2Cfg.getInstanceName());
        master2Cfg.setProperty(Property.TSERV_WALOG_MAX_SIZE, "5M");
        master2Cfg.setProperty(Property.REPLICATION_THREADCHECK, "5m");
        master2Cfg.setProperty(Property.REPLICATION_WORK_ASSIGNMENT_SLEEP, "1s");
        master2Cfg.setProperty(Property.MASTER_REPLICATION_SCAN_INTERVAL, "1s");
        master2Cluster = new MiniAccumuloClusterImpl(master2Cfg);
        setCoreSite(master2Cluster);
        try {
            master2Cluster.start();
            break;
        } catch (ZooKeeperBindException e) {
            log.warn("Failed to start ZooKeeper on {}, will retry", master2Cfg.getZooKeeperPort());
        }
    }
    try {
        Connector connMaster1 = master1Cluster.getConnector("root", new PasswordToken(password)), connMaster2 = master2Cluster.getConnector("root", new PasswordToken(password));
        String master1UserName = "master1", master1Password = "foo";
        String master2UserName = "master2", master2Password = "bar";
        String master1Table = master1Cluster.getInstanceName(), master2Table = master2Cluster.getInstanceName();
        connMaster1.securityOperations().createLocalUser(master1UserName, new PasswordToken(master1Password));
        connMaster2.securityOperations().createLocalUser(master2UserName, new PasswordToken(master2Password));
        // Configure the credentials we should use to authenticate ourselves to the peer for replication
        connMaster1.instanceOperations().setProperty(Property.REPLICATION_PEER_USER.getKey() + master2Cluster.getInstanceName(), master2UserName);
        connMaster1.instanceOperations().setProperty(Property.REPLICATION_PEER_PASSWORD.getKey() + master2Cluster.getInstanceName(), master2Password);
        connMaster2.instanceOperations().setProperty(Property.REPLICATION_PEER_USER.getKey() + master1Cluster.getInstanceName(), master1UserName);
        connMaster2.instanceOperations().setProperty(Property.REPLICATION_PEER_PASSWORD.getKey() + master1Cluster.getInstanceName(), master1Password);
        connMaster1.instanceOperations().setProperty(Property.REPLICATION_PEERS.getKey() + master2Cluster.getInstanceName(), ReplicaSystemFactory.getPeerConfigurationValue(AccumuloReplicaSystem.class, AccumuloReplicaSystem.buildConfiguration(master2Cluster.getInstanceName(), master2Cluster.getZooKeepers())));
        connMaster2.instanceOperations().setProperty(Property.REPLICATION_PEERS.getKey() + master1Cluster.getInstanceName(), ReplicaSystemFactory.getPeerConfigurationValue(AccumuloReplicaSystem.class, AccumuloReplicaSystem.buildConfiguration(master1Cluster.getInstanceName(), master1Cluster.getZooKeepers())));
        connMaster1.tableOperations().create(master1Table, new NewTableConfiguration().withoutDefaultIterators());
        String master1TableId = connMaster1.tableOperations().tableIdMap().get(master1Table);
        Assert.assertNotNull(master1TableId);
        connMaster2.tableOperations().create(master2Table, new NewTableConfiguration().withoutDefaultIterators());
        String master2TableId = connMaster2.tableOperations().tableIdMap().get(master2Table);
        Assert.assertNotNull(master2TableId);
        // Replicate master1 in the master1 cluster to master2 in the master2 cluster
        connMaster1.tableOperations().setProperty(master1Table, Property.TABLE_REPLICATION.getKey(), "true");
        connMaster1.tableOperations().setProperty(master1Table, Property.TABLE_REPLICATION_TARGET.getKey() + master2Cluster.getInstanceName(), master2TableId);
        // Replicate master2 in the master2 cluster to master1 in the master2 cluster
        connMaster2.tableOperations().setProperty(master2Table, Property.TABLE_REPLICATION.getKey(), "true");
        connMaster2.tableOperations().setProperty(master2Table, Property.TABLE_REPLICATION_TARGET.getKey() + master1Cluster.getInstanceName(), master1TableId);
        // Give our replication user the ability to write to the respective table
        connMaster1.securityOperations().grantTablePermission(master1UserName, master1Table, TablePermission.WRITE);
        connMaster2.securityOperations().grantTablePermission(master2UserName, master2Table, TablePermission.WRITE);
        IteratorSetting summingCombiner = new IteratorSetting(50, SummingCombiner.class);
        SummingCombiner.setEncodingType(summingCombiner, Type.STRING);
        SummingCombiner.setCombineAllColumns(summingCombiner, true);
        // Set a combiner on both instances that will sum multiple values
        // We can use this to verify that the mutation was not sent multiple times
        connMaster1.tableOperations().attachIterator(master1Table, summingCombiner);
        connMaster2.tableOperations().attachIterator(master2Table, summingCombiner);
        // Write a single entry
        BatchWriter bw = connMaster1.createBatchWriter(master1Table, new BatchWriterConfig());
        Mutation m = new Mutation("row");
        m.put("count", "", "1");
        bw.addMutation(m);
        bw.close();
        Set<String> files = connMaster1.replicationOperations().referencedFiles(master1Table);
        log.info("Found {} that need replication from master1", files);
        // Kill and restart the tserver to close the WAL on master1
        for (ProcessReference proc : master1Cluster.getProcesses().get(ServerType.TABLET_SERVER)) {
            master1Cluster.killProcess(ServerType.TABLET_SERVER, proc);
        }
        master1Cluster.exec(TabletServer.class);
        log.info("Restarted tserver on master1");
        // Try to avoid ACCUMULO-2964
        Thread.sleep(1000);
        // Sanity check that the element is there on master1
        Entry<Key, Value> entry;
        try (Scanner s = connMaster1.createScanner(master1Table, Authorizations.EMPTY)) {
            entry = Iterables.getOnlyElement(s);
            Assert.assertEquals("1", entry.getValue().toString());
            // Wait for this table to replicate
            connMaster1.replicationOperations().drain(master1Table, files);
            Thread.sleep(5000);
        }
        // Check that the element made it to master2 only once
        try (Scanner s = connMaster2.createScanner(master2Table, Authorizations.EMPTY)) {
            entry = Iterables.getOnlyElement(s);
            Assert.assertEquals("1", entry.getValue().toString());
            // Wait for master2 to finish replicating it back
            files = connMaster2.replicationOperations().referencedFiles(master2Table);
            // Kill and restart the tserver to close the WAL on master2
            for (ProcessReference proc : master2Cluster.getProcesses().get(ServerType.TABLET_SERVER)) {
                master2Cluster.killProcess(ServerType.TABLET_SERVER, proc);
            }
            master2Cluster.exec(TabletServer.class);
            // Try to avoid ACCUMULO-2964
            Thread.sleep(1000);
        }
        // Check that the element made it to master2 only once
        try (Scanner s = connMaster2.createScanner(master2Table, Authorizations.EMPTY)) {
            entry = Iterables.getOnlyElement(s);
            Assert.assertEquals("1", entry.getValue().toString());
            connMaster2.replicationOperations().drain(master2Table, files);
            Thread.sleep(5000);
        }
        // Verify that the entry wasn't sent back to master1
        try (Scanner s = connMaster1.createScanner(master1Table, Authorizations.EMPTY)) {
            entry = Iterables.getOnlyElement(s);
            Assert.assertEquals("1", entry.getValue().toString());
        }
    } finally {
        master1Cluster.stop();
        master2Cluster.stop();
    }
}