Examples with BaseConfiguration org.apache.commons.configuration.BaseConfiguration used on opensource projects

Example 1 with BaseConfiguration

use of org.apache.commons.configuration.BaseConfiguration in project pinot by linkedin.

the class RoutingTableTest method testHelixExternalViewBasedRoutingTable.

@Test
public void testHelixExternalViewBasedRoutingTable() throws Exception {
    RoutingTableBuilder routingStrategy = new RandomRoutingTableBuilder(100);
    HelixExternalViewBasedRouting routingTable = new HelixExternalViewBasedRouting(null, NO_LLC_ROUTING, null, new BaseConfiguration());
    routingTable.setSmallClusterRoutingTableBuilder(routingStrategy);
    ExternalView externalView = new ExternalView("testResource0_OFFLINE");
    externalView.setState("segment0", "dataServer_instance_0", "ONLINE");
    externalView.setState("segment0", "dataServer_instance_1", "ONLINE");
    externalView.setState("segment1", "dataServer_instance_1", "ONLINE");
    externalView.setState("segment1", "dataServer_instance_2", "ONLINE");
    externalView.setState("segment2", "dataServer_instance_2", "ONLINE");
    externalView.setState("segment2", "dataServer_instance_0", "ONLINE");
    List<InstanceConfig> instanceConfigs = generateInstanceConfigs("dataServer_instance", 0, 2);
    routingTable.markDataResourceOnline("testResource0_OFFLINE", externalView, instanceConfigs);
    ExternalView externalView1 = new ExternalView("testResource1_OFFLINE");
    externalView1.setState("segment10", "dataServer_instance_0", "ONLINE");
    externalView1.setState("segment11", "dataServer_instance_1", "ONLINE");
    externalView1.setState("segment12", "dataServer_instance_2", "ONLINE");
    routingTable.markDataResourceOnline("testResource1_OFFLINE", externalView1, instanceConfigs);
    ExternalView externalView2 = new ExternalView("testResource2_OFFLINE");
    externalView2.setState("segment20", "dataServer_instance_0", "ONLINE");
    externalView2.setState("segment21", "dataServer_instance_0", "ONLINE");
    externalView2.setState("segment22", "dataServer_instance_0", "ONLINE");
    externalView2.setState("segment20", "dataServer_instance_1", "ONLINE");
    externalView2.setState("segment21", "dataServer_instance_1", "ONLINE");
    externalView2.setState("segment22", "dataServer_instance_1", "ONLINE");
    externalView2.setState("segment20", "dataServer_instance_2", "ONLINE");
    externalView2.setState("segment21", "dataServer_instance_2", "ONLINE");
    externalView2.setState("segment22", "dataServer_instance_2", "ONLINE");
    routingTable.markDataResourceOnline("testResource2_OFFLINE", externalView2, instanceConfigs);
    for (int numRun = 0; numRun < 100; ++numRun) {
        assertResourceRequest(routingTable, "testResource0_OFFLINE", "[segment0, segment1, segment2]", 3);
    }
    for (int numRun = 0; numRun < 100; ++numRun) {
        assertResourceRequest(routingTable, "testResource1_OFFLINE", "[segment10, segment11, segment12]", 3);
    }
    for (int numRun = 0; numRun < 100; ++numRun) {
        assertResourceRequest(routingTable, "testResource2_OFFLINE", "[segment20, segment21, segment22]", 3);
    }
}

Example 2 with BaseConfiguration

use of org.apache.commons.configuration.BaseConfiguration in project pinot by linkedin.

the class KafkaLowLevelConsumerRoutingTableBuilderTest method testAllOnlineRoutingTable.

@Test
public void testAllOnlineRoutingTable() {
    final int ITERATIONS = 1000;
    Random random = new Random();
    KafkaLowLevelConsumerRoutingTableBuilder routingTableBuilder = new KafkaLowLevelConsumerRoutingTableBuilder();
    routingTableBuilder.init(new BaseConfiguration());
    long totalNanos = 0L;
    for (int i = 0; i < ITERATIONS; i++) {
        // 3 to 14 instances
        int instanceCount = random.nextInt(12) + 3;
        // 4 to 11 partitions
        int partitionCount = random.nextInt(8) + 4;
        // 3 to 5 replicas
        int replicationFactor = random.nextInt(3) + 3;
        // Generate instances
        String[] instanceNames = new String[instanceCount];
        for (int serverInstanceId = 0; serverInstanceId < instanceCount; serverInstanceId++) {
            instanceNames[serverInstanceId] = "Server_localhost_" + serverInstanceId;
        }
        // Generate partitions
        String[][] segmentNames = new String[partitionCount][];
        int totalSegmentCount = 0;
        for (int partitionId = 0; partitionId < partitionCount; partitionId++) {
            // 0 to 31 segments in partition
            int segmentCount = random.nextInt(32);
            segmentNames[partitionId] = new String[segmentCount];
            for (int sequenceNumber = 0; sequenceNumber < segmentCount; sequenceNumber++) {
                segmentNames[partitionId][sequenceNumber] = new LLCSegmentName("table", partitionId, sequenceNumber, System.currentTimeMillis()).getSegmentName();
            }
            totalSegmentCount += segmentCount;
        }
        // Generate instance configurations
        List<InstanceConfig> instanceConfigs = new ArrayList<InstanceConfig>();
        for (String instanceName : instanceNames) {
            InstanceConfig instanceConfig = new InstanceConfig(instanceName);
            instanceConfigs.add(instanceConfig);
            instanceConfig.getRecord().setSimpleField(CommonConstants.Helix.IS_SHUTDOWN_IN_PROGRESS, "false");
        }
        // Generate a random external view
        ExternalView externalView = new ExternalView("table_REALTIME");
        int[] segmentCountForInstance = new int[instanceCount];
        int maxSegmentCountOnInstance = 0;
        for (int partitionId = 0; partitionId < segmentNames.length; partitionId++) {
            String[] segments = segmentNames[partitionId];
            // Assign each segment for this partition
            for (int replicaId = 0; replicaId < replicationFactor; ++replicaId) {
                for (int segmentIndex = 0; segmentIndex < segments.length; segmentIndex++) {
                    int instanceIndex = -1;
                    int randomOffset = random.nextInt(instanceCount);
                    // Pick the first random instance that has fewer than maxSegmentCountOnInstance segments assigned to it
                    for (int j = 0; j < instanceCount; j++) {
                        int potentialInstanceIndex = (j + randomOffset) % instanceCount;
                        if (segmentCountForInstance[potentialInstanceIndex] < maxSegmentCountOnInstance) {
                            instanceIndex = potentialInstanceIndex;
                            break;
                        }
                    }
                    // All replicas have exactly maxSegmentCountOnInstance, pick a replica and increment the max
                    if (instanceIndex == -1) {
                        maxSegmentCountOnInstance++;
                        instanceIndex = randomOffset;
                    }
                    // Increment the segment count for the instance
                    segmentCountForInstance[instanceIndex]++;
                    // Add the segment to the external view
                    externalView.setState(segmentNames[partitionId][segmentIndex], instanceNames[instanceIndex], "ONLINE");
                }
            }
        }
        // Create routing tables
        long startTime = System.nanoTime();
        List<ServerToSegmentSetMap> routingTables = routingTableBuilder.computeRoutingTableFromExternalView("table_REALTIME", externalView, instanceConfigs);
        long endTime = System.nanoTime();
        totalNanos += endTime - startTime;
        // Check that all routing tables generated match all segments, with no duplicates
        for (ServerToSegmentSetMap routingTable : routingTables) {
            Set<String> assignedSegments = new HashSet<String>();
            for (String server : routingTable.getServerSet()) {
                for (String segment : routingTable.getSegmentSet(server)) {
                    assertFalse(assignedSegments.contains(segment));
                    assignedSegments.add(segment);
                }
            }
            assertEquals(assignedSegments.size(), totalSegmentCount);
        }
    }
    LOGGER.warn("Routing table building avg ms: " + totalNanos / (ITERATIONS * 1000000.0));
}

Example 3 with BaseConfiguration

use of org.apache.commons.configuration.BaseConfiguration in project archaius by Netflix.

the class ConcurrentCompositeConfigurationTest method testContainerConfiguration.

@Test
public void testContainerConfiguration() {
    ConcurrentCompositeConfiguration config = new ConcurrentCompositeConfiguration();
    assertEquals(0, config.getIndexOfContainerConfiguration());
    Configuration originalContainerConfig = config.getContainerConfiguration();
    AbstractConfiguration config1 = new BaseConfiguration();
    config.addConfiguration(config1, "base");
    assertEquals(1, config.getIndexOfContainerConfiguration());
    config.setContainerConfigurationIndex(0);
    assertEquals(0, config.getIndexOfContainerConfiguration());
    assertEquals(2, config.getNumberOfConfigurations());
    AbstractConfiguration config2 = new ConcurrentMapConfiguration();
    config.addConfigurationAtIndex(config2, "new", 1);
    AbstractConfiguration config3 = new ConcurrentMapConfiguration();
    config.setContainerConfiguration(config3, "new container", 2);
    assertEquals(config3, config.getContainerConfiguration());
    try {
        config.setContainerConfigurationIndex(4);
        fail("expect IndexOutOfBoundsException");
    } catch (IndexOutOfBoundsException e) {
        assertNotNull(e);
    }
    try {
        config.addConfigurationAtIndex(new BaseConfiguration(), "ignore", 5);
        fail("expect IndexOutOfBoundsException");
    } catch (IndexOutOfBoundsException e) {
        assertNotNull(e);
    }
    List<AbstractConfiguration> list = config.getConfigurations();
    assertEquals(originalContainerConfig, list.get(0));
    assertEquals(config2, list.get(1));
    assertEquals(config3, list.get(2));
    assertEquals(config1, list.get(3));
    assertEquals(4, list.size());
    config.removeConfiguration(config1);
    assertFalse(config.getConfigurationNames().contains("base"));
    assertFalse(config.getConfigurations().contains(config1));
    config.removeConfigurationAt(1);
    assertFalse(config.getConfigurationNames().contains("new"));
    assertFalse(config.getConfigurations().contains(config2));
    AbstractConfiguration config4 = new ConcurrentMapConfiguration();
    config.addConfiguration(config4, "another container");
    config.removeConfiguration("another container");
    assertFalse(config.getConfigurationNames().contains("another container"));
    assertFalse(config.getConfigurations().contains(config4));
}

Example 4 with BaseConfiguration

use of org.apache.commons.configuration.BaseConfiguration in project archaius by Netflix.

the class ConcurrentMapConfigurationTest method testPerformance.

@Test
public void testPerformance() {
    MyListener listener = new MyListener();
    BaseConfiguration baseConfig = new BaseConfiguration();
    baseConfig.addConfigurationListener(listener);
    HierarchicalConfiguration hConfig = new HierarchicalConfiguration();
    hConfig.addConfigurationListener(listener);
    ConcurrentMapConfiguration conf = new ConcurrentMapConfiguration();
    conf.addConfigurationListener(listener);
    testConfigurationSet(baseConfig);
    testConfigurationSet(hConfig);
    testConfigurationSet(conf);
    testConfigurationAdd(baseConfig);
    testConfigurationAdd(hConfig);
    testConfigurationAdd(conf);
    testConfigurationGet(baseConfig);
    testConfigurationGet(hConfig);
    testConfigurationGet(conf);
}

Example 5 with BaseConfiguration

use of org.apache.commons.configuration.BaseConfiguration in project archaius by Netflix.

the class TestConfiguration method testConfigurationClass.

@Test
public void testConfigurationClass() {
    TestConfiguration config = (TestConfiguration) ConfigurationManager.getConfigInstance();
    assertTrue(ConfigurationManager.isConfigurationInstalled());
    Object configSource = DynamicPropertyFactory.getInstance().getBackingConfigurationSource();
    assertTrue(configSource == config);
    try {
        ConfigurationManager.install(new BaseConfiguration());
        fail("IllegalStateException expected");
    } catch (IllegalStateException e) {
        assertNotNull(e);
    }
}