Examples with ConqueryConfig com.bakdata.conquery.models.config.ConqueryConfig used on opensource projects

Example 11 with ConqueryConfig

use of com.bakdata.conquery.models.config.ConqueryConfig in project conquery by bakdata.

the class DecimalParserTest method test.

@Test
public void test() {
    final DecimalParser parser = new DecimalParser(new ConqueryConfig());
    parser.addLine(BigDecimal.valueOf(10, 1000));
    parser.addLine(BigDecimal.valueOf(30, 1000));
    assertThat(parser.decideType()).isInstanceOf(DecimalTypeScaled.class);
    parser.addLine(BigDecimal.valueOf(2, 62));
    assertThat(parser.decideType()).isInstanceOf(DecimalArrayStore.class);
}

Example 12 with ConqueryConfig

use of com.bakdata.conquery.models.config.ConqueryConfig in project conquery by bakdata.

the class IntegerParserTest method test.

@ParameterizedTest
@MethodSource("arguments")
public void test(long min, long max, Consumer<IntegerStore> test) {
    final IntegerParser parser = new IntegerParser(new ConqueryConfig());
    parser.setMinValue(min);
    parser.setMaxValue(max);
    assertThat(parser.decideType()).satisfies(test);
}

Example 13 with ConqueryConfig

use of com.bakdata.conquery.models.config.ConqueryConfig in project conquery by bakdata.

the class TestConquery method createSupport.

private synchronized StandaloneSupport createSupport(DatasetId datasetId, String name) {
    DatasetRegistry datasets = standaloneCommand.getManager().getDatasetRegistry();
    Namespace ns = datasets.get(datasetId);
    assertThat(datasets.getShardNodes()).hasSize(2);
    // make tmp subdir and change cfg accordingly
    File localTmpDir = new File(tmpDir, "tmp_" + name);
    if (!localTmpDir.exists()) {
        if (!localTmpDir.mkdir()) {
            throw new IllegalStateException("Could not create directory for Support");
        }
    } else {
        log.info("Reusing existing folder {} for Support", localTmpDir.getPath());
    }
    ConqueryConfig localCfg = Cloner.clone(config, Map.of(Validator.class, standaloneCommand.getManager().getEnvironment().getValidator()), IntegrationTests.MAPPER);
    StandaloneSupport support = new StandaloneSupport(this, ns, ns.getStorage().getDataset(), localTmpDir, localCfg, standaloneCommand.getManager().getAdmin().getAdminProcessor(), standaloneCommand.getManager().getAdmin().getAdminDatasetProcessor(), // Getting the User from AuthorizationConfig
    testUser);
    Wait.builder().total(Duration.ofSeconds(5)).stepTime(Duration.ofMillis(5)).build().until(() -> ns.getWorkers().size() == ns.getNamespaces().getShardNodes().size());
    support.waitUntilWorkDone();
    openSupports.add(support);
    return support;
}

Example 14 with ConqueryConfig

use of com.bakdata.conquery.models.config.ConqueryConfig in project conquery by bakdata.

the class AddWorker method react.

@Override
public void react(ShardNodeNetworkContext context) throws Exception {
    log.info("creating a new worker for {}", dataset);
    ConqueryConfig config = context.getConfig();
    Worker worker = context.getWorkers().createWorker(dataset, config.getStorage(), createWorkerName(), context.getValidator(), config.isFailOnError());
    worker.setSession(context.getRawSession());
    context.send(new RegisterWorker(worker.getInfo()));
}

Example 15 with ConqueryConfig

use of com.bakdata.conquery.models.config.ConqueryConfig in project conquery by bakdata.

the class Conquery method initialize.

@Override
public void initialize(Bootstrap<ConqueryConfig> bootstrap) {
    final ObjectMapper confMapper = bootstrap.getObjectMapper();
    Jackson.configure(confMapper);
    confMapper.setConfig(confMapper.getDeserializationConfig().withView(InternalOnly.class));
    // check for java compiler, needed for the class generation
    if (ToolProvider.getSystemJavaCompiler() == null) {
        throw new IllegalStateException("Conquery requires to be run on either a JDK or a ServerJRE");
    }
    // main config file is json
    bootstrap.setConfigurationFactoryFactory(JsonConfigurationFactory::new);
    bootstrap.addCommand(new ShardNode());
    bootstrap.addCommand(new PreprocessorCommand());
    bootstrap.addCommand(new CollectEntitiesCommand());
    bootstrap.addCommand(new StandaloneCommand(this));
    bootstrap.addCommand(new RecodeStoreCommand());
    bootstrap.addCommand(new MigrateCommand());
    ((MutableInjectableValues) confMapper.getInjectableValues()).add(Validator.class, bootstrap.getValidatorFactory().getValidator());
    // do some setup in other classes after initialization but before running a
    // command
    bootstrap.addBundle(new ConfiguredBundle<>() {

        @Override
        public void run(ConqueryConfig configuration, Environment environment) {
            configuration.configureObjectMapper(environment.getObjectMapper());
        }

        @Override
        public void initialize(Bootstrap<?> bootstrap) {
            // Allow overriding of config from environment variables.
            bootstrap.setConfigurationSourceProvider(new SubstitutingSourceProvider(bootstrap.getConfigurationSourceProvider(), StringSubstitutor.createInterpolator()));
        }
    });
}