Search in sources :

Example 1 with SplitStoreHandler

use of uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreHandler in project Gaffer by gchq.

the class AccumuloStoreTest method testStoreReturnsHandlersForRegisteredOperations.

public void testStoreReturnsHandlersForRegisteredOperations(final AccumuloStore store) {
    OperationHandler op;
    // Then
    assertNotNull(store.getOperationHandler(Validate.class));
    op = store.getOperationHandler(AddElementsFromHdfs.class);
    assertTrue(op instanceof AddElementsFromHdfsHandler);
    op = store.getOperationHandler(GetElementsBetweenSets.class);
    assertTrue(op instanceof GetElementsBetweenSetsHandler);
    op = store.getOperationHandler(GetElementsInRanges.class);
    assertTrue(op instanceof GetElementsInRangesHandler);
    op = store.getOperationHandler(GetElementsWithinSet.class);
    assertTrue(op instanceof GetElementsWithinSetHandler);
    op = store.getOperationHandler(SplitStore.class);
    assertTrue(op instanceof SplitStoreHandler);
    op = store.getOperationHandler(SampleDataForSplitPoints.class);
    assertTrue(op instanceof SampleDataForSplitPointsHandler);
    op = store.getOperationHandler(ImportAccumuloKeyValueFiles.class);
    assertTrue(op instanceof ImportAccumuloKeyValueFilesHandler);
    op = store.getOperationHandler(GenerateElements.class);
    assertTrue(op instanceof GenerateElementsHandler);
    op = store.getOperationHandler(GenerateObjects.class);
    assertTrue(op instanceof GenerateObjectsHandler);
}
Also used : SplitStore(uk.gov.gchq.gaffer.operation.impl.SplitStore) AddElementsFromHdfs(uk.gov.gchq.gaffer.hdfs.operation.AddElementsFromHdfs) ImportAccumuloKeyValueFiles(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.operation.ImportAccumuloKeyValueFiles) GetElementsBetweenSets(uk.gov.gchq.gaffer.accumulostore.operation.impl.GetElementsBetweenSets) GenerateElements(uk.gov.gchq.gaffer.operation.impl.generate.GenerateElements) SampleDataForSplitPointsHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SampleDataForSplitPointsHandler) GetElementsInRanges(uk.gov.gchq.gaffer.accumulostore.operation.impl.GetElementsInRanges) GetElementsBetweenSetsHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsBetweenSetsHandler) GenerateObjectsHandler(uk.gov.gchq.gaffer.store.operation.handler.generate.GenerateObjectsHandler) GenerateObjects(uk.gov.gchq.gaffer.operation.impl.generate.GenerateObjects) SplitStoreHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreHandler) Validate(uk.gov.gchq.gaffer.operation.impl.Validate) ImportAccumuloKeyValueFilesHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.ImportAccumuloKeyValueFilesHandler) GetElementsWithinSetHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsWithinSetHandler) GetElementsWithinSet(uk.gov.gchq.gaffer.accumulostore.operation.impl.GetElementsWithinSet) GenerateElementsHandler(uk.gov.gchq.gaffer.store.operation.handler.generate.GenerateElementsHandler) AddElementsFromHdfsHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.AddElementsFromHdfsHandler) GetElementsInRangesHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsInRangesHandler) SampleDataForSplitPoints(uk.gov.gchq.gaffer.hdfs.operation.SampleDataForSplitPoints) OperationHandler(uk.gov.gchq.gaffer.store.operation.handler.OperationHandler)

Example 2 with SplitStoreHandler

use of uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreHandler in project Gaffer by gchq.

the class AccumuloStore method addAdditionalOperationHandlers.

@Override
protected void addAdditionalOperationHandlers() {
    addOperationHandler(AddElementsFromHdfs.class, new AddElementsFromHdfsHandler());
    addOperationHandler(GetElementsBetweenSets.class, new GetElementsBetweenSetsHandler());
    addOperationHandler(GetElementsWithinSet.class, new GetElementsWithinSetHandler());
    addOperationHandler(SplitStoreFromFile.class, new HdfsSplitStoreFromFileHandler());
    addOperationHandler(SplitStoreFromIterable.class, new SplitStoreFromIterableHandler());
    addOperationHandler(SplitStore.class, new SplitStoreHandler());
    addOperationHandler(SampleElementsForSplitPoints.class, new SampleElementsForSplitPointsHandler());
    addOperationHandler(GenerateSplitPointsFromSample.class, new GenerateSplitPointsFromSampleHandler());
    addOperationHandler(SampleDataForSplitPoints.class, new SampleDataForSplitPointsHandler());
    addOperationHandler(ImportAccumuloKeyValueFiles.class, new ImportAccumuloKeyValueFilesHandler());
    if (null == getSchema().getVertexSerialiser() || getSchema().getVertexSerialiser().preservesObjectOrdering()) {
        addOperationHandler(SummariseGroupOverRanges.class, new SummariseGroupOverRangesHandler());
        addOperationHandler(GetElementsInRanges.class, new GetElementsInRangesHandler());
    } else {
        LOGGER.warn("Accumulo range scan operations will not be available on this store as the vertex serialiser does not preserve object ordering. Vertex serialiser: {}", getSchema().getVertexSerialiser().getClass().getName());
    }
}
Also used : SplitStoreHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreHandler) HdfsSplitStoreFromFileHandler(uk.gov.gchq.gaffer.hdfs.operation.handler.HdfsSplitStoreFromFileHandler) ImportAccumuloKeyValueFilesHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.ImportAccumuloKeyValueFilesHandler) SummariseGroupOverRangesHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.SummariseGroupOverRangesHandler) SampleDataForSplitPointsHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SampleDataForSplitPointsHandler) SampleElementsForSplitPointsHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.SampleElementsForSplitPointsHandler) GetElementsWithinSetHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsWithinSetHandler) SplitStoreFromIterableHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreFromIterableHandler) GetElementsBetweenSetsHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsBetweenSetsHandler) AddElementsFromHdfsHandler(uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.AddElementsFromHdfsHandler) GetElementsInRangesHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsInRangesHandler) GenerateSplitPointsFromSampleHandler(uk.gov.gchq.gaffer.accumulostore.operation.handler.GenerateSplitPointsFromSampleHandler)

Aggregations

GetElementsBetweenSetsHandler (uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsBetweenSetsHandler)2 GetElementsInRangesHandler (uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsInRangesHandler)2 GetElementsWithinSetHandler (uk.gov.gchq.gaffer.accumulostore.operation.handler.GetElementsWithinSetHandler)2 AddElementsFromHdfsHandler (uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.AddElementsFromHdfsHandler)2 ImportAccumuloKeyValueFilesHandler (uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.ImportAccumuloKeyValueFilesHandler)2 SampleDataForSplitPointsHandler (uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SampleDataForSplitPointsHandler)2 SplitStoreHandler (uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreHandler)2 GenerateSplitPointsFromSampleHandler (uk.gov.gchq.gaffer.accumulostore.operation.handler.GenerateSplitPointsFromSampleHandler)1 SampleElementsForSplitPointsHandler (uk.gov.gchq.gaffer.accumulostore.operation.handler.SampleElementsForSplitPointsHandler)1 SummariseGroupOverRangesHandler (uk.gov.gchq.gaffer.accumulostore.operation.handler.SummariseGroupOverRangesHandler)1 SplitStoreFromIterableHandler (uk.gov.gchq.gaffer.accumulostore.operation.hdfs.handler.SplitStoreFromIterableHandler)1 ImportAccumuloKeyValueFiles (uk.gov.gchq.gaffer.accumulostore.operation.hdfs.operation.ImportAccumuloKeyValueFiles)1 GetElementsBetweenSets (uk.gov.gchq.gaffer.accumulostore.operation.impl.GetElementsBetweenSets)1 GetElementsInRanges (uk.gov.gchq.gaffer.accumulostore.operation.impl.GetElementsInRanges)1 GetElementsWithinSet (uk.gov.gchq.gaffer.accumulostore.operation.impl.GetElementsWithinSet)1 AddElementsFromHdfs (uk.gov.gchq.gaffer.hdfs.operation.AddElementsFromHdfs)1 SampleDataForSplitPoints (uk.gov.gchq.gaffer.hdfs.operation.SampleDataForSplitPoints)1 HdfsSplitStoreFromFileHandler (uk.gov.gchq.gaffer.hdfs.operation.handler.HdfsSplitStoreFromFileHandler)1 SplitStore (uk.gov.gchq.gaffer.operation.impl.SplitStore)1 Validate (uk.gov.gchq.gaffer.operation.impl.Validate)1