Examples with IndexSettings org.elasticsearch.index.IndexSettings used on opensource projects

Example 76 with IndexSettings

use of org.elasticsearch.index.IndexSettings in project elasticsearch by elastic.

the class AnalysisRegistry method buildMapping.

private <T> Map<String, T> buildMapping(Component component, IndexSettings settings, Map<String, Settings> settingsMap, Map<String, AnalysisModule.AnalysisProvider<T>> providerMap, Map<String, AnalysisModule.AnalysisProvider<T>> defaultInstance) throws IOException {
    Settings defaultSettings = Settings.builder().put(IndexMetaData.SETTING_VERSION_CREATED, settings.getIndexVersionCreated()).build();
    Map<String, T> factories = new HashMap<>();
    for (Map.Entry<String, Settings> entry : settingsMap.entrySet()) {
        String name = entry.getKey();
        Settings currentSettings = entry.getValue();
        String typeName = currentSettings.get("type");
        if (component == Component.ANALYZER) {
            T factory = null;
            if (typeName == null) {
                if (currentSettings.get("tokenizer") != null) {
                    factory = (T) new CustomAnalyzerProvider(settings, name, currentSettings);
                } else {
                    throw new IllegalArgumentException(component + " [" + name + "] must specify either an analyzer type, or a tokenizer");
                }
            } else if (typeName.equals("custom")) {
                factory = (T) new CustomAnalyzerProvider(settings, name, currentSettings);
            }
            if (factory != null) {
                factories.put(name, factory);
                continue;
            }
        } else if (component == Component.NORMALIZER) {
            if (typeName == null || typeName.equals("custom")) {
                T factory = (T) new CustomNormalizerProvider(settings, name, currentSettings);
                factories.put(name, factory);
                continue;
            }
        }
        AnalysisProvider<T> type = getAnalysisProvider(component, providerMap, name, typeName);
        if (type == null) {
            throw new IllegalArgumentException("Unknown " + component + " type [" + typeName + "] for [" + name + "]");
        }
        final T factory = type.get(settings, environment, name, currentSettings);
        factories.put(name, factory);
    }
    // go over the char filters in the bindings and register the ones that are not configured
    for (Map.Entry<String, AnalysisModule.AnalysisProvider<T>> entry : providerMap.entrySet()) {
        String name = entry.getKey();
        AnalysisModule.AnalysisProvider<T> provider = entry.getValue();
        // we don't want to re-register one that already exists
        if (settingsMap.containsKey(name)) {
            continue;
        }
        // check, if it requires settings, then don't register it, we know default has no settings...
        if (provider.requiresAnalysisSettings()) {
            continue;
        }
        AnalysisModule.AnalysisProvider<T> defaultProvider = defaultInstance.get(name);
        final T instance;
        if (defaultProvider == null) {
            instance = provider.get(settings, environment, name, defaultSettings);
        } else {
            instance = defaultProvider.get(settings, environment, name, defaultSettings);
        }
        factories.put(name, instance);
    }
    for (Map.Entry<String, AnalysisModule.AnalysisProvider<T>> entry : defaultInstance.entrySet()) {
        final String name = entry.getKey();
        final AnalysisModule.AnalysisProvider<T> provider = entry.getValue();
        if (factories.containsKey(name) == false) {
            final T instance = provider.get(settings, environment, name, defaultSettings);
            if (factories.containsKey(name) == false) {
                factories.put(name, instance);
            }
        }
    }
    return factories;
}

Example 77 with IndexSettings

use of org.elasticsearch.index.IndexSettings in project elasticsearch by elastic.

the class AnalysisRegistry method getTokenFilterProvider.

/**
     * Returns a registered {@link TokenFilterFactory} provider by {@link IndexSettings}
     *  or a registered {@link TokenFilterFactory} provider by predefined name
     *  or <code>null</code> if the tokenFilter was not registered
     * @param tokenFilter global or defined tokenFilter name
     * @param indexSettings an index settings
     * @return {@link TokenFilterFactory} provider or <code>null</code>
     */
public AnalysisProvider<TokenFilterFactory> getTokenFilterProvider(String tokenFilter, IndexSettings indexSettings) {
    final Map<String, Settings> tokenFilterSettings = indexSettings.getSettings().getGroups("index.analysis.filter");
    if (tokenFilterSettings.containsKey(tokenFilter)) {
        Settings currentSettings = tokenFilterSettings.get(tokenFilter);
        String typeName = currentSettings.get("type");
        /*
             * synonym and synonym_graph are different than everything else since they need access to the tokenizer factories for the index.
             * instead of building the infrastructure for plugins we rather make it a real exception to not pollute the general interface and
             * hide internal data-structures as much as possible.
             */
        if ("synonym".equals(typeName)) {
            return requiresAnalysisSettings((is, env, name, settings) -> new SynonymTokenFilterFactory(is, env, this, name, settings));
        } else if ("synonym_graph".equals(typeName)) {
            return requiresAnalysisSettings((is, env, name, settings) -> new SynonymGraphTokenFilterFactory(is, env, this, name, settings));
        } else {
            return getAnalysisProvider(Component.FILTER, tokenFilters, tokenFilter, typeName);
        }
    } else {
        return getTokenFilterProvider(tokenFilter);
    }
}

Example 78 with IndexSettings

use of org.elasticsearch.index.IndexSettings in project elasticsearch by elastic.

the class IndexFolderUpgraderTests method testUpgradeIndices.

public void testUpgradeIndices() throws IOException {
    final Settings nodeSettings = Settings.builder().put(NodeEnvironment.ADD_NODE_LOCK_ID_TO_CUSTOM_PATH.getKey(), randomBoolean()).build();
    try (NodeEnvironment nodeEnv = newNodeEnvironment(nodeSettings)) {
        Map<IndexSettings, Tuple<Integer, Integer>> indexSettingsMap = new HashMap<>();
        for (int i = 0; i < randomIntBetween(2, 5); i++) {
            final Index index = new Index(randomAsciiOfLength(10), UUIDs.randomBase64UUID());
            Settings settings = Settings.builder().put(nodeSettings).put(IndexMetaData.SETTING_INDEX_UUID, index.getUUID()).put(IndexMetaData.SETTING_VERSION_CREATED, Version.V_2_0_0).put(IndexMetaData.SETTING_NUMBER_OF_SHARDS, randomIntBetween(1, 5)).put(IndexMetaData.SETTING_NUMBER_OF_REPLICAS, 0).build();
            IndexMetaData indexState = IndexMetaData.builder(index.getName()).settings(settings).build();
            Tuple<Integer, Integer> fileCounts = new Tuple<>(randomIntBetween(1, 5), randomIntBetween(1, 5));
            IndexSettings indexSettings = new IndexSettings(indexState, nodeSettings);
            indexSettingsMap.put(indexSettings, fileCounts);
            writeIndex(nodeEnv, indexSettings, fileCounts.v1(), fileCounts.v2());
        }
        IndexFolderUpgrader.upgradeIndicesIfNeeded(nodeSettings, nodeEnv);
        for (Map.Entry<IndexSettings, Tuple<Integer, Integer>> entry : indexSettingsMap.entrySet()) {
            checkIndex(nodeEnv, entry.getKey(), entry.getValue().v1(), entry.getValue().v2());
        }
    }
}

Example 79 with IndexSettings

use of org.elasticsearch.index.IndexSettings in project elasticsearch by elastic.

the class IndexFolderUpgraderTests method testUpgrade.

public void testUpgrade() throws IOException {
    final Settings nodeSettings = Settings.builder().put(NodeEnvironment.ADD_NODE_LOCK_ID_TO_CUSTOM_PATH.getKey(), randomBoolean()).build();
    try (NodeEnvironment nodeEnv = newNodeEnvironment(nodeSettings)) {
        final Index index = new Index(randomAsciiOfLength(10), UUIDs.randomBase64UUID());
        Settings settings = Settings.builder().put(nodeSettings).put(IndexMetaData.SETTING_INDEX_UUID, index.getUUID()).put(IndexMetaData.SETTING_VERSION_CREATED, Version.V_2_0_0).put(IndexMetaData.SETTING_NUMBER_OF_SHARDS, randomIntBetween(1, 5)).put(IndexMetaData.SETTING_NUMBER_OF_REPLICAS, 0).build();
        IndexMetaData indexState = IndexMetaData.builder(index.getName()).settings(settings).build();
        int numIdxFiles = randomIntBetween(1, 5);
        int numTranslogFiles = randomIntBetween(1, 5);
        IndexSettings indexSettings = new IndexSettings(indexState, nodeSettings);
        writeIndex(nodeEnv, indexSettings, numIdxFiles, numTranslogFiles);
        IndexFolderUpgrader helper = new IndexFolderUpgrader(settings, nodeEnv);
        helper.upgrade(indexSettings.getIndex().getName());
        checkIndex(nodeEnv, indexSettings, numIdxFiles, numTranslogFiles);
    }
}

Example 80 with IndexSettings

use of org.elasticsearch.index.IndexSettings in project elasticsearch by elastic.

the class IndexFolderUpgraderTests method testUpgradeRealIndex.

/**
     * Run upgrade on a real bwc index
     */
public void testUpgradeRealIndex() throws IOException, URISyntaxException {
    List<Path> indexes = new ArrayList<>();
    try (DirectoryStream<Path> stream = Files.newDirectoryStream(getBwcIndicesPath(), "index-*.zip")) {
        for (Path path : stream) {
            indexes.add(path);
        }
    }
    CollectionUtil.introSort(indexes, (o1, o2) -> o1.getFileName().compareTo(o2.getFileName()));
    final Path path = randomFrom(indexes);
    final String indexName = path.getFileName().toString().replace(".zip", "").toLowerCase(Locale.ROOT);
    try (NodeEnvironment nodeEnvironment = newNodeEnvironment()) {
        Path unzipDir = createTempDir();
        Path unzipDataDir = unzipDir.resolve("data");
        // decompress the index
        try (InputStream stream = Files.newInputStream(path)) {
            TestUtil.unzip(stream, unzipDir);
        }
        // check it is unique
        assertTrue(Files.exists(unzipDataDir));
        Path[] list = FileSystemUtils.files(unzipDataDir);
        if (list.length != 1) {
            throw new IllegalStateException("Backwards index must contain exactly one cluster but was " + list.length);
        }
        // the bwc scripts packs the indices under this path
        Path src = OldIndexUtils.getIndexDir(logger, indexName, path.getFileName().toString(), list[0]);
        assertTrue("[" + path + "] missing index dir: " + src.toString(), Files.exists(src));
        final Path indicesPath = randomFrom(nodeEnvironment.nodePaths()).indicesPath;
        logger.info("--> injecting index [{}] into [{}]", indexName, indicesPath);
        OldIndexUtils.copyIndex(logger, src, src.getFileName().toString(), indicesPath);
        IndexFolderUpgrader.upgradeIndicesIfNeeded(Settings.EMPTY, nodeEnvironment);
        // ensure old index folder is deleted
        Set<String> indexFolders = nodeEnvironment.availableIndexFolders();
        assertEquals(indexFolders.size(), 1);
        // ensure index metadata is moved
        IndexMetaData indexMetaData = IndexMetaData.FORMAT.loadLatestState(logger, NamedXContentRegistry.EMPTY, nodeEnvironment.resolveIndexFolder(indexFolders.iterator().next()));
        assertNotNull(indexMetaData);
        Index index = indexMetaData.getIndex();
        assertEquals(index.getName(), indexName);
        Set<ShardId> shardIds = nodeEnvironment.findAllShardIds(index);
        // ensure all shards are moved
        assertEquals(shardIds.size(), indexMetaData.getNumberOfShards());
        for (ShardId shardId : shardIds) {
            final ShardPath shardPath = ShardPath.loadShardPath(logger, nodeEnvironment, shardId, new IndexSettings(indexMetaData, Settings.EMPTY));
            final Path translog = shardPath.resolveTranslog();
            final Path idx = shardPath.resolveIndex();
            final Path state = shardPath.getShardStatePath().resolve(MetaDataStateFormat.STATE_DIR_NAME);
            assertTrue(shardPath.exists());
            assertTrue(Files.exists(translog));
            assertTrue(Files.exists(idx));
            assertTrue(Files.exists(state));
        }
    }
}