Examples with FileConfig org.codelibs.fess.es.config.exentity.FileConfig used on opensource projects

Example 6 with FileConfig

use of org.codelibs.fess.es.config.exentity.FileConfig in project fess by codelibs.

the class GsaConfigParser method endElement.

@Override
public void endElement(final String uri, final String localName, final String qName) throws SAXException {
    if (logger.isDebugEnabled()) {
        logger.debug("End Element: {}", qName);
    }
    if (GOOD_URLS.equalsIgnoreCase(qName)) {
        if (labelType != null) {
            labelType.setIncludedPaths(parseFilterPaths(textBuf.toString(), true, true));
        } else if (GLOBALPARAMS.equalsIgnoreCase(tagQueue.get(tagQueue.size() - 2))) {
            globalParams.put(GOOD_URLS, textBuf.toString());
        }
    } else if (BAD_URLS.equalsIgnoreCase(qName)) {
        if (labelType != null) {
            labelType.setExcludedPaths(parseFilterPaths(textBuf.toString(), true, true));
        } else if (GLOBALPARAMS.equalsIgnoreCase(tagQueue.get(tagQueue.size() - 2))) {
            globalParams.put(BAD_URLS, textBuf.toString());
        }
    } else if (START_URLS.equalsIgnoreCase(qName) && GLOBALPARAMS.equalsIgnoreCase(tagQueue.get(tagQueue.size() - 2))) {
        globalParams.put(START_URLS, textBuf.toString());
    } else if (labelType != null && COLLECTION.equalsIgnoreCase(qName)) {
        labelList.add(labelType);
        labelType = null;
    } else if (GLOBALPARAMS.equalsIgnoreCase(qName)) {
        final Object startUrls = globalParams.get(START_URLS);
        if (startUrls != null) {
            final long now = System.currentTimeMillis();
            final List<String> urlList = split(startUrls.toString(), "\n").get(stream -> stream.map(String::trim).filter(StringUtil::isNotBlank).collect(Collectors.toList()));
            final String webUrls = urlList.stream().filter(s -> Arrays.stream(webProtocols).anyMatch(p -> s.startsWith(p))).collect(Collectors.joining("\n"));
            if (StringUtil.isNotBlank(webUrls)) {
                webConfig = new WebConfig();
                webConfig.setName("Default");
                webConfig.setAvailable(true);
                webConfig.setBoost(1.0f);
                webConfig.setConfigParameter(StringUtil.EMPTY);
                webConfig.setIntervalTime(1000);
                webConfig.setNumOfThread(3);
                webConfig.setSortOrder(1);
                webConfig.setUrls(webUrls);
                webConfig.setIncludedUrls(parseFilterPaths(globalParams.get(GOOD_URLS), true, false));
                webConfig.setIncludedDocUrls(StringUtil.EMPTY);
                webConfig.setExcludedUrls(parseFilterPaths(globalParams.get(BAD_URLS), true, false));
                webConfig.setExcludedDocUrls(StringUtil.EMPTY);
                webConfig.setUserAgent(userAgent);
                webConfig.setPermissions(new String[] { "Rguest" });
                webConfig.setCreatedBy(Constants.SYSTEM_USER);
                webConfig.setCreatedTime(now);
                webConfig.setUpdatedBy(Constants.SYSTEM_USER);
                webConfig.setUpdatedTime(now);
            }
            final String fileUrls = urlList.stream().filter(s -> Arrays.stream(fileProtocols).anyMatch(p -> s.startsWith(p))).collect(Collectors.joining("\n"));
            if (StringUtil.isNotBlank(fileUrls)) {
                fileConfig = new FileConfig();
                fileConfig.setName("Default");
                fileConfig.setAvailable(true);
                fileConfig.setBoost(1.0f);
                fileConfig.setConfigParameter(StringUtil.EMPTY);
                fileConfig.setIntervalTime(0);
                fileConfig.setNumOfThread(5);
                fileConfig.setSortOrder(2);
                fileConfig.setPaths(fileUrls);
                fileConfig.setIncludedPaths(parseFilterPaths(globalParams.get(GOOD_URLS), false, true));
                fileConfig.setIncludedDocPaths(StringUtil.EMPTY);
                fileConfig.setExcludedPaths(parseFilterPaths(globalParams.get(BAD_URLS), false, true));
                fileConfig.setExcludedDocPaths(StringUtil.EMPTY);
                fileConfig.setPermissions(new String[] { "Rguest" });
                fileConfig.setCreatedBy(Constants.SYSTEM_USER);
                fileConfig.setCreatedTime(now);
                fileConfig.setUpdatedBy(Constants.SYSTEM_USER);
                fileConfig.setUpdatedTime(now);
            }
        }
    } else if ("user_agent".equalsIgnoreCase(qName) && GLOBALPARAMS.equalsIgnoreCase(tagQueue.get(tagQueue.size() - 2))) {
        userAgent = textBuf.toString().trim();
    }
    tagQueue.pollLast();
    textBuf.setLength(0);
}

Example 7 with FileConfig

use of org.codelibs.fess.es.config.exentity.FileConfig in project fess by codelibs.

the class ApiAdminFileconfigAction method post$setting.

// POST /api/admin/fileconfig/setting
@Execute
public JsonResponse<ApiResult> post$setting(final EditBody body) {
    validateApi(body, messages -> {
    });
    body.crudMode = CrudMode.EDIT;
    final FileConfig fileConfig = getFileConfig(body).map(entity -> {
        try {
            fileConfigService.store(entity);
        } catch (final Exception e) {
            throwValidationErrorApi(messages -> messages.addErrorsCrudFailedToUpdateCrudTable(GLOBAL, buildThrowableMessage(e)));
        }
        return entity;
    }).orElseGet(() -> {
        throwValidationErrorApi(messages -> messages.addErrorsCrudCouldNotFindCrudTable(GLOBAL, body.id));
        return null;
    });
    return asJson(new ApiUpdateResponse().id(fileConfig.getId()).created(false).status(Status.OK).result());
}

Example 8 with FileConfig

use of org.codelibs.fess.es.config.exentity.FileConfig in project fess by codelibs.

the class ApiAdminFileconfigAction method settings.

// ===================================================================================
// Search Execute
// ==============
// GET /api/admin/fileconfig/settings
// POST /api/admin/fileconfig/settings
@Execute
public JsonResponse<ApiResult> settings(final SearchBody body) {
    validateApi(body, messages -> {
    });
    final FileConfigPager pager = copyBeanToNewBean(body, FileConfigPager.class);
    final List<FileConfig> list = fileConfigService.getFileConfigList(pager);
    return asJson(new ApiResult.ApiConfigsResponse<EditBody>().settings(list.stream().map(this::createEditBody).collect(Collectors.toList())).total(pager.getAllRecordCount()).status(ApiResult.Status.OK).result());
}

Example 9 with FileConfig

use of org.codelibs.fess.es.config.exentity.FileConfig in project fess by codelibs.

the class AdminFileauthAction method registerFileConfigItems.

protected void registerFileConfigItems(final RenderData data) {
    final List<Map<String, String>> itemList = new ArrayList<>();
    final List<FileConfig> fileConfigList = crawlingConfigHelper.getAllFileConfigList(false, false, false, null);
    for (final FileConfig fileConfig : fileConfigList) {
        itemList.add(createItem(fileConfig.getName(), fileConfig.getId().toString()));
    }
    RenderDataUtil.register(data, "fileConfigItems", itemList);
}