Search in sources :

Example 1 with DocumentTypeFactory

use of io.openk9.plugin.driver.manager.api.DocumentTypeFactory in project openk9 by smclab.

the class DocumentTypeProviderImpl method addDocumentTypeFactory.

@Reference(service = DocumentTypeFactory.class, bind = "addDocumentTypeFactory", unbind = "removeDocumentTypeFactory", policy = ReferencePolicy.STATIC, policyOption = ReferencePolicyOption.GREEDY, cardinality = ReferenceCardinality.MULTIPLE)
public void addDocumentTypeFactory(DocumentTypeFactory documentTypeFactory, Map<String, Object> props) {
    Object pluginDriverNameObj = props.get(DocumentTypeFactory.PLUGIN_DRIVER_NAME);
    if (pluginDriverNameObj == null) {
        _log.warn("DocumentTypeFactory must have " + DocumentTypeFactory.PLUGIN_DRIVER_NAME + " property. component: " + documentTypeFactory);
        return;
    }
    DocumentType newValue = documentTypeFactory.getDocumentType();
    if (Objects.isNull(newValue)) {
        _log.warn("DocumentType is null for DocumentTypeFactory: " + documentTypeFactory);
        return;
    }
    String pluginDriverName = (String) pluginDriverNameObj;
    Object defaultObj = props.get(DocumentTypeFactory.DEFAULT);
    boolean isDefault = defaultObj != null && (defaultObj instanceof String ? Boolean.parseBoolean((String) defaultObj) : (defaultObj instanceof Boolean ? (Boolean) defaultObj : false));
    if (isDefault) {
        DocumentType previousValue = _defaultDocumentTypeMap.put(pluginDriverName, newValue);
        _actionMap.put(documentTypeFactory, () -> _defaultDocumentTypeMap.remove(pluginDriverName));
        if (previousValue != null) {
            _log.warn("DocumentTypeFactory previous: " + previousValue + " new: " + newValue);
        }
    }
    List<DocumentType> documentTypes = _documentTypeMap.computeIfAbsent(pluginDriverName, s -> new CopyOnWriteArrayList<>());
    documentTypes.add(newValue);
    Action action = _actionMap.get(documentTypeFactory);
    Action newAction = () -> documentTypes.remove(newValue);
    if (action != null) {
        _actionMap.put(documentTypeFactory, () -> {
            action.exec();
            newAction.exec();
        });
    } else {
        _actionMap.put(documentTypeFactory, newAction);
    }
}
Also used : DocumentType(io.openk9.plugin.driver.manager.api.DocumentType) Reference(org.osgi.service.component.annotations.Reference)

Example 2 with DocumentTypeFactory

use of io.openk9.plugin.driver.manager.api.DocumentTypeFactory in project openk9 by smclab.

the class PluginDriverBundleTrackerCustomizer method addingBundle.

@Override
public Void addingBundle(Bundle bundle, BundleEvent event) {
    if (bundle.getState() != Bundle.ACTIVE) {
        removedBundle(bundle, event, null);
        return null;
    }
    Dictionary<String, String> headers = bundle.getHeaders(null);
    String pluginDriverConfiguration = headers.get(Constants.PLUGIN_DRIVER_CONFIGURATION);
    if (pluginDriverConfiguration == null) {
        pluginDriverConfiguration = "plugin-driver-config.json";
    }
    URL entry = bundle.getEntry(pluginDriverConfiguration);
    if (entry == null) {
        return null;
    }
    PluginDriverConfig pluginDriverConfig;
    try (InputStream is = entry.openStream()) {
        byte[] bytes = is.readAllBytes();
        pluginDriverConfig = _jsonFactory.fromJson(bytes, PluginDriverConfig.class);
    } catch (IOException e) {
        _log.error(e.getMessage(), e);
        return null;
    }
    String pluginDriverName = pluginDriverConfig.getName();
    String driverServiceName = pluginDriverConfig.getDriverServiceName() != null ? pluginDriverConfig.getDriverServiceName() : pluginDriverName;
    boolean schedulerEnabled = pluginDriverConfig.isSchedulerEnabled();
    PluginDriverConfig.Type type = pluginDriverConfig.getType();
    PluginDriver pluginDriver;
    switch(type) {
        case HTTP:
            {
                Map<String, Object> options = pluginDriverConfig.getOptions();
                if (options == null) {
                    options = Map.of();
                }
                String path = (String) options.getOrDefault("path", "");
                String url = (String) options.getOrDefault("url", "");
                Map<String, Object> headersObject = (Map<String, Object>) options.getOrDefault("headers", Map.of());
                String method = (String) options.getOrDefault("method", "GET");
                List<String> jsonKeys = (List<String>) options.getOrDefault("jsonKeys", new String[0]);
                int methodN = _findHttpMethod(method);
                HttpClient httpClient = _httpClientFactory.getHttpClient(url);
                pluginDriver = new BasePluginDriver() {

                    @Override
                    protected Map<String, Object> headersObject() {
                        return headersObject;
                    }

                    @Override
                    protected String[] headers() {
                        return new String[0];
                    }

                    @Override
                    protected String path() {
                        return path;
                    }

                    @Override
                    protected int method() {
                        return methodN;
                    }

                    @Override
                    protected String[] jsonKeys() {
                        return jsonKeys.toArray(new String[0]);
                    }

                    @Override
                    protected JsonFactory getJsonFactory() {
                        return _jsonFactory;
                    }

                    @Override
                    protected HttpClient getHttpClient() {
                        return httpClient;
                    }

                    @Override
                    public String getName() {
                        return pluginDriverName;
                    }

                    @Override
                    public boolean schedulerEnabled() {
                        return schedulerEnabled;
                    }

                    @Override
                    public String getDriverServiceName() {
                        return driverServiceName;
                    }
                };
                break;
            }
        default:
            throw new IllegalStateException("type: " + type + " not supported");
    }
    List<AutoCloseables.AutoCloseableSafe> autoCloseableList = new ArrayList<>();
    ServiceRegistration<PluginDriver> pluginDriverServiceRegistration = bundle.getBundleContext().registerService(PluginDriver.class, pluginDriver, null);
    autoCloseableList.add(AutoCloseables.mergeAutoCloseableToSafe(pluginDriverServiceRegistration::unregister));
    for (DocumentTypeConfig documentType : pluginDriverConfig.getDocumentTypes()) {
        DocumentTypeFactory.DefaultDocumentTypeFactory documentTypeFactory = DocumentTypeFactory.DefaultDocumentTypeFactory.of(pluginDriver.getName(), documentType.isDefaultDocumentType(), DocumentType.builder().icon(documentType.getIcon()).name(documentType.getName()).searchKeywords(_searchKeywordConfigToSearchKeyword(documentType.getSearchKeywords())).sourceFields(_mappingsToSourceFields(documentType.getMappings())).build());
        autoCloseableList.add(_documentTypeFactoryRegistry.register(documentTypeFactory));
    }
    for (EnrichProcessorConfig enrichProcessor : pluginDriverConfig.getEnrichProcessors()) {
        String name = enrichProcessor.getName();
        if (name == null || name.isBlank()) {
            _log.warn("name must be specified");
            continue;
        }
        EnrichProcessorConfig.Type typeEP = enrichProcessor.getType();
        if (typeEP == null) {
            _log.warn("name enrichProcessor.type be specified");
            continue;
        }
        Map<String, Object> options = enrichProcessor.getOptions();
        if (options == null) {
            options = Map.of();
        }
        EnrichProcessor enrichProcessorService = null;
        switch(typeEP) {
            case SYNC:
                Map<String, Object> headersEP = (Map<String, Object>) options.getOrDefault("headers", Map.of());
                String pathEP = (String) options.getOrDefault("path", "");
                String urlEP = (String) options.getOrDefault("url", "");
                String methodStringEP = (String) options.getOrDefault("method", "GET");
                int methodEP = _findHttpMethod(methodStringEP);
                BaseNerEnrichProcessor baseNerEnrichProcessor = new BaseNerEnrichProcessor() {

                    @Override
                    public String name() {
                        return name;
                    }

                    @Override
                    protected Map<String, Object> getHeaders() {
                        return headersEP;
                    }

                    @Override
                    protected int getMethod() {
                        return methodEP;
                    }

                    @Override
                    protected String getPath() {
                        return pathEP;
                    }
                };
                baseNerEnrichProcessor.setHttpClient(_httpClientFactory.getHttpClient(urlEP));
                baseNerEnrichProcessor.setJsonFactory(_jsonFactory);
                baseNerEnrichProcessor.setEntityManagerClient(_entityManagerClient);
                enrichProcessorService = baseNerEnrichProcessor;
                break;
            case ASYNC:
                String destinationName = (String) options.get("destinationName");
                if (destinationName == null || destinationName.isBlank()) {
                    _log.warn("destinationName must be specified");
                    break;
                }
                enrichProcessorService = new AsyncEnrichProcessor() {

                    @Override
                    public String destinationName() {
                        return destinationName;
                    }

                    @Override
                    public String name() {
                        return name;
                    }
                };
                break;
            default:
                throw new IllegalStateException("type: " + typeEP + " not supported");
        }
        if (enrichProcessorService != null) {
            ServiceRegistration<EnrichProcessor> enrichProcessorServiceRegistration = bundle.getBundleContext().registerService(EnrichProcessor.class, enrichProcessorService, null);
            autoCloseableList.add(AutoCloseables.mergeAutoCloseableToSafe(enrichProcessorServiceRegistration::unregister));
        }
    }
    _registrationMap.put(bundle, AutoCloseables.reduceAutoCloseableSafe(autoCloseableList));
    return null;
}
Also used : ArrayList(java.util.ArrayList) EnrichProcessorConfig(io.openk9.plugin.driver.manager.api.config.EnrichProcessorConfig) AsyncEnrichProcessor(io.openk9.search.enrich.api.AsyncEnrichProcessor) URL(java.net.URL) PluginDriverConfig(io.openk9.plugin.driver.manager.api.config.PluginDriverConfig) ArrayList(java.util.ArrayList) List(java.util.List) InputStream(java.io.InputStream) BaseNerEnrichProcessor(io.openk9.search.enrich.api.BaseNerEnrichProcessor) DocumentTypeConfig(io.openk9.plugin.driver.manager.api.config.DocumentTypeConfig) IOException(java.io.IOException) AsyncEnrichProcessor(io.openk9.search.enrich.api.AsyncEnrichProcessor) BaseNerEnrichProcessor(io.openk9.search.enrich.api.BaseNerEnrichProcessor) EnrichProcessor(io.openk9.search.enrich.api.EnrichProcessor) HttpClient(io.openk9.http.client.HttpClient) DocumentTypeFactory(io.openk9.plugin.driver.manager.api.DocumentTypeFactory) BasePluginDriver(io.openk9.plugin.driver.manager.api.BasePluginDriver) BasePluginDriver(io.openk9.plugin.driver.manager.api.BasePluginDriver) PluginDriver(io.openk9.plugin.driver.manager.api.PluginDriver) Map(java.util.Map) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap)

Aggregations

HttpClient (io.openk9.http.client.HttpClient)1 BasePluginDriver (io.openk9.plugin.driver.manager.api.BasePluginDriver)1 DocumentType (io.openk9.plugin.driver.manager.api.DocumentType)1 DocumentTypeFactory (io.openk9.plugin.driver.manager.api.DocumentTypeFactory)1 PluginDriver (io.openk9.plugin.driver.manager.api.PluginDriver)1 DocumentTypeConfig (io.openk9.plugin.driver.manager.api.config.DocumentTypeConfig)1 EnrichProcessorConfig (io.openk9.plugin.driver.manager.api.config.EnrichProcessorConfig)1 PluginDriverConfig (io.openk9.plugin.driver.manager.api.config.PluginDriverConfig)1 AsyncEnrichProcessor (io.openk9.search.enrich.api.AsyncEnrichProcessor)1 BaseNerEnrichProcessor (io.openk9.search.enrich.api.BaseNerEnrichProcessor)1 EnrichProcessor (io.openk9.search.enrich.api.EnrichProcessor)1 IOException (java.io.IOException)1 InputStream (java.io.InputStream)1 URL (java.net.URL)1 ArrayList (java.util.ArrayList)1 List (java.util.List)1 Map (java.util.Map)1 ConcurrentHashMap (java.util.concurrent.ConcurrentHashMap)1 Reference (org.osgi.service.component.annotations.Reference)1