Search in sources :

Example 1 with DocprocService

use of com.yahoo.docproc.DocprocService in project vespa by vespa-engine.

the class DocumentProcessingHandlerTestBase method createHandler.

@Before
public void createHandler() {
    documentTypeManager.register(getType());
    Protocol protocol = new DocumentProtocol(documentTypeManager);
    driver = ServerTestDriver.newInactiveInstanceWithProtocol(protocol);
    sessionCache = new SessionCache("raw:", driver.client().slobrokId(), "test", "raw:", null, "raw:", documentTypeManager);
    ContainerBuilder builder = driver.parent().newContainerBuilder();
    ComponentRegistry<DocprocService> registry = new ComponentRegistry<>();
    handler = new DocumentProcessingHandler(registry, new ComponentRegistry<>(), new ComponentRegistry<>(), new DocumentProcessingHandlerParameters().setDocumentTypeManager(documentTypeManager).setContainerDocumentConfig(new ContainerDocumentConfig(new ContainerDocumentConfig.Builder())));
    builder.serverBindings().bind("mbus://*/*", handler);
    ReferencedResource<SharedSourceSession> sessionRef = sessionCache.retainSource(new SourceSessionParams());
    MbusClient sourceClient = new MbusClient(sessionRef.getResource());
    builder.clientBindings().bind("mbus://*/source", sourceClient);
    builder.clientBindings().bind("mbus://*/" + MbusRequestContext.internalNoThrottledSource, sourceClient);
    sourceClient.start();
    List<Pair<String, CallStack>> callStacks = getCallStacks();
    List<AbstractResource> resources = new ArrayList<>();
    for (Pair<String, CallStack> callStackPair : callStacks) {
        DocprocService service = new DocprocService(callStackPair.getFirst());
        service.setCallStack(callStackPair.getSecond());
        service.setInService(true);
        ComponentId serviceId = new ComponentId(service.getName());
        registry.register(serviceId, service);
        ComponentId sessionName = ComponentId.fromString("chain." + serviceId);
        MbusServerProvider serviceProvider = new MbusServerProvider(sessionName, sessionCache, driver.parent());
        serviceProvider.get().start();
        serviceProviders.add(serviceProvider);
        MbusClient intermediateClient = new MbusClient(serviceProvider.getSession());
        builder.clientBindings().bind("mbus://*/" + sessionName.stringValue(), intermediateClient);
        intermediateClient.start();
        resources.add(intermediateClient);
    }
    driver.parent().activateContainer(builder);
    sessionRef.getReference().close();
    sourceClient.release();
    for (AbstractResource resource : resources) {
        resource.release();
    }
    remoteServer = RemoteServer.newInstance(driver.client().slobrokId(), "foobar", protocol);
}
Also used : CallStack(com.yahoo.docproc.CallStack) ContainerBuilder(com.yahoo.jdisc.application.ContainerBuilder) ArrayList(java.util.ArrayList) AbstractResource(com.yahoo.jdisc.AbstractResource) DocprocService(com.yahoo.docproc.DocprocService) ContainerBuilder(com.yahoo.jdisc.application.ContainerBuilder) DocumentProtocol(com.yahoo.documentapi.messagebus.protocol.DocumentProtocol) Protocol(com.yahoo.messagebus.Protocol) Pair(com.yahoo.collections.Pair) ContainerDocumentConfig(com.yahoo.container.core.document.ContainerDocumentConfig) MbusClient(com.yahoo.messagebus.jdisc.MbusClient) SourceSessionParams(com.yahoo.messagebus.SourceSessionParams) DocumentProtocol(com.yahoo.documentapi.messagebus.protocol.DocumentProtocol) SharedSourceSession(com.yahoo.messagebus.shared.SharedSourceSession) MbusServerProvider(com.yahoo.container.jdisc.messagebus.MbusServerProvider) ComponentRegistry(com.yahoo.component.provider.ComponentRegistry) SessionCache(com.yahoo.container.jdisc.messagebus.SessionCache) ComponentId(com.yahoo.component.ComponentId) Before(org.junit.Before)

Example 2 with DocprocService

use of com.yahoo.docproc.DocprocService in project vespa by vespa-engine.

the class MessagePropertyProcessor method getDocprocServiceRegistry.

public synchronized ComponentRegistry<DocprocService> getDocprocServiceRegistry(HttpRequest request) {
    String docprocChain = getDocprocChainParameter(request);
    if (docprocChain == null) {
        return null;
    }
    Container container = Container.get();
    if (container == null) {
        throw new IllegalStateException("Could not get Container instance.");
    }
    ComponentRegistry<RequestHandler> requestHandlerRegistry = container.getRequestHandlerRegistry();
    if (requestHandlerRegistry == null) {
        throw new IllegalStateException("Could not get requesthandlerregistry.");
    }
    DocumentProcessingHandler handler = (DocumentProcessingHandler) requestHandlerRegistry.getComponent(DocumentProcessingHandler.class.getName());
    if (handler == null) {
        return null;
    }
    ComponentRegistry<DocprocService> services = handler.getDocprocServiceRegistry();
    if (services == null) {
        throw new IllegalStateException("Could not get DocprocServiceRegistry.");
    }
    return services;
}
Also used : Container(com.yahoo.container.Container) RequestHandler(com.yahoo.jdisc.handler.RequestHandler) DocumentProcessingHandler(com.yahoo.docproc.jdisc.DocumentProcessingHandler) DocprocService(com.yahoo.docproc.DocprocService)

Example 3 with DocprocService

use of com.yahoo.docproc.DocprocService in project vespa by vespa-engine.

the class DocumentProcessingHandler method handleRequest.

@Override
public ContentChannel handleRequest(Request request, ResponseHandler handler) {
    RequestContext requestContext;
    if (request instanceof MbusRequest) {
        requestContext = new MbusRequestContext((MbusRequest) request, handler, docprocServiceRegistry, docFactoryRegistry, containerDocConfig);
    } else {
        // Other types can be added here in the future
        throw new IllegalArgumentException("Request type not supported: " + request);
    }
    if (!requestContext.isProcessable()) {
        requestContext.skip();
        return null;
    }
    DocprocService service = docprocServiceRegistry.getComponent(requestContext.getServiceName());
    // No need to enqueue a task if the docproc chain is empty, just forward requestContext
    if (service == null) {
        log.log(LogLevel.ERROR, "DocprocService for session '" + requestContext.getServiceName() + "' not found, returning request '" + requestContext + "'.");
        requestContext.processingFailed(RequestContext.ErrorCode.ERROR_PROCESSING_FAILURE, "DocprocService " + requestContext.getServiceName() + " not found.");
        return null;
    } else if (service.getExecutor().getCallStack().size() == 0) {
        // call stack was empty, just forward message
        requestContext.skip();
        return null;
    }
    DocumentProcessingTask task = new DocumentProcessingTask(requestContext, this, service);
    submit(task);
    return null;
}
Also used : MbusRequest(com.yahoo.messagebus.jdisc.MbusRequest) MbusRequestContext(com.yahoo.docproc.jdisc.messagebus.MbusRequestContext) DocprocService(com.yahoo.docproc.DocprocService) MbusRequestContext(com.yahoo.docproc.jdisc.messagebus.MbusRequestContext)

Aggregations

DocprocService (com.yahoo.docproc.DocprocService)3 Pair (com.yahoo.collections.Pair)1 ComponentId (com.yahoo.component.ComponentId)1 ComponentRegistry (com.yahoo.component.provider.ComponentRegistry)1 Container (com.yahoo.container.Container)1 ContainerDocumentConfig (com.yahoo.container.core.document.ContainerDocumentConfig)1 MbusServerProvider (com.yahoo.container.jdisc.messagebus.MbusServerProvider)1 SessionCache (com.yahoo.container.jdisc.messagebus.SessionCache)1 CallStack (com.yahoo.docproc.CallStack)1 DocumentProcessingHandler (com.yahoo.docproc.jdisc.DocumentProcessingHandler)1 MbusRequestContext (com.yahoo.docproc.jdisc.messagebus.MbusRequestContext)1 DocumentProtocol (com.yahoo.documentapi.messagebus.protocol.DocumentProtocol)1 AbstractResource (com.yahoo.jdisc.AbstractResource)1 ContainerBuilder (com.yahoo.jdisc.application.ContainerBuilder)1 RequestHandler (com.yahoo.jdisc.handler.RequestHandler)1 Protocol (com.yahoo.messagebus.Protocol)1 SourceSessionParams (com.yahoo.messagebus.SourceSessionParams)1 MbusClient (com.yahoo.messagebus.jdisc.MbusClient)1 MbusRequest (com.yahoo.messagebus.jdisc.MbusRequest)1 SharedSourceSession (com.yahoo.messagebus.shared.SharedSourceSession)1