Search in sources :

Example 6 with Not

use of org.wso2.siddhi.query.api.expression.condition.Not in project siddhi by wso2.

the class ExternalTimeBatchWindowProcessor method process.

/**
 * Here an assumption is taken:
 * Parameter: timestamp: The time which the window determines as current time and will act upon,
 * the value of this parameter should be monotonically increasing.
 * from https://docs.wso2.com/display/CEP400/Inbuilt+Windows#InbuiltWindows-externalTime
 */
@Override
protected void process(ComplexEventChunk<StreamEvent> streamEventChunk, Processor nextProcessor, StreamEventCloner streamEventCloner) {
    // event incoming trigger process. No events means no action
    if (streamEventChunk.getFirst() == null) {
        return;
    }
    List<ComplexEventChunk<StreamEvent>> complexEventChunks = new ArrayList<ComplexEventChunk<StreamEvent>>();
    synchronized (this) {
        initTiming(streamEventChunk.getFirst());
        StreamEvent nextStreamEvent = streamEventChunk.getFirst();
        while (nextStreamEvent != null) {
            StreamEvent currStreamEvent = nextStreamEvent;
            nextStreamEvent = nextStreamEvent.getNext();
            if (currStreamEvent.getType() == ComplexEvent.Type.TIMER) {
                if (lastScheduledTime <= currStreamEvent.getTimestamp()) {
                    // implies that there have not been any more events after this schedule has been done.
                    if (!flushed) {
                        flushToOutputChunk(streamEventCloner, complexEventChunks, lastCurrentEventTime, true);
                        flushed = true;
                    } else {
                        if (currentEventChunk.getFirst() != null) {
                            appendToOutputChunk(streamEventCloner, complexEventChunks, lastCurrentEventTime, true);
                        }
                    }
                    // rescheduling to emit the current batch after expiring it if no further events arrive.
                    lastScheduledTime = siddhiAppContext.getTimestampGenerator().currentTime() + schedulerTimeout;
                    scheduler.notifyAt(lastScheduledTime);
                }
                continue;
            } else if (currStreamEvent.getType() != ComplexEvent.Type.CURRENT) {
                continue;
            }
            long currentEventTime = (Long) timestampExpressionExecutor.execute(currStreamEvent);
            if (lastCurrentEventTime < currentEventTime) {
                lastCurrentEventTime = currentEventTime;
            }
            if (currentEventTime < endTime) {
                cloneAppend(streamEventCloner, currStreamEvent);
            } else {
                if (flushed) {
                    appendToOutputChunk(streamEventCloner, complexEventChunks, lastCurrentEventTime, false);
                    flushed = false;
                } else {
                    flushToOutputChunk(streamEventCloner, complexEventChunks, lastCurrentEventTime, false);
                }
                // update timestamp, call next processor
                endTime = findEndTime(lastCurrentEventTime, startTime, timeToKeep);
                cloneAppend(streamEventCloner, currStreamEvent);
                // triggering the last batch expiration.
                if (schedulerTimeout > 0) {
                    lastScheduledTime = siddhiAppContext.getTimestampGenerator().currentTime() + schedulerTimeout;
                    scheduler.notifyAt(lastScheduledTime);
                }
            }
        }
    }
    for (ComplexEventChunk<StreamEvent> complexEventChunk : complexEventChunks) {
        nextProcessor.process(complexEventChunk);
    }
}
Also used : ComplexEventChunk(org.wso2.siddhi.core.event.ComplexEventChunk) StreamEvent(org.wso2.siddhi.core.event.stream.StreamEvent) ArrayList(java.util.ArrayList)

Example 7 with Not

use of org.wso2.siddhi.query.api.expression.condition.Not in project siddhi by wso2.

the class StreamPreStateProcessor method init.

public void init() {
    if (isStartState && (!initialized || this.thisStatePostProcessor.nextEveryStatePerProcessor != null || (stateType == StateInputStream.Type.SEQUENCE && this.thisStatePostProcessor.nextStatePerProcessor instanceof AbsentPreStateProcessor))) {
        // For 'every' sequence, the 'thisStatePostProcessor.nextEveryStatePerProcessor != null' check is not enough
        StateEvent stateEvent = stateEventPool.borrowEvent();
        addState(stateEvent);
        initialized = true;
    }
}
Also used : StateEvent(org.wso2.siddhi.core.event.state.StateEvent)

Example 8 with Not

use of org.wso2.siddhi.query.api.expression.condition.Not in project siddhi by wso2.

the class IndexEventHolder method findEvents.

@Override
public Collection<StreamEvent> findEvents(String attribute, Compare.Operator operator, Object value) {
    if (primaryKeyData != null && attribute.equals(primaryKeyAttributes)) {
        StreamEvent resultEvent;
        HashSet<StreamEvent> resultEventSet;
        switch(operator) {
            case LESS_THAN:
                return ((TreeMap<Object, StreamEvent>) primaryKeyData).headMap(value, false).values();
            case GREATER_THAN:
                return ((TreeMap<Object, StreamEvent>) primaryKeyData).tailMap(value, false).values();
            case LESS_THAN_EQUAL:
                return ((TreeMap<Object, StreamEvent>) primaryKeyData).headMap(value, true).values();
            case GREATER_THAN_EQUAL:
                return ((TreeMap<Object, StreamEvent>) primaryKeyData).tailMap(value, true).values();
            case EQUAL:
                resultEventSet = new HashSet<StreamEvent>();
                resultEvent = primaryKeyData.get(value);
                if (resultEvent != null) {
                    resultEventSet.add(resultEvent);
                }
                return resultEventSet;
            case NOT_EQUAL:
                if (primaryKeyData.size() > 0) {
                    resultEventSet = new HashSet<StreamEvent>(primaryKeyData.values());
                } else {
                    return new HashSet<StreamEvent>();
                }
                resultEvent = primaryKeyData.get(value);
                if (resultEvent != null) {
                    resultEventSet.remove(resultEvent);
                }
                return resultEventSet;
        }
    } else {
        HashSet<StreamEvent> resultEventSet = new HashSet<StreamEvent>();
        TreeMap<Object, Set<StreamEvent>> currentIndexedData = indexData.get(attribute);
        Set<StreamEvent> resultEvents;
        switch(operator) {
            case LESS_THAN:
                for (Set<StreamEvent> eventSet : currentIndexedData.headMap(value, false).values()) {
                    resultEventSet.addAll(eventSet);
                }
                return resultEventSet;
            case GREATER_THAN:
                for (Set<StreamEvent> eventSet : currentIndexedData.tailMap(value, false).values()) {
                    resultEventSet.addAll(eventSet);
                }
                return resultEventSet;
            case LESS_THAN_EQUAL:
                for (Set<StreamEvent> eventSet : currentIndexedData.headMap(value, true).values()) {
                    resultEventSet.addAll(eventSet);
                }
                return resultEventSet;
            case GREATER_THAN_EQUAL:
                for (Set<StreamEvent> eventSet : currentIndexedData.tailMap(value, true).values()) {
                    resultEventSet.addAll(eventSet);
                }
                return resultEventSet;
            case EQUAL:
                resultEvents = currentIndexedData.get(value);
                if (resultEvents != null) {
                    resultEventSet.addAll(resultEvents);
                }
                return resultEventSet;
            case NOT_EQUAL:
                if (currentIndexedData.size() > 0) {
                    resultEventSet = new HashSet<StreamEvent>();
                    for (Set<StreamEvent> eventSet : currentIndexedData.values()) {
                        resultEventSet.addAll(eventSet);
                    }
                } else {
                    resultEventSet = new HashSet<StreamEvent>();
                }
                resultEvents = currentIndexedData.get(value);
                if (resultEvents != null) {
                    resultEventSet.removeAll(resultEvents);
                }
                return resultEventSet;
        }
    }
    throw new OperationNotSupportedException(operator + " not supported for '" + value + "' by " + getClass().getName());
}
Also used : OperationNotSupportedException(org.wso2.siddhi.core.exception.OperationNotSupportedException) Set(java.util.Set) HashSet(java.util.HashSet) StreamEvent(org.wso2.siddhi.core.event.stream.StreamEvent) HashSet(java.util.HashSet)

Example 9 with Not

use of org.wso2.siddhi.query.api.expression.condition.Not in project siddhi by wso2.

the class IndexEventHolder method delete.

@Override
public void delete(String attribute, Compare.Operator operator, Object value) {
    if (primaryKeyData != null && attribute.equals(primaryKeyAttributes)) {
        switch(operator) {
            case LESS_THAN:
                for (Iterator<StreamEvent> iterator = ((TreeMap<Object, StreamEvent>) primaryKeyData).headMap(value, false).values().iterator(); iterator.hasNext(); ) {
                    StreamEvent toDeleteEvent = iterator.next();
                    iterator.remove();
                    deleteFromIndexes(toDeleteEvent);
                }
                return;
            case GREATER_THAN:
                for (Iterator<StreamEvent> iterator = ((TreeMap<Object, StreamEvent>) primaryKeyData).tailMap(value, false).values().iterator(); iterator.hasNext(); ) {
                    StreamEvent toDeleteEvent = iterator.next();
                    iterator.remove();
                    deleteFromIndexes(toDeleteEvent);
                }
                return;
            case LESS_THAN_EQUAL:
                for (Iterator<StreamEvent> iterator = ((TreeMap<Object, StreamEvent>) primaryKeyData).headMap(value, true).values().iterator(); iterator.hasNext(); ) {
                    StreamEvent toDeleteEvent = iterator.next();
                    iterator.remove();
                    deleteFromIndexes(toDeleteEvent);
                }
                return;
            case GREATER_THAN_EQUAL:
                for (Iterator<StreamEvent> iterator = ((TreeMap<Object, StreamEvent>) primaryKeyData).tailMap(value, true).values().iterator(); iterator.hasNext(); ) {
                    StreamEvent toDeleteEvent = iterator.next();
                    iterator.remove();
                    deleteFromIndexes(toDeleteEvent);
                }
                return;
            case EQUAL:
                StreamEvent deletedEvent = primaryKeyData.remove(value);
                if (deletedEvent != null) {
                    deleteFromIndexes(deletedEvent);
                }
                return;
            case NOT_EQUAL:
                StreamEvent streamEvent = primaryKeyData.get(value);
                deleteAll();
                if (streamEvent != null) {
                    add(streamEvent);
                }
                return;
        }
    } else {
        switch(operator) {
            case LESS_THAN:
                for (Iterator<Set<StreamEvent>> iterator = indexData.get(attribute).headMap(value, false).values().iterator(); iterator.hasNext(); ) {
                    Set<StreamEvent> deletedEventSet = iterator.next();
                    deleteFromIndexesAndPrimaryKey(attribute, deletedEventSet);
                    iterator.remove();
                }
                return;
            case GREATER_THAN:
                for (Iterator<Set<StreamEvent>> iterator = indexData.get(attribute).tailMap(value, false).values().iterator(); iterator.hasNext(); ) {
                    Set<StreamEvent> deletedEventSet = iterator.next();
                    deleteFromIndexesAndPrimaryKey(attribute, deletedEventSet);
                    iterator.remove();
                }
                return;
            case LESS_THAN_EQUAL:
                for (Iterator<Set<StreamEvent>> iterator = indexData.get(attribute).headMap(value, true).values().iterator(); iterator.hasNext(); ) {
                    Set<StreamEvent> deletedEventSet = iterator.next();
                    deleteFromIndexesAndPrimaryKey(attribute, deletedEventSet);
                    iterator.remove();
                }
                return;
            case GREATER_THAN_EQUAL:
                for (Iterator<Set<StreamEvent>> iterator = indexData.get(attribute).tailMap(value, true).values().iterator(); iterator.hasNext(); ) {
                    Set<StreamEvent> deletedEventSet = iterator.next();
                    deleteFromIndexesAndPrimaryKey(attribute, deletedEventSet);
                    iterator.remove();
                }
                return;
            case EQUAL:
                Set<StreamEvent> deletedEventSet = indexData.get(attribute).remove(value);
                if (deletedEventSet != null && deletedEventSet.size() > 0) {
                    deleteFromIndexesAndPrimaryKey(attribute, deletedEventSet);
                }
                return;
            case NOT_EQUAL:
                Set<StreamEvent> matchingEventSet = indexData.get(attribute).get(value);
                deleteAll();
                for (StreamEvent matchingEvent : matchingEventSet) {
                    add(matchingEvent);
                }
                return;
        }
    }
    throw new OperationNotSupportedException(operator + " not supported for '" + value + "' by " + getClass().getName());
}
Also used : OperationNotSupportedException(org.wso2.siddhi.core.exception.OperationNotSupportedException) Set(java.util.Set) HashSet(java.util.HashSet) StreamEvent(org.wso2.siddhi.core.event.stream.StreamEvent) TreeMap(java.util.TreeMap)

Example 10 with Not

use of org.wso2.siddhi.query.api.expression.condition.Not in project siddhi by wso2.

the class InputManager method constructInputHandler.

public InputHandler constructInputHandler(String streamId) {
    InputHandler inputHandler = new InputHandler(streamId, inputHandlerMap.size(), inputEntryValve);
    StreamJunction streamJunction = streamJunctionMap.get(streamId);
    if (streamJunction == null) {
        throw new DefinitionNotExistException("Stream with stream ID " + streamId + " has not been defined");
    }
    inputDistributor.addInputProcessor(streamJunctionMap.get(streamId).constructPublisher());
    inputHandlerMap.put(streamId, inputHandler);
    return inputHandler;
}
Also used : StreamJunction(org.wso2.siddhi.core.stream.StreamJunction) DefinitionNotExistException(org.wso2.siddhi.core.exception.DefinitionNotExistException)

Aggregations

Test (org.testng.annotations.Test)579 SiddhiManager (org.wso2.siddhi.core.SiddhiManager)336 SiddhiAppRuntime (org.wso2.siddhi.core.SiddhiAppRuntime)334 InputHandler (org.wso2.siddhi.core.stream.input.InputHandler)334 TestUtil (org.wso2.siddhi.core.TestUtil)300 APIManagementException (org.wso2.carbon.apimgt.core.exception.APIManagementException)171 HTTPCarbonMessage (org.wso2.transport.http.netty.message.HTTPCarbonMessage)157 HTTPTestRequest (org.ballerinalang.test.services.testutils.HTTPTestRequest)151 HashMap (java.util.HashMap)121 ErrorDTO (org.wso2.carbon.apimgt.rest.api.common.dto.ErrorDTO)115 HttpMessageDataStreamer (org.wso2.transport.http.netty.message.HttpMessageDataStreamer)112 ArrayList (java.util.ArrayList)92 BJSON (org.ballerinalang.model.values.BJSON)88 APIPublisher (org.wso2.carbon.apimgt.core.api.APIPublisher)63 IOException (java.io.IOException)62 APIMgtDAOException (org.wso2.carbon.apimgt.core.exception.APIMgtDAOException)58 Map (java.util.Map)47 APIStore (org.wso2.carbon.apimgt.core.api.APIStore)45 File (java.io.File)37 Response (javax.ws.rs.core.Response)37