Search in sources :

Example 41 with Parser

use of org.apache.commons.jexl3.parser.Parser in project jetty.project by eclipse.

the class PingGenerateParseTest method testGenerateParse.

@Test
public void testGenerateParse() throws Exception {
    PingGenerator generator = new PingGenerator(new HeaderGenerator());
    final List<PingFrame> frames = new ArrayList<>();
    Parser parser = new Parser(byteBufferPool, new Parser.Listener.Adapter() {

        @Override
        public void onPing(PingFrame frame) {
            frames.add(frame);
        }
    }, 4096, 8192);
    byte[] payload = new byte[8];
    new Random().nextBytes(payload);
    // Iterate a few times to be sure generator and parser are properly reset.
    for (int i = 0; i < 2; ++i) {
        ByteBufferPool.Lease lease = new ByteBufferPool.Lease(byteBufferPool);
        generator.generatePing(lease, payload, true);
        frames.clear();
        for (ByteBuffer buffer : lease.getByteBuffers()) {
            while (buffer.hasRemaining()) {
                parser.parse(buffer);
            }
        }
    }
    Assert.assertEquals(1, frames.size());
    PingFrame frame = frames.get(0);
    Assert.assertArrayEquals(payload, frame.getPayload());
    Assert.assertTrue(frame.isReply());
}
Also used : MappedByteBufferPool(org.eclipse.jetty.io.MappedByteBufferPool) ByteBufferPool(org.eclipse.jetty.io.ByteBufferPool) ArrayList(java.util.ArrayList) PingGenerator(org.eclipse.jetty.http2.generator.PingGenerator) ByteBuffer(java.nio.ByteBuffer) Parser(org.eclipse.jetty.http2.parser.Parser) Random(java.util.Random) HeaderGenerator(org.eclipse.jetty.http2.generator.HeaderGenerator) Test(org.junit.Test)

Example 42 with Parser

use of org.apache.commons.jexl3.parser.Parser in project jetty.project by eclipse.

the class PushPromiseGenerateParseTest method testGenerateParse.

@Test
public void testGenerateParse() throws Exception {
    PushPromiseGenerator generator = new PushPromiseGenerator(new HeaderGenerator(), new HpackEncoder());
    final List<PushPromiseFrame> frames = new ArrayList<>();
    Parser parser = new Parser(byteBufferPool, new Parser.Listener.Adapter() {

        @Override
        public void onPushPromise(PushPromiseFrame frame) {
            frames.add(frame);
        }
    }, 4096, 8192);
    int streamId = 13;
    int promisedStreamId = 17;
    HttpFields fields = new HttpFields();
    fields.put("Accept", "text/html");
    fields.put("User-Agent", "Jetty");
    MetaData.Request metaData = new MetaData.Request("GET", HttpScheme.HTTP, new HostPortHttpField("localhost:8080"), "/path", HttpVersion.HTTP_2, fields);
    // Iterate a few times to be sure generator and parser are properly reset.
    for (int i = 0; i < 2; ++i) {
        ByteBufferPool.Lease lease = new ByteBufferPool.Lease(byteBufferPool);
        generator.generatePushPromise(lease, streamId, promisedStreamId, metaData);
        frames.clear();
        for (ByteBuffer buffer : lease.getByteBuffers()) {
            while (buffer.hasRemaining()) {
                parser.parse(buffer);
            }
        }
        Assert.assertEquals(1, frames.size());
        PushPromiseFrame frame = frames.get(0);
        Assert.assertEquals(streamId, frame.getStreamId());
        Assert.assertEquals(promisedStreamId, frame.getPromisedStreamId());
        MetaData.Request request = (MetaData.Request) frame.getMetaData();
        Assert.assertEquals(metaData.getMethod(), request.getMethod());
        Assert.assertEquals(metaData.getURI(), request.getURI());
        for (int j = 0; j < fields.size(); ++j) {
            HttpField field = fields.getField(j);
            Assert.assertTrue(request.getFields().contains(field));
        }
    }
}
Also used : ByteBufferPool(org.eclipse.jetty.io.ByteBufferPool) MappedByteBufferPool(org.eclipse.jetty.io.MappedByteBufferPool) PushPromiseGenerator(org.eclipse.jetty.http2.generator.PushPromiseGenerator) ArrayList(java.util.ArrayList) HpackEncoder(org.eclipse.jetty.http2.hpack.HpackEncoder) ByteBuffer(java.nio.ByteBuffer) Parser(org.eclipse.jetty.http2.parser.Parser) MetaData(org.eclipse.jetty.http.MetaData) HostPortHttpField(org.eclipse.jetty.http.HostPortHttpField) HttpField(org.eclipse.jetty.http.HttpField) HttpFields(org.eclipse.jetty.http.HttpFields) HeaderGenerator(org.eclipse.jetty.http2.generator.HeaderGenerator) HostPortHttpField(org.eclipse.jetty.http.HostPortHttpField) Test(org.junit.Test)

Example 43 with Parser

use of org.apache.commons.jexl3.parser.Parser in project jetty.project by eclipse.

the class ContinuationParseTest method testParseOneByteAtATime.

@Test
public void testParseOneByteAtATime() throws Exception {
    ByteBufferPool byteBufferPool = new MappedByteBufferPool();
    HeadersGenerator generator = new HeadersGenerator(new HeaderGenerator(), new HpackEncoder());
    final List<HeadersFrame> frames = new ArrayList<>();
    Parser parser = new Parser(byteBufferPool, new Parser.Listener.Adapter() {

        @Override
        public void onHeaders(HeadersFrame frame) {
            frames.add(frame);
        }

        @Override
        public void onConnectionFailure(int error, String reason) {
            frames.add(new HeadersFrame(null, null, false));
        }
    }, 4096, 8192);
    // Iterate a few times to be sure the parser is properly reset.
    for (int i = 0; i < 2; ++i) {
        int streamId = 13;
        HttpFields fields = new HttpFields();
        fields.put("Accept", "text/html");
        fields.put("User-Agent", "Jetty");
        MetaData.Request metaData = new MetaData.Request("GET", HttpScheme.HTTP, new HostPortHttpField("localhost:8080"), "/path", HttpVersion.HTTP_2, fields);
        ByteBufferPool.Lease lease = new ByteBufferPool.Lease(byteBufferPool);
        generator.generateHeaders(lease, streamId, metaData, null, true);
        List<ByteBuffer> byteBuffers = lease.getByteBuffers();
        Assert.assertEquals(2, byteBuffers.size());
        ByteBuffer headersBody = byteBuffers.remove(1);
        int start = headersBody.position();
        int length = headersBody.remaining();
        int oneThird = length / 3;
        int lastThird = length - 2 * oneThird;
        // Adjust the length of the HEADERS frame.
        ByteBuffer headersHeader = byteBuffers.get(0);
        headersHeader.put(0, (byte) ((oneThird >>> 16) & 0xFF));
        headersHeader.put(1, (byte) ((oneThird >>> 8) & 0xFF));
        headersHeader.put(2, (byte) (oneThird & 0xFF));
        // Remove the END_HEADERS flag from the HEADERS header.
        headersHeader.put(4, (byte) (headersHeader.get(4) & ~Flags.END_HEADERS));
        // New HEADERS body.
        headersBody.position(start);
        headersBody.limit(start + oneThird);
        byteBuffers.add(headersBody.slice());
        // Split the rest of the HEADERS body into CONTINUATION frames.
        // First CONTINUATION header.
        byte[] continuationHeader1 = new byte[9];
        continuationHeader1[0] = (byte) ((oneThird >>> 16) & 0xFF);
        continuationHeader1[1] = (byte) ((oneThird >>> 8) & 0xFF);
        continuationHeader1[2] = (byte) (oneThird & 0xFF);
        continuationHeader1[3] = (byte) FrameType.CONTINUATION.getType();
        continuationHeader1[4] = Flags.NONE;
        continuationHeader1[5] = 0x00;
        continuationHeader1[6] = 0x00;
        continuationHeader1[7] = 0x00;
        continuationHeader1[8] = (byte) streamId;
        byteBuffers.add(ByteBuffer.wrap(continuationHeader1));
        // First CONTINUATION body.
        headersBody.position(start + oneThird);
        headersBody.limit(start + 2 * oneThird);
        byteBuffers.add(headersBody.slice());
        // Second CONTINUATION header.
        byte[] continuationHeader2 = new byte[9];
        continuationHeader2[0] = (byte) ((lastThird >>> 16) & 0xFF);
        continuationHeader2[1] = (byte) ((lastThird >>> 8) & 0xFF);
        continuationHeader2[2] = (byte) (lastThird & 0xFF);
        continuationHeader2[3] = (byte) FrameType.CONTINUATION.getType();
        continuationHeader2[4] = Flags.END_HEADERS;
        continuationHeader2[5] = 0x00;
        continuationHeader2[6] = 0x00;
        continuationHeader2[7] = 0x00;
        continuationHeader2[8] = (byte) streamId;
        byteBuffers.add(ByteBuffer.wrap(continuationHeader2));
        headersBody.position(start + 2 * oneThird);
        headersBody.limit(start + length);
        byteBuffers.add(headersBody.slice());
        frames.clear();
        for (ByteBuffer buffer : lease.getByteBuffers()) {
            while (buffer.hasRemaining()) {
                parser.parse(ByteBuffer.wrap(new byte[] { buffer.get() }));
            }
        }
        Assert.assertEquals(1, frames.size());
        HeadersFrame frame = frames.get(0);
        Assert.assertEquals(streamId, frame.getStreamId());
        Assert.assertTrue(frame.isEndStream());
        MetaData.Request request = (MetaData.Request) frame.getMetaData();
        Assert.assertEquals(metaData.getMethod(), request.getMethod());
        Assert.assertEquals(metaData.getURI(), request.getURI());
        for (int j = 0; j < fields.size(); ++j) {
            HttpField field = fields.getField(j);
            Assert.assertTrue(request.getFields().contains(field));
        }
        PriorityFrame priority = frame.getPriority();
        Assert.assertNull(priority);
    }
}
Also used : ByteBufferPool(org.eclipse.jetty.io.ByteBufferPool) MappedByteBufferPool(org.eclipse.jetty.io.MappedByteBufferPool) ArrayList(java.util.ArrayList) HeadersGenerator(org.eclipse.jetty.http2.generator.HeadersGenerator) MetaData(org.eclipse.jetty.http.MetaData) HttpFields(org.eclipse.jetty.http.HttpFields) HeaderGenerator(org.eclipse.jetty.http2.generator.HeaderGenerator) HostPortHttpField(org.eclipse.jetty.http.HostPortHttpField) HpackEncoder(org.eclipse.jetty.http2.hpack.HpackEncoder) ByteBuffer(java.nio.ByteBuffer) Parser(org.eclipse.jetty.http2.parser.Parser) MappedByteBufferPool(org.eclipse.jetty.io.MappedByteBufferPool) HostPortHttpField(org.eclipse.jetty.http.HostPortHttpField) HttpField(org.eclipse.jetty.http.HttpField) Test(org.junit.Test)

Example 44 with Parser

use of org.apache.commons.jexl3.parser.Parser in project nifi by apache.

the class ExtractCCDAAttributes method onScheduled.

@OnScheduled
public void onScheduled(final ProcessContext context) throws IOException {
    getLogger().debug("Loading packages");
    final StopWatch stopWatch = new StopWatch(true);
    // Load required MDHT packages
    System.setProperty("org.eclipse.emf.ecore.EPackage.Registry.INSTANCE", "org.eclipse.emf.ecore.impl.EPackageRegistryImpl");
    CDAPackage.eINSTANCE.eClass();
    HITSPPackage.eINSTANCE.eClass();
    CCDPackage.eINSTANCE.eClass();
    ConsolPackage.eINSTANCE.eClass();
    IHEPackage.eINSTANCE.eClass();
    stopWatch.stop();
    getLogger().debug("Loaded packages in {}", new Object[] { stopWatch.getDuration(TimeUnit.MILLISECONDS) });
    // Initialize JEXL
    jexl = new JexlBuilder().cache(1024).debug(false).silent(true).strict(false).create();
    jexlCtx = new MapContext();
    getLogger().debug("Loading mappings");
    // Load CDA mappings for parser
    loadMappings();
}
Also used : JexlBuilder(org.apache.commons.jexl3.JexlBuilder) MapContext(org.apache.commons.jexl3.MapContext) StopWatch(org.apache.nifi.util.StopWatch) OnScheduled(org.apache.nifi.annotation.lifecycle.OnScheduled)

Example 45 with Parser

use of org.apache.commons.jexl3.parser.Parser in project nifi by apache.

the class ExtractCCDAAttributes method processElement.

/**
 * Process elements children based on the parser mapping.
 * Any String values are added to attributes
 * For List, the processList method is called to iterate and process
 * For an Object this method is called recursively
 * While adding to the attributes the key is prefixed by parent
 * @param parent       parent key for this element, used as a prefix for attribute key
 * @param element      element to be processed
 * @param attributes   map of attributes to populate
 * @return             map of processed data, value can contain String or Map of Strings
 */
protected Map<String, Object> processElement(String parent, Object element, Map<String, String> attributes) {
    final StopWatch stopWatch = new StopWatch(true);
    Map<String, Object> map = new LinkedHashMap<String, Object>();
    String name = element.getClass().getName();
    // get JEXL mappings for this element
    Map<String, String> jexlMap = processMap.get(name);
    if (jexlMap == null) {
        getLogger().warn("Missing mapping for element " + name);
        return null;
    }
    for (Entry<String, String> entry : jexlMap.entrySet()) {
        // evaluate JEXL for each child element
        jexlCtx.set("element", element);
        JexlExpression jexlExpr = jexl.createExpression(entry.getValue());
        Object value = jexlExpr.evaluate(jexlCtx);
        String key = entry.getKey();
        String prefix = parent != null ? parent + "." + key : key;
        addElement(map, prefix, key, value, attributes);
    }
    stopWatch.stop();
    getLogger().debug("Processed {} in {}", new Object[] { name, stopWatch.getDuration(TimeUnit.MILLISECONDS) });
    return map;
}
Also used : JexlExpression(org.apache.commons.jexl3.JexlExpression) StopWatch(org.apache.nifi.util.StopWatch) LinkedHashMap(java.util.LinkedHashMap)

Aggregations

Parser (org.eclipse.jetty.http2.parser.Parser)37 ByteBufferPool (org.eclipse.jetty.io.ByteBufferPool)37 ByteBuffer (java.nio.ByteBuffer)36 Test (org.junit.Test)34 MappedByteBufferPool (org.eclipse.jetty.io.MappedByteBufferPool)25 ArrayList (java.util.ArrayList)22 HeaderGenerator (org.eclipse.jetty.http2.generator.HeaderGenerator)21 HttpFields (org.eclipse.jetty.http.HttpFields)17 MetaData (org.eclipse.jetty.http.MetaData)17 HashMap (java.util.HashMap)15 OutputStream (java.io.OutputStream)13 Socket (java.net.Socket)13 ServerSessionListener (org.eclipse.jetty.http2.api.server.ServerSessionListener)13 PrefaceFrame (org.eclipse.jetty.http2.frames.PrefaceFrame)13 SettingsFrame (org.eclipse.jetty.http2.frames.SettingsFrame)13 CountDownLatch (java.util.concurrent.CountDownLatch)12 HeadersFrame (org.eclipse.jetty.http2.frames.HeadersFrame)12 AtomicReference (java.util.concurrent.atomic.AtomicReference)8 HttpServlet (javax.servlet.http.HttpServlet)7 HostPortHttpField (org.eclipse.jetty.http.HostPortHttpField)6