Examples with GrokPattern org.graylog2.grok.GrokPattern used on opensource projects

Example 16 with GrokPattern

use of org.graylog2.grok.GrokPattern in project graylog2-server by Graylog2.

the class V20191121145100_FixDefaultGrokPatternsTest method upgrade.

@Test
public void upgrade() throws ValidationException {
    final V20191121145100_FixDefaultGrokPatterns.PatternToMigrate patternToMigrate = V20191121145100_FixDefaultGrokPatterns.patternsToMigrate.stream().filter(p -> PATTERN_NAME.equals(p.name())).findFirst().orElseThrow(() -> new IllegalStateException("Test expects pattern with name " + PATTERN_NAME + " to " + "be migrated."));
    final GrokPattern pattern = GrokPattern.builder().name(PATTERN_NAME).pattern(patternToMigrate.migrateFrom()).build();
    when(grokPatternService.loadByName(PATTERN_NAME)).thenReturn(Optional.of(pattern));
    migration.upgrade();
    verify(grokPatternService).update(argThat(p -> PATTERN_NAME.equals(p.name()) && patternToMigrate.migrateTo().equals(p.pattern())));
    verify(configService).write(MigrationCompleted.create(Collections.singleton(PATTERN_NAME)));
}

Example 17 with GrokPattern

use of org.graylog2.grok.GrokPattern in project graylog2-server by Graylog2.

the class ContentPackServiceTest method setUp.

@Before
public void setUp() throws Exception {
    final ContentPackInstallationPersistenceService contentPackInstallationPersistenceService = contentPackInstallService;
    final Set<ConstraintChecker> constraintCheckers = Collections.emptySet();
    pluginMetaData = new HashSet<>();
    outputFactories = new HashMap<>();
    outputFactories2 = new HashMap<>();
    final Map<ModelType, EntityWithExcerptFacade<?, ?>> entityFacades = ImmutableMap.of(ModelTypes.GROK_PATTERN_V1, new GrokPatternFacade(objectMapper, patternService), ModelTypes.STREAM_V1, new StreamFacade(objectMapper, streamService, streamRuleService, alertService, alarmCallbackConfigurationService, legacyAlertConditionMigration, indexSetService, userService), ModelTypes.OUTPUT_V1, new OutputFacade(objectMapper, outputService, pluginMetaData, outputFactories, outputFactories2));
    contentPackService = new ContentPackService(contentPackInstallationPersistenceService, constraintCheckers, entityFacades);
    Map<String, String> entityData = new HashMap<>(2);
    entityData.put("name", "NAME");
    entityData.put("pattern", "\\w");
    grokPattern = GrokPattern.builder().pattern("\\w").name("NAME").build();
    JsonNode jsonData = objectMapper.convertValue(entityData, JsonNode.class);
    EntityV1 entityV1 = EntityV1.builder().id(ModelId.of("12345")).type(ModelTypes.GROK_PATTERN_V1).data(jsonData).build();
    ImmutableSet<Entity> entities = ImmutableSet.of(entityV1);
    NativeEntityDescriptor nativeEntityDescriptor = NativeEntityDescriptor.create(ModelId.of("12345"), "dead-beef1", ModelTypes.GROK_PATTERN_V1, "NAME");
    nativeEntityDescriptors = ImmutableSet.of(nativeEntityDescriptor);
    contentPack = ContentPackV1.builder().description("test").entities(entities).name("test").revision(1).summary("").vendor("").url(URI.create("http://graylog.com")).id(ModelId.of("dead-beef")).build();
    contentPackInstallation = ContentPackInstallation.builder().contentPackId(ModelId.of("dead-beef")).contentPackRevision(1).entities(nativeEntityDescriptors).comment("Installed").parameters(ImmutableMap.copyOf(Collections.emptyMap())).createdAt(Instant.now()).createdBy("me").build();
}

Example 18 with GrokPattern

use of org.graylog2.grok.GrokPattern in project graylog2-server by Graylog2.

the class GrokExtractorTest method testNamedCapturesOnly.

@Test
public void testNamedCapturesOnly() {
    final Map<String, Object> config = new HashMap<>();
    final GrokPattern mynumber = GrokPattern.create("MYNUMBER", "(?:%{BASE10NUM})");
    patternSet.add(mynumber);
    config.put("named_captures_only", true);
    final GrokExtractor extractor1 = makeExtractor("%{MYNUMBER:num}", config);
    config.put("named_captures_only", true);
    final GrokExtractor extractor2 = makeExtractor("%{MYNUMBER:num;int}", config);
    config.put("named_captures_only", false);
    final GrokExtractor extractor3 = makeExtractor("%{MYNUMBER:num}", config);
    final GrokExtractor extractor4 = makeExtractor("%{MYNUMBER:num}");
    assertThat(extractor1.run("2015")).hasSize(1).containsOnly(new Extractor.Result("2015", "num", -1, -1));
    assertThat(extractor2.run("2015")).hasSize(1).containsOnly(new Extractor.Result(2015, "num", -1, -1));
    assertThat(extractor3.run("2015")).hasSize(2).containsOnly(new Extractor.Result("2015", "num", -1, -1), new Extractor.Result("2015", "BASE10NUM", -1, -1));
    assertThat(extractor4.run("2015")).hasSize(2).containsOnly(new Extractor.Result("2015", "num", -1, -1), new Extractor.Result("2015", "BASE10NUM", -1, -1));
}

Example 19 with GrokPattern

use of org.graylog2.grok.GrokPattern in project graylog2-server by Graylog2.

the class GrokExtractorTest method setUp.

@Before
public void setUp() throws Exception {
    patternSet = new ArrayList<>();
    final GrokPattern baseNum = GrokPattern.create("BASE10NUM", "(?<![0-9.+-])(?>[+-]?(?:(?:[0-9]+(?:\\.[0-9]+)?)|(?:\\.[0-9]+)))");
    final GrokPattern number = GrokPattern.create("NUMBER", "(?:%{BASE10NUM:UNWANTED})");
    final GrokPattern data = GrokPattern.create("GREEDY", ".*");
    final GrokPattern twoBaseNums = GrokPattern.create("TWOBASENUMS", "%{BASE10NUM} %{BASE10NUM}");
    final GrokPattern test1 = GrokPattern.create("TEST1", "test1");
    final GrokPattern test2 = GrokPattern.create("TEST2", "test2");
    final GrokPattern orPattern = GrokPattern.create("ORTEST", "(%{TEST1:test}|%{TEST2:test})");
    patternSet.add(baseNum);
    patternSet.add(number);
    patternSet.add(data);
    patternSet.add(twoBaseNums);
    patternSet.add(test1);
    patternSet.add(test2);
    patternSet.add(orPattern);
}

Example 20 with GrokPattern

use of org.graylog2.grok.GrokPattern in project graylog2-server by Graylog2.

the class GrokResourceTest method bulkUpdatePatternsFromTextFileWithCR.

@Test
public void bulkUpdatePatternsFromTextFileWithCR() throws Exception {
    final String patterns = Arrays.stream(GROK_LINES).collect(Collectors.joining("\r"));
    final ByteArrayInputStream inputStream = new ByteArrayInputStream(patterns.getBytes(StandardCharsets.UTF_8));
    final GrokPattern expectedPattern = GrokPattern.create("TEST_PATTERN_0", "Foo");
    final Response response = grokResource.bulkUpdatePatternsFromTextFile(inputStream, true, null);
    assertThat(response.getStatusInfo()).isEqualTo(Response.Status.ACCEPTED);
    assertThat(response.hasEntity()).isFalse();
    await().atMost(Duration.FIVE_SECONDS).until(() -> !subscriber.events.isEmpty());
    assertThat(subscriber.events).containsOnly(GrokPatternsUpdatedEvent.create(Collections.singleton(expectedPattern.name())));
}