Search in sources :

Example 11 with Issue

use of org.apache.gobblin.runtime.troubleshooter.Issue in project incubator-gobblin by apache.

the class MySqlMultiContextIssueRepositoryTest method willPreserveIssueOrder.

@Test
public void willPreserveIssueOrder() throws Exception {
    Random random = new Random(1);
    List<Issue> issues = new ArrayList<>();
    String contextId = "context-" + testId;
    for (int i = 0; i < 100; i++) {
        Issue issue = getTestIssue("test-" + random.nextInt(), "code-" + random.nextInt());
        issues.add(issue);
        repository.put(contextId, issue);
    }
    List<Issue> retrievedIssues = repository.getAll(contextId);
    assertThat(retrievedIssues).usingRecursiveComparison().isEqualTo(issues);
}
Also used : Issue(org.apache.gobblin.runtime.troubleshooter.Issue) Random(java.util.Random) ArrayList(java.util.ArrayList) Test(org.testng.annotations.Test)

Example 12 with Issue

use of org.apache.gobblin.runtime.troubleshooter.Issue in project incubator-gobblin by apache.

the class MySqlMultiContextIssueRepositoryTest method canRemoveOlderIssues.

@Test
public void canRemoveOlderIssues() throws Exception {
    String contextId = "context-" + testId;
    int issueCount = 100;
    ZonedDateTime startTime = ZonedDateTime.now().withNano(0).withZoneSameInstant(ZoneOffset.UTC);
    for (int i = 0; i < 100; i++) {
        Issue issue = Issue.builder().summary("test summary").code("code-" + i).time(startTime.minus(Duration.ofDays(issueCount - i))).severity(IssueSeverity.ERROR).build();
        repository.put(contextId, issue);
    }
    repository.deleteIssuesOlderThan(startTime.minus(Duration.ofDays(20).plus(Duration.ofHours(1))));
    List<Issue> retrievedIssues = repository.getAll(contextId);
    assertThat(retrievedIssues).hasSize(20);
}
Also used : Issue(org.apache.gobblin.runtime.troubleshooter.Issue) ZonedDateTime(java.time.ZonedDateTime) Test(org.testng.annotations.Test)

Example 13 with Issue

use of org.apache.gobblin.runtime.troubleshooter.Issue in project incubator-gobblin by apache.

the class FlowExecutionResourceLocalHandler method convertIssueToRestApiObject.

private static org.apache.gobblin.service.Issue convertIssueToRestApiObject(Issue issues) {
    org.apache.gobblin.service.Issue converted = new org.apache.gobblin.service.Issue();
    converted.setCode(issues.getCode()).setSummary(ObjectUtils.firstNonNull(issues.getSummary(), "")).setDetails(ObjectUtils.firstNonNull(issues.getDetails(), "")).setSeverity(IssueSeverity.valueOf(issues.getSeverity().name())).setTime(issues.getTime().toInstant().toEpochMilli());
    if (issues.getProperties() != null) {
        converted.setProperties(new StringMap(issues.getProperties()));
    } else {
        converted.setProperties(new StringMap());
    }
    return converted;
}
Also used : StringMap(com.linkedin.data.template.StringMap) Issue(org.apache.gobblin.runtime.troubleshooter.Issue)

Example 14 with Issue

use of org.apache.gobblin.runtime.troubleshooter.Issue in project gobblin by apache.

the class MySqlMultiContextIssueRepositoryTest method canPutIssueRepeatedly.

@Test
public void canPutIssueRepeatedly() throws Exception {
    Issue issue = getTestIssue("test", "test1");
    String contextId = "context-" + testId;
    repository.put(contextId, issue);
    repository.put(contextId, issue);
    List<Issue> issues = repository.getAll(contextId);
    assertThat(issues).hasSize(1);
    assertThat(issues.get(0)).usingRecursiveComparison().isEqualTo(issue);
}
Also used : Issue(org.apache.gobblin.runtime.troubleshooter.Issue) Test(org.testng.annotations.Test)

Example 15 with Issue

use of org.apache.gobblin.runtime.troubleshooter.Issue in project gobblin by apache.

the class MySqlMultiContextIssueRepositoryTest method canPutIssueWithMaximumFieldLengths.

@Test
public void canPutIssueWithMaximumFieldLengths() throws Exception {
    // summary and details are bounded at 16MB, so we just put reasonably large values there
    Issue issue = Issue.builder().summary(StringUtils.repeat("s", 100000)).details(StringUtils.repeat("s", 100000)).code(StringUtils.repeat("c", Issue.MAX_ISSUE_CODE_LENGTH)).exceptionClass(StringUtils.repeat("e", Issue.MAX_CLASSNAME_LENGTH)).sourceClass(StringUtils.repeat("s", Issue.MAX_CLASSNAME_LENGTH)).time(ZonedDateTime.now().withNano(0).withZoneSameInstant(ZoneOffset.UTC)).severity(IssueSeverity.WARN).build();
    String contextId = TroubleshooterUtils.getContextIdForJob(StringUtils.repeat("g", ServiceConfigKeys.MAX_FLOW_GROUP_LENGTH), StringUtils.repeat("f", ServiceConfigKeys.MAX_FLOW_NAME_LENGTH), String.valueOf(Long.MAX_VALUE), StringUtils.repeat("j", ServiceConfigKeys.MAX_JOB_NAME_LENGTH));
    repository.put(contextId, issue);
    List<Issue> issues = repository.getAll(contextId);
    assertThat(issues).hasSize(1);
    assertThat(issues.get(0)).usingRecursiveComparison().isEqualTo(issue);
}
Also used : Issue(org.apache.gobblin.runtime.troubleshooter.Issue) Test(org.testng.annotations.Test)

Aggregations

Issue (org.apache.gobblin.runtime.troubleshooter.Issue)48 Test (org.testng.annotations.Test)32 TroubleshooterException (org.apache.gobblin.runtime.troubleshooter.TroubleshooterException)10 ArrayList (java.util.ArrayList)8 LoggingEvent (org.apache.log4j.spi.LoggingEvent)8 IOException (java.io.IOException)6 HashMap (java.util.HashMap)6 InvalidOperationException (org.apache.hadoop.hive.metastore.api.InvalidOperationException)6 Connection (java.sql.Connection)4 PreparedStatement (java.sql.PreparedStatement)4 SQLException (java.sql.SQLException)4 Random (java.util.Random)4 TextStringBuilder (org.apache.commons.text.TextStringBuilder)4 StringMap (com.linkedin.data.template.StringMap)2 Type (java.lang.reflect.Type)2 ResultSet (java.sql.ResultSet)2 Timestamp (java.sql.Timestamp)2 ZonedDateTime (java.time.ZonedDateTime)2 WorkUnitState (org.apache.gobblin.configuration.WorkUnitState)2 IssueEventBuilder (org.apache.gobblin.runtime.troubleshooter.IssueEventBuilder)2