Examples with JobExecution org.springframework.batch.core.JobExecution used on opensource projects

Example 51 with JobExecution

use of org.springframework.batch.core.JobExecution in project RecordManager2 by moravianlibrary.

the class IndexRecordsToSolrJobTest method execute.

@Test
@SuppressWarnings("unchecked")
public void execute() throws Exception {
    resetToNice(solrServerFactory);
    reset(mockedSolrServer);
    expect(solrServerFactory.create(eq(SOLR_URL), anyObject())).andReturn(new SolrServerFacadeImpl(mockedSolrServer)).anyTimes();
    expect(solrServerFactory.create(eq(SOLR_URL), anyObject(), anyObject())).andReturn(new SolrServerFacadeImpl(mockedSolrServer)).anyTimes();
    expect(solrServerFactory.create(eq(SOLR_URL))).andReturn(new SolrServerFacadeImpl(mockedSolrServer)).anyTimes();
    expect(mockedSolrServer.add(and(capture(EasyMock.newCapture()), anyObject(SolrInputDocument.class)), anyInt())).andReturn(new UpdateResponse()).anyTimes();
    expect(mockedSolrServer.add(and(capture(EasyMock.newCapture()), (Collection<SolrInputDocument>) anyObject(Collection.class)), anyInt())).andReturn(new UpdateResponse()).anyTimes();
    expect(mockedSolrServer.commit()).andReturn(new UpdateResponse());
    expect(mockedSolrServer.commit()).andReturn(new UpdateResponse());
    replay(solrServerFactory, mockedSolrServer);
    Job job = jobRegistry.getJob("indexAllRecordsToSolrJob");
    Map<String, JobParameter> params = new HashMap<String, JobParameter>();
    params.put(Constants.JOB_PARAM_FROM_DATE, new JobParameter(dateFormat.parse("1. 1. 2010"), true));
    params.put(Constants.JOB_PARAM_UNTIL_DATE, new JobParameter(dateFormat.parse("1. 1. 2016"), true));
    params.put(Constants.JOB_PARAM_SOLR_URL, new JobParameter(SOLR_URL, true));
    JobParameters jobParams = new JobParameters(params);
    JobExecution execution = jobLauncher.run(job, jobParams);
    Assert.assertEquals(execution.getExitStatus(), ExitStatus.COMPLETED);
    verify(solrServerFactory, mockedSolrServer);
}

Example 52 with JobExecution

use of org.springframework.batch.core.JobExecution in project RecordManager2 by moravianlibrary.

the class IndexAllRecordsToEmbeddedSolrJobTest method execute.

@Test
public void execute() throws Exception {
    SolrServerFacade server = solrServerFactory.create(SOLR_URL);
    Job job = jobRegistry.getJob(Constants.JOB_ID_SOLR_INDEX_ALL_RECORDS);
    Map<String, JobParameter> params = new HashMap<String, JobParameter>();
    params.put(Constants.JOB_PARAM_SOLR_URL, new JobParameter(SOLR_URL));
    JobParameters jobParams = new JobParameters(params);
    JobExecution execution = jobLauncher.run(job, jobParams);
    Assert.assertEquals(execution.getExitStatus(), ExitStatus.COMPLETED);
    SolrQuery query = new SolrQuery();
    query.set("q", "id:*");
    query.setRows(100);
    QueryResponse response = server.query(query);
    Assert.assertEquals(response.getResults().size(), 85);
}

Example 53 with JobExecution

use of org.springframework.batch.core.JobExecution in project RecordManager2 by moravianlibrary.

the class IndexIndividualHarvestedRecordsToSolrJobTest method execute.

@Test
public void execute() throws Exception {
    SolrServerFacade server = solrServerFactory.create(SOLR_URL);
    Job job = jobRegistry.getJob("indexIndividualHarvestedRecordsToSolrJob");
    Map<String, JobParameter> params = new HashMap<String, JobParameter>();
    params.put(Constants.JOB_PARAM_SOLR_URL, new JobParameter(SOLR_URL));
    params.put(Constants.JOB_PARAM_RECORD_IDS, new JobParameter("MZK01-000000117"));
    JobParameters jobParams = new JobParameters(params);
    JobExecution execution = jobLauncher.run(job, jobParams);
    Assert.assertEquals(execution.getExitStatus(), ExitStatus.COMPLETED);
    {
        SolrQuery allDocsQuery = new SolrQuery();
        allDocsQuery.set("q", "id:MZK.MZK01-000000117");
        allDocsQuery.set("rows", 10000);
        QueryResponse allDocsResponse = server.query(allDocsQuery);
        Assert.assertEquals(allDocsResponse.getResults().size(), 1);
    }
}

Example 54 with JobExecution

use of org.springframework.batch.core.JobExecution in project RecordManager2 by moravianlibrary.

the class IndexRecordsToEmbeddedSolrJobTest method execute.

@Test
public void execute() throws Exception {
    SolrServerFacade server = solrServerFactory.create(SOLR_URL);
    Job job = jobRegistry.getJob("indexAllRecordsToSolrJob");
    Map<String, JobParameter> params = new HashMap<String, JobParameter>();
    params.put(Constants.JOB_PARAM_SOLR_URL, new JobParameter(SOLR_URL));
    JobParameters jobParams = new JobParameters(params);
    JobExecution execution = jobLauncher.run(job, jobParams);
    Assert.assertEquals(execution.getExitStatus(), ExitStatus.COMPLETED);
    {
        SolrQuery allDocsQuery = new SolrQuery();
        allDocsQuery.set("q", SolrFieldConstants.ID_FIELD + ":*");
        allDocsQuery.set("rows", 10000);
        QueryResponse allDocsResponse = server.query(allDocsQuery);
        Assert.assertEquals(allDocsResponse.getResults().size(), 85);
    }
    {
        SolrQuery docQuery = new SolrQuery();
        docQuery.set("q", SolrFieldConstants.ID_FIELD + ":64");
        QueryResponse docResponse = server.query(docQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertEquals(document.get(SolrFieldConstants.AUTHOR_FIELD), "Grisham, John, 1955-");
        Assert.assertEquals(document.get(SolrFieldConstants.TITLE), "--a je čas zabíjet /");
    }
    {
        SolrQuery docQuery = new SolrQuery();
        docQuery.set("q", SolrFieldConstants.ID_FIELD + ":91");
        QueryResponse docResponse = server.query(docQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertEquals(document.get(SolrFieldConstants.AUTHOR_FIELD), "Andrić, Ivo, 1892-1975");
        Assert.assertEquals(document.get(SolrFieldConstants.TITLE), "Most přes Drinu");
    }
    {
        SolrQuery deletedDocQuery = new SolrQuery();
        deletedDocQuery.set("q", SolrFieldConstants.ID_FIELD + ":99");
        QueryResponse docResponse = server.query(deletedDocQuery);
        Assert.assertEquals(docResponse.getResults().size(), 0);
    }
    {
        SolrQuery authQuery = new SolrQuery();
        authQuery.set("q", SolrFieldConstants.ID_FIELD + ":73");
        QueryResponse docResponse = server.query(authQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        // check whether author_search field contains alternative name from authority record
        Assert.assertTrue(// 
        document.getFieldValues(SolrFieldConstants.AUTHOR_VIZ_FIELD).stream().anyMatch(s -> s.equals("Imaginarni, Karel, 1900-2000")), "Authority enrichment failed.");
    }
    {
        SolrQuery authQuery = new SolrQuery();
        authQuery.set("q", SolrFieldConstants.ID_FIELD + ":103");
        QueryResponse docResponse = server.query(authQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        // check whether subject_viz field contains alternative name from mesh
        Assert.assertTrue(// 
        document.getFieldValues(SolrFieldConstants.SUBJECT_VIZ_FIELD).stream().anyMatch(s -> s.equals("klinická onkologie")), "Mesh enrichment failed.");
    }
    {
        SolrQuery dcQuery = new SolrQuery();
        dcQuery.set("q", SolrFieldConstants.ID_FIELD + ":100");
        QueryResponse docResponse = server.query(dcQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertTrue(document.containsKey(SolrFieldConstants.RECORDTYPE), "Record type missing in DC record.");
        Assert.assertEquals(document.getFieldValue(SolrFieldConstants.RECORDTYPE), "dublinCore");
        Assert.assertTrue(document.containsKey(SolrFieldConstants.FULLTEXT_FIELD), "Full record missing in DC record.");
        String fullRecord = (String) document.getFieldValue(SolrFieldConstants.FULLTEXT_FIELD);
        Assert.assertTrue(fullRecord.length() > 0);
    }
    {
        // check for url
        SolrQuery dcQuery = new SolrQuery();
        dcQuery.set("q", SolrFieldConstants.ID_FIELD + ":96");
        QueryResponse docResponse = server.query(dcQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertTrue(document.getFieldValues(SolrFieldConstants.URL).stream().anyMatch(url -> url.equals("MZK|unknown|http://krameriusndktest.mzk.cz/search/handle/uuid:f1401080-de25-11e2-9923-005056827e52|Digitalizovaný dokument")));
    }
    {
        // check for Kramerius url
        SolrQuery dcQuery = new SolrQuery();
        dcQuery.set("q", SolrFieldConstants.ID_FIELD + ":100");
        QueryResponse docResponse = server.query(dcQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertTrue(document.getFieldValues(SolrFieldConstants.URL).stream().anyMatch(url -> url.equals("kram-mzk|online|http://www.digitalniknihovna.cz/mzk/uuid/UUID:039764f8-d6db-11e0-b2cd-0050569d679d|")));
    }
    {
        // check for indexed fulltext
        SolrQuery dcQuery = new SolrQuery();
        dcQuery.set("q", SolrFieldConstants.ID_FIELD + ":100 AND " + SolrFieldConstants.FULLTEXT_FIELD + ":indexace");
        QueryResponse docResponse = server.query(dcQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
    }
    {
        // check for indexed fulltext
        SolrQuery dcQuery = new SolrQuery();
        dcQuery.set("q", SolrFieldConstants.ID_FIELD + ":100 AND " + SolrFieldConstants.FULLTEXT_FIELD + ":neexistuje");
        QueryResponse docResponse = server.query(dcQuery);
        Assert.assertEquals(docResponse.getResults().size(), 0);
    }
    {
        // check dedup record for authority record
        SolrQuery docQuery = new SolrQuery();
        docQuery.set("q", SolrFieldConstants.ID_FIELD + ":102");
        QueryResponse docResponse = server.query(docQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertEquals(document.get(SolrFieldConstants.ID_AUTHORITY), "aut000001");
        Assert.assertFalse(document.containsKey(SolrFieldConstants.AUTHOR_FIELD));
    }
    {
        // check authority record
        SolrQuery docQuery = new SolrQuery();
        docQuery.set("q", SolrFieldConstants.ID_FIELD + ":auth.AUT10-000051020");
        QueryResponse docResponse = server.query(docQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertEquals(document.get(SolrFieldConstants.USE_FOR), Collections.singletonList("Karel Imaginarni, 1900-2000"));
        Assert.assertEquals(document.get(SolrFieldConstants.HEADING), "Jiří Šolc, 1900-2000");
    }
    {
        // check sfx record
        SolrQuery docQuery = new SolrQuery();
        docQuery.set("q", SolrFieldConstants.ID_FIELD + ":104");
        QueryResponse docResponse = server.query(docQuery);
        Assert.assertEquals(docResponse.getResults().size(), 1);
        SolrDocument document = docResponse.getResults().get(0);
        Assert.assertEquals(document.get(SolrFieldConstants.LOCAL_IDS_FIELD), Collections.singletonList("sfxjibmzk.1000000000000004"));
        Assert.assertEquals(document.get(SolrFieldConstants.SFX_SOURCE_TXT), "mzk");
    }
}

Example 55 with JobExecution

use of org.springframework.batch.core.JobExecution in project RecordManager2 by moravianlibrary.

the class OAIHarvestJobTest method testIdentify.

@Test
public void testIdentify() throws Exception {
    reset(httpClient);
    InputStream response0 = this.getClass().getResourceAsStream("/sample/Identify.xml");
    InputStream response1 = this.getClass().getResourceAsStream("/sample/ListRecords2.xml");
    expect(httpClient.executeGet("http://aleph.mzk.cz/OAI?verb=Identify")).andReturn(response0);
    expect(httpClient.executeGet("http://aleph.mzk.cz/OAI?verb=ListRecords&metadataPrefix=marc21")).andReturn(response1);
    replay(httpClient);
    final Long configId = 300L;
    Map<String, JobParameter> params = new HashMap<>();
    params.put("configurationId", new JobParameter(configId));
    JobParameters jobParams = new JobParameters(params);
    JobExecution exec = jobExecutor.execute("oaiHarvestJob", jobParams);
    Assert.assertEquals(exec.getExitStatus(), ExitStatus.COMPLETED);
    final OAIHarvestConfiguration updatedOaiConfig = configDao.get(configId);
    // is granularity correctly read from Identify?
    Assert.assertEquals(updatedOaiConfig.getGranularity(), OAIGranularity.SECOND);
}