Examples with ImportColumnGroup com.google.refine.importers.tree.ImportColumnGroup used on opensource projects

Example 11 with ImportColumnGroup

use of com.google.refine.importers.tree.ImportColumnGroup in project OpenRefine by OpenRefine.

the class ImporterTest method parseOneFile.

protected void parseOneFile(TreeImportingParserBase parser, Reader reader) {
    ImportColumnGroup rootColumnGroup = new ImportColumnGroup();
    parser.parseOneFile(project, metadata, job, "file-source", reader, rootColumnGroup, -1, options, new ArrayList<Exception>());
    XmlImportUtilities.createColumnsFromImport(project, rootColumnGroup);
    project.columnModel.update();
}

Example 12 with ImportColumnGroup

use of com.google.refine.importers.tree.ImportColumnGroup in project OpenRefine by OpenRefine.

the class ImporterTest method parseOneInputStream.

protected void parseOneInputStream(TreeImportingParserBase parser, InputStream inputStream, JSONObject options) {
    ImportColumnGroup rootColumnGroup = new ImportColumnGroup();
    List<Exception> exceptions = new ArrayList<Exception>();
    parser.parseOneFile(project, metadata, job, "file-source", inputStream, rootColumnGroup, -1, options, exceptions);
    postProcessProject(project, rootColumnGroup, exceptions);
}

Example 13 with ImportColumnGroup

use of com.google.refine.importers.tree.ImportColumnGroup in project OpenRefine by OpenRefine.

the class XmlImportUtilitiesTests method processSubRecordTestXml.

@Test
public void processSubRecordTestXml() {
    loadData("<?xml version=\"1.0\"?><library><book id=\"1\"><author>author1</author><genre>genre1</genre></book></library>");
    createXmlParser();
    ParserSkip();
    try {
        SUT.ProcessSubRecordWrapper(project, parser, columnGroup, record, 0, new ImportParameters(false, false, false));
    } catch (Exception e) {
        Assert.fail();
    }
    log(project);
    Assert.assertEquals(columnGroup.subgroups.size(), 1);
    Assert.assertEquals(columnGroup.name, "");
    Assert.assertNotNull(columnGroup.subgroups.get("library"));
    Assert.assertEquals(columnGroup.subgroups.get("library").subgroups.size(), 1);
    ImportColumnGroup book = columnGroup.subgroups.get("library").subgroups.get("book");
    Assert.assertNotNull(book);
    Assert.assertEquals(book.subgroups.size(), 2);
    Assert.assertNotNull(book.subgroups.get("author"));
    Assert.assertNotNull(book.subgroups.get("genre"));
//TODO check record
}

Example 14 with ImportColumnGroup

use of com.google.refine.importers.tree.ImportColumnGroup in project OpenRefine by OpenRefine.

the class XmlImportUtilitiesTests method SetUp.

@BeforeMethod
public void SetUp() {
    SUT = new XmlImportUtilitiesStub();
    project = new Project();
    columnGroup = new ImportColumnGroup();
    record = new ImportRecord();
}

Example 15 with ImportColumnGroup

use of com.google.refine.importers.tree.ImportColumnGroup in project OpenRefine by OpenRefine.

the class XmlImportUtilitiesTests method importXmlWithVaryingStructureTest.

@Test
public void importXmlWithVaryingStructureTest() {
    loadData(XmlImporterTests.getSampleWithVaryingStructure());
    String[] recordPath = new String[] { "library", "book" };
    XmlImportUtilitiesStub.importTreeData(createXmlParser(), project, recordPath, columnGroup, -1, new ImportParameters(false, true, false));
    log(project);
    assertProjectCreated(project, 0, 6);
    Assert.assertEquals(project.rows.get(0).cells.size(), 4);
    Assert.assertEquals(project.rows.get(5).cells.size(), 5);
    Assert.assertEquals(columnGroup.subgroups.size(), 1);
    Assert.assertEquals(columnGroup.name, "");
    ImportColumnGroup book = columnGroup.subgroups.get("book");
    Assert.assertNotNull(book);
    Assert.assertEquals(book.columns.size(), 1);
    Assert.assertEquals(book.subgroups.size(), 4);
    Assert.assertNotNull(book.subgroups.get("author"));
    Assert.assertEquals(book.subgroups.get("author").columns.size(), 1);
    Assert.assertNotNull(book.subgroups.get("title"));
    Assert.assertNotNull(book.subgroups.get("publish_date"));
    Assert.assertNotNull(book.subgroups.get("genre"));
}