Search in sources :

Example 26 with MetadataStore

use of org.teiid.metadata.MetadataStore in project teiid by teiid.

the class MaterializationManager method doMaterializationActions.

private void doMaterializationActions(VDBMetaData vdb, MaterializationAction action) {
    TransformationMetadata metadata = vdb.getAttachment(TransformationMetadata.class);
    if (metadata == null) {
        return;
    }
    Set<String> imports = vdb.getImportedModels();
    MetadataStore store = metadata.getMetadataStore();
    // schedule materialization loads and do the start actions
    for (Schema schema : store.getSchemaList()) {
        if (imports.contains(schema.getName())) {
            continue;
        }
        for (Table table : schema.getTables().values()) {
            // find external matview table
            if (!table.isVirtual() || !table.isMaterialized() || !Boolean.valueOf(table.getProperty(MaterializationMetadataRepository.ALLOW_MATVIEW_MANAGEMENT, false))) {
                continue;
            }
            action.process(table);
        }
    }
}
Also used : MetadataStore(org.teiid.metadata.MetadataStore) TransformationMetadata(org.teiid.query.metadata.TransformationMetadata) Table(org.teiid.metadata.Table) Schema(org.teiid.metadata.Schema)

Example 27 with MetadataStore

use of org.teiid.metadata.MetadataStore in project teiid by teiid.

the class MaterializationManager method nodeDropped.

@Override
public void nodeDropped(String nodeName) {
    for (VDBMetaData vdb : getVDBRepository().getVDBs()) {
        TransformationMetadata metadata = vdb.getAttachment(TransformationMetadata.class);
        if (metadata == null) {
            continue;
        }
        for (ModelMetaData model : vdb.getModelMetaDatas().values()) {
            if (vdb.getImportedModels().contains(model.getName())) {
                continue;
            }
            MetadataStore store = metadata.getMetadataStore();
            Schema schema = store.getSchema(model.getName());
            for (Table t : schema.getTables().values()) {
                if (t.isVirtual() && t.isMaterialized() && t.getMaterializedTable() != null) {
                    String allow = t.getProperty(MaterializationMetadataRepository.ALLOW_MATVIEW_MANAGEMENT, false);
                    if (allow == null || !Boolean.valueOf(allow)) {
                        continue;
                    }
                    // reset the pending job if there is one.
                    int update = resetPendingJob(vdb, t, nodeName);
                    if (update > 0) {
                        String ttlStr = t.getProperty(MaterializationMetadataRepository.MATVIEW_TTL, false);
                        if (ttlStr == null) {
                            ttlStr = String.valueOf(Long.MAX_VALUE);
                        }
                        if (ttlStr != null) {
                            long ttl = Long.parseLong(ttlStr);
                            if (ttl > 0) {
                                // run the job
                                CompositeVDB cvdb = getVDBRepository().getCompositeVDB(new VDBKey(vdb.getName(), vdb.getVersion()));
                                scheduleSnapshotJob(cvdb, t, ttl, 0L, true);
                            }
                        }
                    }
                }
            }
        }
    }
}
Also used : MetadataStore(org.teiid.metadata.MetadataStore) TransformationMetadata(org.teiid.query.metadata.TransformationMetadata) Table(org.teiid.metadata.Table) VDBKey(org.teiid.vdb.runtime.VDBKey) CompositeVDB(org.teiid.deployers.CompositeVDB) VDBMetaData(org.teiid.adminapi.impl.VDBMetaData) Schema(org.teiid.metadata.Schema) ModelMetaData(org.teiid.adminapi.impl.ModelMetaData)

Example 28 with MetadataStore

use of org.teiid.metadata.MetadataStore in project teiid by teiid.

the class RestASMBasedWebArchiveBuilder method getContent.

@Override
public byte[] getContent(VDBMetaData vdb) throws IOException {
    MetadataStore metadataStore = vdb.getAttachment(TransformationMetadata.class).getMetadataStore();
    Properties props = new Properties();
    String fullName = vdb.getName() + "_" + vdb.getVersion();
    props.setProperty("${context-name}", fullName);
    props.setProperty("${vdb-name}", vdb.getName());
    props.setProperty("${vdb-version}", String.valueOf(vdb.getVersion()));
    props.setProperty("${api-page-title}", fullName + " API");
    String securityType = vdb.getPropertyValue(REST_NAMESPACE + "security-type");
    String securityDomain = vdb.getPropertyValue(REST_NAMESPACE + "security-domain");
    String securityRole = vdb.getPropertyValue(REST_NAMESPACE + "security-role");
    props.setProperty("${security-role}", ((securityRole == null) ? "rest" : securityRole));
    props.setProperty("${security-domain}", ((securityDomain == null) ? "teiid-security" : securityDomain));
    if (securityType == null) {
        securityType = "httpbasic";
    }
    if (securityType.equalsIgnoreCase("none")) {
        props.setProperty("${security-content}", "");
    } else if (securityType.equalsIgnoreCase("httpbasic")) {
        props.setProperty("${security-content}", replaceTemplates(getFileContents("rest-war/httpbasic.xml"), props));
    }
    ByteArrayOutputStream byteStream = new ByteArrayOutputStream();
    ZipOutputStream out = new ZipOutputStream(byteStream);
    writeEntry("WEB-INF/web.xml", out, replaceTemplates(getFileContents("rest-war/web.xml"), props).getBytes());
    writeEntry("WEB-INF/jboss-web.xml", out, replaceTemplates(getFileContents("rest-war/jboss-web.xml"), props).getBytes());
    writeEntry("api.html", out, replaceTemplates(getFileContents("rest-war/api.html"), props).getBytes());
    writeDirectoryEntry(out, "swagger-ui-2.1.1.zip");
    String version = vdb.getVersion();
    VDBKey vdbKey = new VDBKey(vdb.getName(), vdb.getVersion());
    ArrayList<String> applicationViews = new ArrayList<String>();
    for (ModelMetaData model : vdb.getModelMetaDatas().values()) {
        Schema schema = metadataStore.getSchema(model.getName());
        if (schema == null) {
            // OTHER type, which does not have a corresponding Teiid schema
            continue;
        }
        byte[] viewContents = getViewClass(vdb.getName(), version, model.getName(), schema, true);
        if (viewContents != null) {
            writeEntry("WEB-INF/classes/org/teiid/jboss/rest/" + model.getName() + ".class", out, viewContents);
            applicationViews.add(schema.getName());
        }
    }
    writeEntry("WEB-INF/classes/org/teiid/jboss/rest/TeiidRestApplication.class", out, getApplicationClass(applicationViews));
    writeEntry("META-INF/MANIFEST.MF", out, getFileContents("rest-war/MANIFEST.MF").getBytes());
    byte[] bytes = getBootstrapServletClass(vdb.getName(), vdb.getDescription() == null ? vdb.getName() : vdb.getDescription(), vdbKey.getSemanticVersion(), new String[] { "http" }, File.separator + props.getProperty("${context-name}"), "org.teiid.jboss.rest", true);
    writeEntry("WEB-INF/classes/org/teiid/jboss/rest/Bootstrap.class", out, bytes);
    writeEntry("images/teiid_logo_450px.png", out, getBinaryFileContents("rest-war/teiid_logo_450px.png"));
    out.close();
    return byteStream.toByteArray();
}
Also used : MetadataStore(org.teiid.metadata.MetadataStore) TransformationMetadata(org.teiid.query.metadata.TransformationMetadata) VDBKey(org.teiid.vdb.runtime.VDBKey) ZipOutputStream(java.util.zip.ZipOutputStream) Schema(org.teiid.metadata.Schema) ArrayList(java.util.ArrayList) ByteArrayOutputStream(java.io.ByteArrayOutputStream) Properties(java.util.Properties) ModelMetaData(org.teiid.adminapi.impl.ModelMetaData)

Example 29 with MetadataStore

use of org.teiid.metadata.MetadataStore in project teiid by teiid.

the class TestRestWebArchiveBuilder method testOtherModels.

@Test
public void testOtherModels() throws Exception {
    MetadataStore ms = new MetadataStore();
    CompositeVDB vdb = TestCompositeVDB.createCompositeVDB(ms, "x");
    vdb.getVDB().addProperty("{http://teiid.org/rest}auto-generate", "true");
    ModelMetaData model = new ModelMetaData();
    model.setName("other");
    model.setModelType(Type.OTHER);
    vdb.getVDB().addModel(model);
    RestASMBasedWebArchiveBuilder builder = new RestASMBasedWebArchiveBuilder();
    builder.getContent(vdb.getVDB());
}
Also used : MetadataStore(org.teiid.metadata.MetadataStore) CompositeVDB(org.teiid.deployers.CompositeVDB) TestCompositeVDB(org.teiid.deployers.TestCompositeVDB) ModelMetaData(org.teiid.adminapi.impl.ModelMetaData) Test(org.junit.Test)

Example 30 with MetadataStore

use of org.teiid.metadata.MetadataStore in project teiid by teiid.

the class TestCompositeGlobalTableStore method testCompositeGlobalTableStore.

@Test
public void testCompositeGlobalTableStore() throws VirtualDatabaseException {
    CompositeVDB vdb = TestCompositeVDB.createCompositeVDB(new MetadataStore(), "foo");
    GlobalTableStore gts = CompositeGlobalTableStore.createInstance(vdb, BufferManagerFactory.getStandaloneBufferManager(), null);
    assertTrue(gts instanceof GlobalTableStoreImpl);
    vdb.children = new LinkedHashMap<VDBKey, CompositeVDB>();
    MetadataStore ms = new MetadataStore();
    Schema s = new Schema();
    s.setName("x");
    ms.addSchema(s);
    CompositeVDB imported = TestCompositeVDB.createCompositeVDB(ms, "foo");
    GlobalTableStore gts1 = Mockito.mock(GlobalTableStore.class);
    imported.getVDB().addAttchment(GlobalTableStore.class, gts1);
    vdb.getChildren().put(new VDBKey("foo1", 1), imported);
    CompositeGlobalTableStore cgts = (CompositeGlobalTableStore) CompositeGlobalTableStore.createInstance(vdb, BufferManagerFactory.getStandaloneBufferManager(), null);
    assertEquals(gts1, cgts.getStoreForTable(RelationalPlanner.MAT_PREFIX + "X.Y"));
    assertEquals(cgts.getPrimary(), cgts.getStore("Z"));
}
Also used : MetadataStore(org.teiid.metadata.MetadataStore) VDBKey(org.teiid.vdb.runtime.VDBKey) GlobalTableStore(org.teiid.query.tempdata.GlobalTableStore) Schema(org.teiid.metadata.Schema) GlobalTableStoreImpl(org.teiid.query.tempdata.GlobalTableStoreImpl) Test(org.junit.Test)

Aggregations

MetadataStore (org.teiid.metadata.MetadataStore)73 Schema (org.teiid.metadata.Schema)47 Test (org.junit.Test)38 Table (org.teiid.metadata.Table)37 TransformationMetadata (org.teiid.query.metadata.TransformationMetadata)22 QueryNode (org.teiid.query.mapping.relational.QueryNode)19 Column (org.teiid.metadata.Column)17 VDBMetaData (org.teiid.adminapi.impl.VDBMetaData)15 Properties (java.util.Properties)12 MetadataFactory (org.teiid.metadata.MetadataFactory)12 QueryMetadataInterface (org.teiid.query.metadata.QueryMetadataInterface)12 Procedure (org.teiid.metadata.Procedure)11 List (java.util.List)9 ModelMetaData (org.teiid.adminapi.impl.ModelMetaData)9 Connection (java.sql.Connection)8 ConnectorManagerRepository (org.teiid.dqp.internal.datamgr.ConnectorManagerRepository)8 ArrayList (java.util.ArrayList)7 ProcedureParameter (org.teiid.metadata.ProcedureParameter)7 BasicSourceCapabilities (org.teiid.query.optimizer.capabilities.BasicSourceCapabilities)7 TempMetadataStore (org.teiid.query.metadata.TempMetadataStore)6