Examples with Database org.apache.hadoop.hive.metastore.api.Database used on opensource projects

Example 31 with Database

use of org.apache.hadoop.hive.metastore.api.Database in project hive by apache.

the class TestHBaseStore method createDb.

@Test
public void createDb() throws Exception {
    String dbname = "mydb";
    Database db = new Database(dbname, "no description", "file:///tmp", emptyParameters);
    store.createDatabase(db);
    Database d = store.getDatabase(dbname);
    Assert.assertEquals(dbname, d.getName());
    Assert.assertEquals("no description", d.getDescription());
    Assert.assertEquals("file:///tmp", d.getLocationUri());
}

Example 32 with Database

use of org.apache.hadoop.hive.metastore.api.Database in project incubator-atlas by apache.

the class HiveHook method createOrUpdateEntities.

private LinkedHashMap<Type, Referenceable> createOrUpdateEntities(HiveMetaStoreBridge dgiBridge, HiveEventContext event, Entity entity, boolean skipTempTables, Table existTable) throws AtlasHookException {
    try {
        Database db = null;
        Table table = null;
        Partition partition = null;
        LinkedHashMap<Type, Referenceable> result = new LinkedHashMap<>();
        List<Referenceable> entities = new ArrayList<>();
        switch(entity.getType()) {
            case DATABASE:
                db = entity.getDatabase();
                break;
            case TABLE:
                table = entity.getTable();
                db = dgiBridge.hiveClient.getDatabase(table.getDbName());
                break;
            case PARTITION:
                partition = entity.getPartition();
                table = partition.getTable();
                db = dgiBridge.hiveClient.getDatabase(table.getDbName());
                break;
            default:
                LOG.info("{}: entity-type not handled by Atlas hook. Ignored", entity.getType());
        }
        if (db != null) {
            db = dgiBridge.hiveClient.getDatabase(db.getName());
        }
        if (db != null) {
            Referenceable dbEntity = dgiBridge.createDBInstance(db);
            entities.add(dbEntity);
            result.put(Type.DATABASE, dbEntity);
            Referenceable tableEntity = null;
            if (table != null) {
                if (existTable != null) {
                    table = existTable;
                } else {
                    table = dgiBridge.hiveClient.getTable(table.getDbName(), table.getTableName());
                }
                // we create the table since we need the HDFS path to temp table lineage.
                if (skipTempTables && table.isTemporary() && !TableType.EXTERNAL_TABLE.equals(table.getTableType())) {
                    LOG.debug("Skipping temporary table registration {} since it is not an external table {} ", table.getTableName(), table.getTableType().name());
                } else {
                    tableEntity = dgiBridge.createTableInstance(dbEntity, table);
                    entities.add(tableEntity);
                    result.put(Type.TABLE, tableEntity);
                }
            }
            event.addMessage(new HookNotification.EntityUpdateRequest(event.getUser(), entities));
        }
        return result;
    } catch (Exception e) {
        throw new AtlasHookException("HiveHook.createOrUpdateEntities() failed.", e);
    }
}

Example 33 with Database

use of org.apache.hadoop.hive.metastore.api.Database in project incubator-atlas by apache.

the class HiveMetaStoreBridgeTest method testImportThatUpdatesRegisteredDatabase.

@Test
public void testImportThatUpdatesRegisteredDatabase() throws Exception {
    // setup database
    when(hiveClient.getAllDatabases()).thenReturn(Arrays.asList(new String[] { TEST_DB_NAME }));
    String description = "This is a default database";
    when(hiveClient.getDatabase(TEST_DB_NAME)).thenReturn(new Database(TEST_DB_NAME, description, "/user/hive/default", null));
    when(hiveClient.getAllTables(TEST_DB_NAME)).thenReturn(Arrays.asList(new String[] {}));
    returnExistingDatabase(TEST_DB_NAME, atlasClient, CLUSTER_NAME);
    HiveMetaStoreBridge bridge = new HiveMetaStoreBridge(CLUSTER_NAME, hiveClient, atlasClient);
    bridge.importHiveMetadata(true);
    // verify update is called
    verify(atlasClient).updateEntity(eq("72e06b34-9151-4023-aa9d-b82103a50e76"), (Referenceable) argThat(new MatchesReferenceableProperty(HiveMetaStoreBridge.DESCRIPTION_ATTR, description)));
}

Example 34 with Database

use of org.apache.hadoop.hive.metastore.api.Database in project incubator-atlas by apache.

the class HiveMetaStoreBridge method registerDatabase.

/**
     * Checks if db is already registered, else creates and registers db entity
     * @param databaseName
     * @return
     * @throws Exception
     */
private Referenceable registerDatabase(String databaseName) throws Exception {
    Referenceable dbRef = getDatabaseReference(clusterName, databaseName);
    Database db = hiveClient.getDatabase(databaseName);
    if (db != null) {
        if (dbRef == null) {
            dbRef = createDBInstance(db);
            dbRef = registerInstance(dbRef);
        } else {
            LOG.info("Database {} is already registered with id {}. Updating it.", databaseName, dbRef.getId().id);
            dbRef = createOrUpdateDBInstance(db, dbRef);
            updateInstance(dbRef);
        }
    }
    return dbRef;
}

Example 35 with Database

use of org.apache.hadoop.hive.metastore.api.Database in project brisk by riptano.

the class MetaStorePersisterTest method testBasicLoadMetaStoreEntity.

@Test
public void testBasicLoadMetaStoreEntity() throws Exception {
    setupClient();
    Database database = new Database();
    database.setName("name");
    database.setDescription("description");
    database.setLocationUri("uri");
    database.setParameters(new HashMap<String, String>());
    metaStorePersister.save(database.metaDataMap, database, database.getName());
    Database foundDb = new Database();
    foundDb.setName("name");
    metaStorePersister.load(foundDb, "name");
    assertEquals(database, foundDb);
}