Search in sources :

Example 11 with CoprocessorDescriptor

use of io.cdap.cdap.spi.hbase.CoprocessorDescriptor in project cdap by caskdata.

the class HBase11TableDescriptorUtil method getTableDescriptor.

public static TableDescriptor getTableDescriptor(HTableDescriptor descriptor) {
    Set<ColumnFamilyDescriptor> families = new HashSet<>();
    for (HColumnDescriptor family : descriptor.getColumnFamilies()) {
        families.add(getColumnFamilyDescriptor(family));
    }
    Set<CoprocessorDescriptor> coprocessors = new HashSet<>();
    coprocessors.addAll(CoprocessorUtil.getCoprocessors(descriptor).values());
    Map<String, String> properties = CoprocessorUtil.getNonCoprocessorProperties(descriptor);
    // TODO: should add configurations as well
    return new TableDescriptor(descriptor.getTableName().getNamespaceAsString(), descriptor.getTableName().getQualifierAsString(), families, coprocessors, properties);
}
Also used : HColumnDescriptor(org.apache.hadoop.hbase.HColumnDescriptor) ColumnFamilyDescriptor(io.cdap.cdap.spi.hbase.ColumnFamilyDescriptor) CoprocessorDescriptor(io.cdap.cdap.spi.hbase.CoprocessorDescriptor) TableDescriptor(io.cdap.cdap.spi.hbase.TableDescriptor) HTableDescriptor(org.apache.hadoop.hbase.HTableDescriptor) HashSet(java.util.HashSet)

Example 12 with CoprocessorDescriptor

use of io.cdap.cdap.spi.hbase.CoprocessorDescriptor in project cdap by caskdata.

the class HBase11TableDescriptorUtil method getHTableDescriptor.

public static HTableDescriptor getHTableDescriptor(TableDescriptor descriptor) {
    TableName tableName = TableName.valueOf(descriptor.getNamespace(), descriptor.getName());
    HTableDescriptor htd = new HTableDescriptor(tableName);
    for (Map.Entry<String, ColumnFamilyDescriptor> family : descriptor.getFamilies().entrySet()) {
        htd.addFamily(getHColumnDesciptor(family.getValue()));
    }
    for (Map.Entry<String, CoprocessorDescriptor> coprocessor : descriptor.getCoprocessors().entrySet()) {
        CoprocessorDescriptor cpd = coprocessor.getValue();
        try {
            Path path = cpd.getPath() == null ? null : new Path(cpd.getPath());
            htd.addCoprocessor(cpd.getClassName(), path, cpd.getPriority(), cpd.getProperties());
        } catch (IOException e) {
            LOG.error("Error adding coprocessor.", e);
        }
    }
    for (Map.Entry<String, String> property : descriptor.getProperties().entrySet()) {
        htd.setValue(property.getKey(), property.getValue());
    }
    return htd;
}
Also used : Path(org.apache.hadoop.fs.Path) TableName(org.apache.hadoop.hbase.TableName) IOException(java.io.IOException) ColumnFamilyDescriptor(io.cdap.cdap.spi.hbase.ColumnFamilyDescriptor) CoprocessorDescriptor(io.cdap.cdap.spi.hbase.CoprocessorDescriptor) HashMap(java.util.HashMap) Map(java.util.Map) HTableDescriptor(org.apache.hadoop.hbase.HTableDescriptor)

Example 13 with CoprocessorDescriptor

use of io.cdap.cdap.spi.hbase.CoprocessorDescriptor in project cdap by caskdata.

the class AbstractHBaseDataSetAdmin method addCoprocessor.

protected void addCoprocessor(HTableDescriptorBuilder tableDescriptor, Class<? extends Coprocessor> coprocessor, Integer priority) throws IOException {
    CoprocessorDescriptor descriptor = coprocessorManager.getCoprocessorDescriptor(coprocessor, priority);
    Path path = descriptor.getPath() == null ? null : new Path(descriptor.getPath());
    tableDescriptor.addCoprocessor(descriptor.getClassName(), path, descriptor.getPriority(), descriptor.getProperties());
}
Also used : Path(org.apache.hadoop.fs.Path) CoprocessorDescriptor(io.cdap.cdap.spi.hbase.CoprocessorDescriptor)

Example 14 with CoprocessorDescriptor

use of io.cdap.cdap.spi.hbase.CoprocessorDescriptor in project cdap by caskdata.

the class HBase12CDH570TableDescriptorUtil method getHTableDescriptor.

public static HTableDescriptor getHTableDescriptor(TableDescriptor descriptor) {
    TableName tableName = TableName.valueOf(descriptor.getNamespace(), descriptor.getName());
    HTableDescriptor htd = new HTableDescriptor(tableName);
    for (Map.Entry<String, ColumnFamilyDescriptor> family : descriptor.getFamilies().entrySet()) {
        htd.addFamily(getHColumnDesciptor(family.getValue()));
    }
    for (Map.Entry<String, CoprocessorDescriptor> coprocessor : descriptor.getCoprocessors().entrySet()) {
        CoprocessorDescriptor cpd = coprocessor.getValue();
        try {
            Path path = cpd.getPath() == null ? null : new Path(cpd.getPath());
            htd.addCoprocessor(cpd.getClassName(), path, cpd.getPriority(), cpd.getProperties());
        } catch (IOException e) {
            LOG.error("Error adding coprocessor.", e);
        }
    }
    for (Map.Entry<String, String> property : descriptor.getProperties().entrySet()) {
        htd.setValue(property.getKey(), property.getValue());
    }
    return htd;
}
Also used : Path(org.apache.hadoop.fs.Path) TableName(org.apache.hadoop.hbase.TableName) IOException(java.io.IOException) ColumnFamilyDescriptor(io.cdap.cdap.spi.hbase.ColumnFamilyDescriptor) CoprocessorDescriptor(io.cdap.cdap.spi.hbase.CoprocessorDescriptor) HashMap(java.util.HashMap) Map(java.util.Map) HTableDescriptor(org.apache.hadoop.hbase.HTableDescriptor)

Aggregations

CoprocessorDescriptor (io.cdap.cdap.spi.hbase.CoprocessorDescriptor)14 HTableDescriptor (org.apache.hadoop.hbase.HTableDescriptor)11 ColumnFamilyDescriptor (io.cdap.cdap.spi.hbase.ColumnFamilyDescriptor)10 Path (org.apache.hadoop.fs.Path)8 Map (java.util.Map)7 HashMap (java.util.HashMap)6 TableDescriptor (io.cdap.cdap.spi.hbase.TableDescriptor)5 IOException (java.io.IOException)5 HashSet (java.util.HashSet)5 HColumnDescriptor (org.apache.hadoop.hbase.HColumnDescriptor)5 TableName (org.apache.hadoop.hbase.TableName)5 ProjectInfo (io.cdap.cdap.common.utils.ProjectInfo)1 HTableDescriptorBuilder (io.cdap.cdap.data2.util.hbase.HTableDescriptorBuilder)1 HBaseDDLExecutor (io.cdap.cdap.spi.hbase.HBaseDDLExecutor)1 ConcurrentHashMap (java.util.concurrent.ConcurrentHashMap)1 Matcher (java.util.regex.Matcher)1 HBaseAdmin (org.apache.hadoop.hbase.client.HBaseAdmin)1 ImmutableBytesWritable (org.apache.hadoop.hbase.io.ImmutableBytesWritable)1 Location (org.apache.twill.filesystem.Location)1