Examples with TableSnapshot org.apache.cassandra.service.snapshot.TableSnapshot used on opensource projects

Example 1 with TableSnapshot

use of org.apache.cassandra.service.snapshot.TableSnapshot in project cassandra by apache.

the class StorageService method getSnapshotDetails.

public Map<String, TabularData> getSnapshotDetails(Map<String, String> options) {
    Map<String, TabularData> snapshotMap = new HashMap<>();
    for (Keyspace keyspace : Keyspace.all()) {
        for (ColumnFamilyStore cfStore : keyspace.getColumnFamilyStores()) {
            for (Map.Entry<String, TableSnapshot> snapshotDetail : TableSnapshot.filter(cfStore.listSnapshots(), options).entrySet()) {
                TabularDataSupport data = (TabularDataSupport) snapshotMap.get(snapshotDetail.getKey());
                if (data == null) {
                    data = new TabularDataSupport(SnapshotDetailsTabularData.TABULAR_TYPE);
                    snapshotMap.put(snapshotDetail.getKey(), data);
                }
                SnapshotDetailsTabularData.from(snapshotDetail.getValue(), data);
            }
        }
    }
    return snapshotMap;
}

Example 2 with TableSnapshot

use of org.apache.cassandra.service.snapshot.TableSnapshot in project cassandra by apache.

the class ColumnFamilyStore method snapshotWithoutFlush.

/**
 * @param ephemeral If this flag is set to true, the snapshot will be cleaned during next startup
 */
public TableSnapshot snapshotWithoutFlush(String snapshotName, Predicate<SSTableReader> predicate, boolean ephemeral, DurationSpec ttl, RateLimiter rateLimiter, Instant creationTime) {
    if (ephemeral && ttl != null) {
        throw new IllegalStateException(String.format("can not take ephemeral snapshot (%s) while ttl is specified too", snapshotName));
    }
    if (rateLimiter == null)
        rateLimiter = DatabaseDescriptor.getSnapshotRateLimiter();
    Set<SSTableReader> snapshottedSSTables = new LinkedHashSet<>();
    for (ColumnFamilyStore cfs : concatWithIndexes()) {
        try (RefViewFragment currentView = cfs.selectAndReference(View.select(SSTableSet.CANONICAL, (x) -> predicate == null || predicate.apply(x)))) {
            for (SSTableReader ssTable : currentView.sstables) {
                File snapshotDirectory = Directories.getSnapshotDirectory(ssTable.descriptor, snapshotName);
                // hard links
                ssTable.createLinks(snapshotDirectory.path(), rateLimiter);
                if (logger.isTraceEnabled())
                    logger.trace("Snapshot for {} keyspace data file {} created in {}", keyspace, ssTable.getFilename(), snapshotDirectory);
                snapshottedSSTables.add(ssTable);
            }
        }
    }
    return createSnapshot(snapshotName, ephemeral, ttl, snapshottedSSTables, creationTime);
}

Example 3 with TableSnapshot

use of org.apache.cassandra.service.snapshot.TableSnapshot in project cassandra by apache.

the class Directories method listSnapshots.

public Map<String, TableSnapshot> listSnapshots() {
    Map<String, Set<File>> snapshotDirsByTag = listSnapshotDirsByTag();
    Map<String, TableSnapshot> snapshots = Maps.newHashMapWithExpectedSize(snapshotDirsByTag.size());
    for (Map.Entry<String, Set<File>> entry : snapshotDirsByTag.entrySet()) {
        String tag = entry.getKey();
        Set<File> snapshotDirs = entry.getValue();
        SnapshotManifest manifest = maybeLoadManifest(metadata.keyspace, metadata.name, tag, snapshotDirs);
        snapshots.put(tag, buildSnapshot(tag, manifest, snapshotDirs));
    }
    return snapshots;
}

Example 4 with TableSnapshot

use of org.apache.cassandra.service.snapshot.TableSnapshot in project cassandra by apache.

the class Directories method buildSnapshot.

protected TableSnapshot buildSnapshot(String tag, SnapshotManifest manifest, Set<File> snapshotDirs) {
    Instant createdAt = manifest == null ? null : manifest.createdAt;
    Instant expiresAt = manifest == null ? null : manifest.expiresAt;
    return new TableSnapshot(metadata.keyspace, metadata.name, tag, createdAt, expiresAt, snapshotDirs, this::getTrueAllocatedSizeIn);
}

Example 5 with TableSnapshot

use of org.apache.cassandra.service.snapshot.TableSnapshot in project cassandra by apache.

the class DirectoriesTest method testSecondaryIndexDirectories.

@Test
public void testSecondaryIndexDirectories() {
    TableMetadata.Builder builder = TableMetadata.builder(KS, "cf").addPartitionKeyColumn("thekey", UTF8Type.instance).addClusteringColumn("col", UTF8Type.instance);
    ColumnIdentifier col = ColumnIdentifier.getInterned("col", true);
    IndexMetadata indexDef = IndexMetadata.fromIndexTargets(Collections.singletonList(new IndexTarget(col, IndexTarget.Type.VALUES)), "idx", IndexMetadata.Kind.KEYS, Collections.emptyMap());
    builder.indexes(Indexes.of(indexDef));
    TableMetadata PARENT_CFM = builder.build();
    TableMetadata INDEX_CFM = CassandraIndex.indexCfsMetadata(PARENT_CFM, indexDef);
    Directories parentDirectories = new Directories(PARENT_CFM, toDataDirectories(tempDataDir));
    Directories indexDirectories = new Directories(INDEX_CFM, toDataDirectories(tempDataDir));
    // secondary index has its own directory
    for (File dir : indexDirectories.getCFDirectories()) {
        assertEquals(cfDir(INDEX_CFM), dir);
    }
    Descriptor parentDesc = new Descriptor(parentDirectories.getDirectoryForNewSSTables(), KS, PARENT_CFM.name, 0, SSTableFormat.Type.BIG);
    Descriptor indexDesc = new Descriptor(indexDirectories.getDirectoryForNewSSTables(), KS, INDEX_CFM.name, 0, SSTableFormat.Type.BIG);
    // snapshot dir should be created under its parent's
    File parentSnapshotDirectory = Directories.getSnapshotDirectory(parentDesc, "test");
    File indexSnapshotDirectory = Directories.getSnapshotDirectory(indexDesc, "test");
    assertEquals(parentSnapshotDirectory, indexSnapshotDirectory.parent());
    // check if snapshot directory exists
    parentSnapshotDirectory.tryCreateDirectories();
    assertTrue(parentDirectories.snapshotExists("test"));
    assertTrue(indexDirectories.snapshotExists("test"));
    // check true snapshot size
    Descriptor parentSnapshot = new Descriptor(parentSnapshotDirectory, KS, PARENT_CFM.name, 0, SSTableFormat.Type.BIG);
    createFile(parentSnapshot.filenameFor(Component.DATA), 30);
    Descriptor indexSnapshot = new Descriptor(indexSnapshotDirectory, KS, INDEX_CFM.name, 0, SSTableFormat.Type.BIG);
    createFile(indexSnapshot.filenameFor(Component.DATA), 40);
    assertEquals(30, parentDirectories.trueSnapshotsSize());
    assertEquals(40, indexDirectories.trueSnapshotsSize());
    // check snapshot details
    Map<String, TableSnapshot> parentSnapshotDetail = parentDirectories.listSnapshots();
    assertTrue(parentSnapshotDetail.containsKey("test"));
    assertEquals(30L, parentSnapshotDetail.get("test").computeTrueSizeBytes());
    Map<String, TableSnapshot> indexSnapshotDetail = indexDirectories.listSnapshots();
    assertTrue(indexSnapshotDetail.containsKey("test"));
    assertEquals(40L, indexSnapshotDetail.get("test").computeTrueSizeBytes());
    // check backup directory
    File parentBackupDirectory = Directories.getBackupsDirectory(parentDesc);
    File indexBackupDirectory = Directories.getBackupsDirectory(indexDesc);
    assertEquals(parentBackupDirectory, indexBackupDirectory.parent());
}