Examples with FileSystemMaster alluxio.master.file.FileSystemMaster used on opensource projects

Example 46 with FileSystemMaster

use of alluxio.master.file.FileSystemMaster in project alluxio by Alluxio.

the class MultiUfsMountIntegrationTest method mountAfterMasterRestart.

@Test
public void mountAfterMasterRestart() throws Exception {
    mLocalAlluxioCluster.stopFS();
    try (FsMasterResource masterResource = MasterTestUtils.createLeaderFileSystemMasterFromJournal()) {
        FileSystemMaster fsMaster = masterResource.getRegistry().get(FileSystemMaster.class);
        Map<String, MountPointInfo> mountTable = fsMaster.getMountPointInfoSummary();
        Assert.assertTrue(mountTable.containsKey(MOUNT_POINT1));
        Assert.assertTrue(mountTable.containsKey(MOUNT_POINT2));
        MountPointInfo mountPointInfo1 = mountTable.get(MOUNT_POINT1);
        MountPointInfo mountPointInfo2 = mountTable.get(MOUNT_POINT2);
        Assert.assertEquals(mUfsUri1, mountPointInfo1.getUfsUri());
        Assert.assertEquals(mUfsUri2, mountPointInfo2.getUfsUri());
        Assert.assertEquals(UFS_CONF1, mountPointInfo1.getProperties());
        Assert.assertEquals(UFS_CONF2, mountPointInfo2.getProperties());
    }
}

Example 47 with FileSystemMaster

use of alluxio.master.file.FileSystemMaster in project alluxio by Alluxio.

the class BackupManagerTest method rocksInodeStoreIteratorNotUsed.

@Test
public void rocksInodeStoreIteratorNotUsed() throws Exception {
    // Prepare some data for the iterator
    List<InodeView> inodes = new ArrayList<>();
    inodes.add(createRootDir(99L));
    inodes.add(createNewFile(100L));
    inodes.add(createNewFile(101L));
    inodes.add(createNewFile(102L));
    // When RocksInodeStore.iterator(), return mock iterator
    RocksInodeStore mockInodeStore = mock(RocksInodeStore.class);
    // Make sure the iterator is not used in the backup operation
    when(mockInodeStore.getCloseableIterator()).thenThrow(new UnsupportedOperationException());
    // When the root inode is asked for, return the directory
    InodeView dir = inodes.get(0);
    when(mockInodeStore.get(eq(0L))).thenReturn(Optional.of(new InodeDirectory((InodeDirectoryView) dir)));
    CoreMasterContext masterContext = MasterTestUtils.testMasterContext(new NoopJournalSystem(), null, () -> new HeapBlockStore(), x -> mockInodeStore);
    mMetricsMaster = new MetricsMasterFactory().create(mRegistry, masterContext);
    mBlockMaster = new DefaultBlockMaster(mMetricsMaster, masterContext, mClock, ExecutorServiceFactories.constantExecutorServiceFactory(mExecutorService));
    mRegistry.add(BlockMaster.class, mBlockMaster);
    // Prepare the FileSystemMaster for the backup operation
    FileSystemMaster fsMaster = new DefaultFileSystemMaster(mBlockMaster, masterContext, ExecutorServiceFactories.constantExecutorServiceFactory(mExecutorService));
    mRegistry.add(FileSystemMaster.class, fsMaster);
    mRegistry.start(true);
    // Finish backup operation
    BackupManager manager = new BackupManager(mRegistry);
    File backupDir = AlluxioTestDirectory.createTemporaryDirectory("backup-dir");
    File backupFile = new File(backupDir, "1.backup");
    AtomicLong counter = new AtomicLong(0L);
    // No exception means the RocksInodeStore iterator is not used
    manager.backup(new FileOutputStream(backupFile), counter);
}

Example 48 with FileSystemMaster

use of alluxio.master.file.FileSystemMaster in project alluxio by Alluxio.

the class PersistenceTestUtils method resumeChecker.

/**
 * A convenience method to resume polling persist jobs.
 *
 * @param resource the local cluster resource to resume the service for
 */
public static void resumeChecker(LocalAlluxioClusterResource resource) {
    FileSystemMaster nestedMaster = getFileSystemMaster(resource);
    BlackHoleMap<Long, PersistJob> persistJobs = Whitebox.getInternalState(nestedMaster, "mPersistJobs");
    Whitebox.setInternalState(nestedMaster, "mPersistJobs", persistJobs.getInnerMap());
}

Example 49 with FileSystemMaster

use of alluxio.master.file.FileSystemMaster in project alluxio by Alluxio.

the class PersistenceTestUtils method resumeScheduler.

/**
 * A convenience method to resume scheduling persist jobs.
 *
 * @param resource the local cluster resource to resume the service for
 */
public static void resumeScheduler(LocalAlluxioClusterResource resource) {
    FileSystemMaster nestedMaster = getFileSystemMaster(resource);
    BlackHoleMap<Long, ExponentialTimer> persistRequests = Whitebox.getInternalState(nestedMaster, "mPersistRequests");
    Whitebox.setInternalState(nestedMaster, "mPersistRequests", persistRequests.getInnerMap());
}

Example 50 with FileSystemMaster

use of alluxio.master.file.FileSystemMaster in project alluxio by Alluxio.

the class PersistenceTestUtils method pauseChecker.

/**
 * A convenience method to pause polling persist jobs.
 *
 * @param resource the local cluster resource to pause the service for
 */
public static void pauseChecker(LocalAlluxioClusterResource resource) {
    FileSystemMaster nestedMaster = getFileSystemMaster(resource);
    Map<Long, PersistJob> persistJobs = Whitebox.getInternalState(nestedMaster, "mPersistJobs");
    Whitebox.setInternalState(nestedMaster, "mPersistJobs", new BlackHoleMap<>(persistJobs));
}