Search in sources :

Example 1 with CompactionsTypes

use of org.apache.accumulo.monitor.rest.tables.CompactionsTypes in project accumulo by apache.

the class TabletServerInformationTest method testFromThrift.

@Test
public void testFromThrift() {
    TabletServerStatus ts = new TabletServerStatus();
    ts.setBulkImports(Collections.singletonList(new BulkImportStatus()));
    ts.setDataCacheHits(11);
    ts.setDataCacheRequest(22);
    ts.setFlushs(33);
    ts.setHoldTime(44);
    ts.setIndexCacheHits(55);
    ts.setIndexCacheRequest(66);
    ts.setLastContact(77);
    RecoveryStatus recoveries = new RecoveryStatus();
    recoveries.setName("testRecovery");
    recoveries.setProgress(0.42);
    recoveries.setRuntime(4);
    ts.setLogSorts(Collections.singletonList(recoveries));
    ts.setLookups(88);
    ts.setName("tServerTestName:1234");
    ts.setOsLoad(1.23);
    ts.setResponseTime(99);
    ts.setSyncs(101);
    TableInfo tableInfo = new TableInfo();
    tableInfo.tablets = 202;
    tableInfo.ingestRate = 2.34;
    tableInfo.queryRate = 3.45;
    tableInfo.ingestByteRate = 4.56;
    tableInfo.queryByteRate = 5.67;
    tableInfo.scans = new Compacting(301, 401);
    tableInfo.recs = 502;
    tableInfo.majors = new Compacting(501, 601);
    tableInfo.minors = new Compacting(701, 801);
    ts.setTableMap(Collections.singletonMap("tableId0", tableInfo));
    ts.setVersion("testVersion");
    TabletServerInformation tsi = new TabletServerInformation(ts);
    assertEquals("tServerTestName:1234", tsi.server);
    assertEquals("tServerTestName:1234", tsi.hostname);
    // can only get within a small distance of time, since it is computed from "now" at time of object creation
    assertTrue(Math.abs((System.currentTimeMillis() - 77) - tsi.lastContact) < 500);
    assertEquals(99, tsi.responseTime);
    assertEquals(1.23, tsi.osload, 0.001);
    assertEquals("testVersion", tsi.version);
    CompactionsTypes compactions = tsi.compactions;
    assertEquals(501, compactions.major.running.intValue());
    assertEquals(601, compactions.major.queued.intValue());
    assertEquals(701, compactions.minor.running.intValue());
    assertEquals(801, compactions.minor.queued.intValue());
    assertEquals(301, compactions.scans.running.intValue());
    assertEquals(401, compactions.scans.queued.intValue());
    assertEquals(202, tsi.tablets);
    assertEquals(2.34, tsi.ingest, 0.001);
    assertEquals(3.45, tsi.query, 0.001);
    assertEquals(4.56, tsi.ingestMB, 0.001);
    assertEquals(5.67, tsi.queryMB, 0.001);
    assertEquals(301, tsi.scans.intValue());
    // can't test here; this comes from MasterMonitorInfo
    assertEquals(0.0, tsi.scansessions, 0.001);
    assertEquals(tsi.scansessions, tsi.scanssessions, 0.001);
    assertEquals(44, tsi.holdtime);
    assertEquals("tServerTestName:1234", tsi.ip);
    assertEquals(502, tsi.entries);
    assertEquals(88, tsi.lookups);
    assertEquals(55, tsi.indexCacheHits);
    assertEquals(66, tsi.indexCacheRequests);
    assertEquals(11, tsi.dataCacheHits);
    assertEquals(22, tsi.dataCacheRequests);
    assertEquals(55 / 66.0, tsi.indexCacheHitRate, 0.001);
    assertEquals(11 / 22.0, tsi.dataCacheHitRate, 0.001);
    RecoveryStatusInformation rec = tsi.logRecoveries.get(0);
    assertEquals("testRecovery", rec.name);
    assertEquals(0.42, rec.progress, 0.001);
    assertEquals(4, rec.runtime.intValue());
}
Also used : BulkImportStatus(org.apache.accumulo.core.master.thrift.BulkImportStatus) Compacting(org.apache.accumulo.core.master.thrift.Compacting) RecoveryStatus(org.apache.accumulo.core.master.thrift.RecoveryStatus) TableInfo(org.apache.accumulo.core.master.thrift.TableInfo) CompactionsTypes(org.apache.accumulo.monitor.rest.tables.CompactionsTypes) TabletServerStatus(org.apache.accumulo.core.master.thrift.TabletServerStatus) RecoveryStatusInformation(org.apache.accumulo.monitor.rest.trace.RecoveryStatusInformation) Test(org.junit.Test)

Example 2 with CompactionsTypes

use of org.apache.accumulo.monitor.rest.tables.CompactionsTypes in project accumulo by apache.

the class TabletServerInformation method updateTabletServerInfo.

/**
 * Generate tserver information from thrift status and table summary
 *
 * @param thriftStatus
 *          Thrift status to obtain information
 * @param summary
 *          Table info summary
 */
public void updateTabletServerInfo(TabletServerStatus thriftStatus, TableInfo summary) {
    long now = System.currentTimeMillis();
    this.server = this.ip = this.hostname = thriftStatus.name;
    this.tablets = summary.tablets;
    this.lastContact = now - thriftStatus.lastContact;
    this.responseTime = thriftStatus.responseTime;
    this.entries = summary.recs;
    this.ingest = cleanNumber(summary.ingestRate);
    this.query = cleanNumber(summary.queryRate);
    this.holdtime = thriftStatus.holdTime;
    this.scansRunning = summary.scans != null ? summary.scans.running : 0;
    this.scansQueued = summary.scans != null ? summary.scans.queued : 0;
    this.scansCombo = scansRunning + "(" + scansQueued + ")";
    this.scans = this.scansRunning;
    this.scansCompacting = new CompactionsList(this.scansRunning, this.scansQueued);
    this.minorRunning = summary.minors != null ? summary.minors.running : 0;
    this.minorQueued = summary.minors != null ? summary.minors.queued : 0;
    this.minorCombo = minorRunning + "(" + minorQueued + ")";
    this.minor = new CompactionsList(this.minorRunning, this.minorQueued);
    this.majorRunning = summary.majors != null ? summary.majors.running : 0;
    this.majorQueued = summary.majors != null ? summary.majors.queued : 0;
    this.majorCombo = majorRunning + "(" + majorQueued + ")";
    this.major = new CompactionsList(this.majorRunning, this.majorQueued);
    this.compactions = new CompactionsTypes(scansCompacting, major, minor);
    this.osload = thriftStatus.osLoad;
    this.version = thriftStatus.version;
    this.lookups = thriftStatus.lookups;
    this.dataCacheHits = thriftStatus.dataCacheHits;
    this.dataCacheRequests = thriftStatus.dataCacheRequest;
    this.indexCacheHits = thriftStatus.indexCacheHits;
    this.indexCacheRequests = thriftStatus.indexCacheRequest;
    this.indexCacheHitRate = this.indexCacheHits / (double) Math.max(this.indexCacheRequests, 1);
    this.dataCacheHitRate = this.dataCacheHits / (double) Math.max(this.dataCacheRequests, 1);
    this.ingestMB = cleanNumber(summary.ingestByteRate);
    this.queryMB = cleanNumber(summary.queryByteRate);
    this.scansessions = Monitor.getLookupRate();
    // For backwards compatibility
    this.scanssessions = this.scansessions;
    this.logRecoveries = new ArrayList<>(thriftStatus.logSorts.size());
    for (RecoveryStatus recovery : thriftStatus.logSorts) {
        logRecoveries.add(new RecoveryStatusInformation(recovery));
    }
}
Also used : CompactionsTypes(org.apache.accumulo.monitor.rest.tables.CompactionsTypes) RecoveryStatus(org.apache.accumulo.core.master.thrift.RecoveryStatus) CompactionsList(org.apache.accumulo.monitor.rest.tables.CompactionsList) RecoveryStatusInformation(org.apache.accumulo.monitor.rest.trace.RecoveryStatusInformation)

Aggregations

RecoveryStatus (org.apache.accumulo.core.master.thrift.RecoveryStatus)2 CompactionsTypes (org.apache.accumulo.monitor.rest.tables.CompactionsTypes)2 RecoveryStatusInformation (org.apache.accumulo.monitor.rest.trace.RecoveryStatusInformation)2 BulkImportStatus (org.apache.accumulo.core.master.thrift.BulkImportStatus)1 Compacting (org.apache.accumulo.core.master.thrift.Compacting)1 TableInfo (org.apache.accumulo.core.master.thrift.TableInfo)1 TabletServerStatus (org.apache.accumulo.core.master.thrift.TabletServerStatus)1 CompactionsList (org.apache.accumulo.monitor.rest.tables.CompactionsList)1 Test (org.junit.Test)1