use of org.teiid.common.buffer.impl.MemoryStorageManager in project teiid by teiid.
the class BufferManagerFactory method initBufferManager.
public static BufferManagerImpl initBufferManager(BufferManagerImpl bufferManager) {
try {
bufferManager.initialize();
bufferManager.setUseWeakReferences(false);
MemoryStorageManager storageManager = new MemoryStorageManager();
SplittableStorageManager ssm = new SplittableStorageManager(storageManager);
ssm.setMaxFileSizeDirect(MemoryStorageManager.MAX_FILE_SIZE);
BufferFrontedFileStoreCache fsc = new BufferFrontedFileStoreCache();
fsc.setBufferManager(bufferManager);
// use conservative allocations
// allow the space to be GCed easily
fsc.setDirect(false);
fsc.setMaxStorageObjectSize(1 << 20);
fsc.setMemoryBufferSpace(1 << 21);
fsc.setStorageManager(ssm);
fsc.initialize();
bufferManager.setCache(fsc);
return bufferManager;
} catch (TeiidComponentException e) {
throw new RuntimeException(e);
}
}
use of org.teiid.common.buffer.impl.MemoryStorageManager in project teiid by teiid.
the class TestCommSockets method helpEstablishConnection.
private SocketServerConnection helpEstablishConnection(boolean clientSecure, SSLConfiguration config, Properties socketConfig) throws CommunicationException, ConnectionException {
if (listener == null) {
ClientServiceRegistryImpl server = new ClientServiceRegistryImpl() {
@Override
public ClassLoader getCallerClassloader() {
return getClass().getClassLoader();
}
};
service = new SessionServiceImpl();
server.registerClientService(ILogon.class, new LogonImpl(service, "fakeCluster"), null);
server.registerClientService(FakeService.class, new TestSocketRemoting.FakeServiceImpl(), null);
storageManager = new MemoryStorageManager();
listener = new SocketListener(addr, 0, 0, 2, config, server, storageManager);
SocketListenerStats stats = listener.getStats();
assertEquals(0, stats.maxSockets);
assertEquals(0, stats.objectsRead);
assertEquals(0, stats.objectsWritten);
assertEquals(0, stats.sockets);
}
Properties p = new Properties(socketConfig);
String url = new TeiidURL(addr.getHostName(), listener.getPort(), clientSecure).getAppServerURL();
p.setProperty(TeiidURL.CONNECTION.SERVER_URL, url);
p.setProperty(TeiidURL.CONNECTION.APP_NAME, "test");
p.setProperty(TeiidURL.CONNECTION.DISCOVERY_STRATEGY, UrlServerDiscovery.class.getName());
if (sscf == null) {
sscf = new SocketServerConnectionFactory();
sscf.initialize(socketConfig);
}
return sscf.getConnection(p);
}
use of org.teiid.common.buffer.impl.MemoryStorageManager in project teiid by teiid.
the class BufferServiceImpl method start.
public void start() {
try {
// Construct and initialize the buffer manager
this.bufferMgr = new BufferManagerImpl(false);
this.bufferMgr.setProcessorBatchSize(processorBatchSize);
this.bufferMgr.setMaxReserveKB(this.maxReserveKb);
this.bufferMgr.setMaxProcessingKB(this.maxProcessingKb);
this.bufferMgr.setInlineLobs(inlineLobs);
this.bufferMgr.initialize();
// If necessary, add disk storage manager
if (useDisk) {
// $NON-NLS-1$
LogManager.logDetail(LogConstants.CTX_DQP, "Starting BufferManager using", bufferDir);
if (!bufferDir.exists()) {
this.bufferDir.mkdirs();
}
// start the file storage manager in clean state
// wise FileStorageManager is smart enough to clean up after itself
cleanDirectory(bufferDir);
// Get the properties for FileStorageManager and create.
fsm = new FileStorageManager();
fsm.setStorageDirectory(bufferDir.getCanonicalPath());
fsm.setMaxOpenFiles(maxOpenFiles);
fsm.setMaxBufferSpace(maxBufferSpace * MB);
SplittableStorageManager ssm = new SplittableStorageManager(fsm);
ssm.setMaxFileSize(maxFileSize);
StorageManager sm = ssm;
if (encryptFiles) {
sm = new EncryptedStorageManager(ssm);
}
fsc = new BufferFrontedFileStoreCache();
fsc.setBufferManager(this.bufferMgr);
fsc.setMaxStorageObjectSize(maxStorageObjectSize);
fsc.setDirect(memoryBufferOffHeap);
// use approximately 40% of what's set aside for the reserved accounting for conversion from kb to bytes
long autoMaxBufferSpace = 4 * (((long) this.bufferMgr.getMaxReserveKB()) << 10) / 10;
// estimate inode/batch overhead
if (memoryBufferSpace < 0) {
fsc.setMemoryBufferSpace(autoMaxBufferSpace);
} else {
// scale from MB to bytes
fsc.setMemoryBufferSpace(memoryBufferSpace << 20);
}
long batchAndInodeOverheadKB = fsc.getMemoryBufferSpace() >> (memoryBufferOffHeap ? 19 : 17);
this.bufferMgr.setMaxReserveKB((int) Math.max(0, this.bufferMgr.getMaxReserveKB() - batchAndInodeOverheadKB));
if (this.maxReserveKb < 0) {
if (memoryBufferOffHeap) {
// the default is too large if off heap
this.bufferMgr.setMaxReserveKB(8 * this.bufferMgr.getMaxReserveKB() / 10);
} else {
// adjust the value for the main memory buffer
this.bufferMgr.setMaxReserveKB((int) Math.max(0, this.bufferMgr.getMaxReserveKB() - (fsc.getMemoryBufferSpace() >> 10)));
}
}
fsc.setStorageManager(sm);
fsc.initialize();
this.bufferMgr.setCache(fsc);
this.workingMaxReserveKb = this.bufferMgr.getMaxReserveKB();
} else {
MemoryStorageManager msm = new MemoryStorageManager();
SplittableStorageManager ssm = new SplittableStorageManager(msm);
ssm.setMaxFileSizeDirect(MemoryStorageManager.MAX_FILE_SIZE);
this.bufferMgr.setCache(msm);
this.bufferMgr.setStorageManager(ssm);
}
} catch (TeiidComponentException e) {
throw new TeiidRuntimeException(RuntimePlugin.Event.TEIID40039, e, RuntimePlugin.Util.gs(RuntimePlugin.Event.TEIID40039));
} catch (IOException e) {
throw new TeiidRuntimeException(RuntimePlugin.Event.TEIID40039, e, RuntimePlugin.Util.gs(RuntimePlugin.Event.TEIID40039));
}
}
Aggregations