Example 1 with Average
use of com.biglybt.core.util.average.Average in project BiglyBT by BiglySoftware.
the class PingSourceManager method forcePingSourceChange.
// checkPingSources
/**
* If one ping source is twice the fastest then replace it. Otherwise reset the timer.
* @param sources -
* @return - true is a souce has been changed.
*/
private boolean forcePingSourceChange(SpeedManagerPingSource[] sources) {
// We only apply this rule if nothing has been removed in the past 30 minutes.
long currTime = SystemTime.getCurrentTime();
if (currTime < lastPingRemoval + TIME_BETWEEN_FORCED_CYCLE_REMOVALS) {
return false;
}
if (sources.length < 3) {
return false;
}
// just find the slowest ping-source and remove it.
SpeedManagerPingSource slowestSource = null;
double slowestPing = 0.0;
double fastestPing = 10000.0;
int len = sources.length;
for (int i = 0; i < len; i++) {
PingSourceStats pss = (PingSourceStats) pingAverages.get(sources[i]);
Average ave = pss.getHistory();
double pingTime = ave.getAverage();
// find slowest
if (pingTime > slowestPing) {
slowestPing = pingTime;
slowestSource = sources[i];
}
// find sped of fastest.
if (pingTime < fastestPing) {
fastestPing = pingTime;
}
}
// for
// regardless of result, resetTimer the timer.
resetTimer();
// only replace the slowest if it is twice the fastest.
if (slowestPing > 2 * fastestPing) {
if (slowestSource != null) {
slowestSource.destroy();
return true;
}
}
return false;
}
Also used :
SpeedManagerPingSource(com.biglybt.core.speedmanager.SpeedManagerPingSource)
Average(com.biglybt.core.util.average.Average)
Example 2 with Average
use of com.biglybt.core.util.average.Average in project BiglyBT by BiglySoftware.
the class CoreStats method getStats.
public static Map getStats(Set types) {
Set expanded = new HashSet();
Iterator it = types.iterator();
while (it.hasNext()) {
String type = (String) it.next();
if (type.endsWith(".average")) {
type = type.substring(0, type.length() - 8);
}
if (!type.endsWith("*")) {
type = type + ".*";
}
Pattern pattern = Pattern.compile(type);
for (int i = 0; i < stats_names.size(); i++) {
String s = (String) stats_names.get(i);
if (pattern.matcher(s).matches()) {
expanded.add(s);
}
}
Iterator provider_it = providers.iterator();
while (provider_it.hasNext()) {
Object[] provider_entry = (Object[]) provider_it.next();
Set provider_types = (Set) provider_entry[0];
Iterator pt_it = provider_types.iterator();
while (pt_it.hasNext()) {
String s = (String) pt_it.next();
if (pattern.matcher(s).matches()) {
expanded.add(s);
}
}
}
Iterator derived_it = derived_generators.iterator();
while (derived_it.hasNext()) {
try {
((derivedStatsGenerator) derived_it.next()).match(pattern, expanded);
} catch (Throwable e) {
Debug.printStackTrace(e);
}
}
}
Map result = getStatsSupport(expanded);
Map ave = averages;
if (ave != null) {
it = result.keySet().iterator();
Map ave_results = new HashMap();
while (it.hasNext()) {
String key = (String) it.next();
Object[] a_entry = (Object[]) ave.get(key);
if (a_entry != null) {
Average average = (Average) a_entry[0];
ave_results.put(key + ".average", new Long((long) average.getAverage()));
}
}
result.putAll(ave_results);
}
Iterator derived_it = derived_generators.iterator();
while (derived_it.hasNext()) {
try {
((derivedStatsGenerator) derived_it.next()).generate(result);
} catch (Throwable e) {
Debug.printStackTrace(e);
}
}
return (result);
}Example 3 with Average
use of com.biglybt.core.util.average.Average in project BiglyBT by BiglySoftware.
the class TranscodeQueueImpl method process.
protected boolean process(final TranscodeJobImpl job) {
TranscodePipe pipe = null;
current_job = job;
DeviceImpl device = job.getDevice();
device.setTranscoding(true);
try {
job.starts();
TranscodeProvider provider = job.getProfile().getProvider();
final TranscodeException[] error = { null };
TranscodeProfile profile = job.getProfile();
final TranscodeFileImpl transcode_file = job.getTranscodeFile();
TranscodeProviderAnalysis provider_analysis;
boolean xcode_required;
if (provider == null) {
xcode_required = false;
provider_analysis = null;
} else {
provider_analysis = analyse(job);
xcode_required = provider_analysis.getBooleanProperty(TranscodeProviderAnalysis.PT_TRANSCODE_REQUIRED);
int tt_req;
if (job.isStream()) {
// already advertised as a transcoded asset so no option not to
// transcode (as name/format would change if decided not to transcode and then
// this would confuse the clients)
tt_req = TranscodeTarget.TRANSCODE_ALWAYS;
} else {
tt_req = job.getTranscodeRequirement();
if (device instanceof TranscodeTarget) {
if (provider_analysis.getLongProperty(TranscodeProviderAnalysis.PT_VIDEO_HEIGHT) == 0) {
if (((TranscodeTarget) device).isAudioCompatible(transcode_file)) {
tt_req = TranscodeTarget.TRANSCODE_NEVER;
}
}
}
}
if (tt_req == TranscodeTarget.TRANSCODE_NEVER) {
xcode_required = false;
} else if (tt_req == TranscodeTarget.TRANSCODE_ALWAYS) {
xcode_required = true;
provider_analysis.setBooleanProperty(TranscodeProviderAnalysis.PT_FORCE_TRANSCODE, true);
}
}
if (xcode_required) {
final AESemaphore xcode_sem = new AESemaphore("xcode:proc");
final TranscodeProviderJob[] provider_job = { null };
TranscodeProviderAdapter xcode_adapter = new TranscodeProviderAdapter() {
private boolean resolution_updated;
private final int ETA_AVERAGE_SIZE = 10;
private int last_eta;
private int eta_samples;
private Average eta_average = AverageFactory.MovingAverage(ETA_AVERAGE_SIZE);
private int last_percent;
private long initial_file_downloaded = job.getFile().getDownloaded();
private long file_size = job.getFile().getLength();
@Override
public void updateProgress(int percent, int eta_secs, int new_width, int new_height) {
last_eta = eta_secs;
last_percent = percent;
TranscodeProviderJob prov_job = provider_job[0];
if (prov_job == null) {
return;
}
int job_state = job.getState();
if (job_state == TranscodeJob.ST_CANCELLED || job_state == TranscodeJob.ST_REMOVED) {
prov_job.cancel();
} else if (paused || job_state == TranscodeJob.ST_PAUSED) {
prov_job.pause();
} else {
if (job_state == TranscodeJob.ST_RUNNING) {
prov_job.resume();
}
job.updateProgress(percent, eta_secs);
prov_job.setMaxBytesPerSecond(max_bytes_per_sec);
if (!resolution_updated) {
if (new_width > 0 && new_height > 0) {
transcode_file.setResolution(new_width, new_height);
resolution_updated = true;
}
}
}
}
@Override
public void streamStats(long connect_rate, long write_speed) {
if (Constants.isOSX && job.getEnableAutoRetry() && job.canUseDirectInput() && job.getAutoRetryCount() == 0) {
if (connect_rate > 5 && last_percent < 100) {
long eta = (long) eta_average.update(last_eta);
eta_samples++;
if (eta_samples >= ETA_AVERAGE_SIZE) {
long total_time = (eta * 100) / (100 - last_percent);
long total_write = total_time * write_speed;
DiskManagerFileInfo file = job.getFile();
long length = file.getLength();
if (length > 0) {
double over_write = ((double) total_write) / length;
if (over_write > 5.0) {
failed(new TranscodeException("Overwrite limit exceeded, abandoning transcode"));
provider_job[0].cancel();
}
}
}
} else {
eta_samples = 0;
}
}
}
@Override
public void failed(TranscodeException e) {
try {
if (error[0] == null) {
error[0] = e;
}
if (e.isRetryDisabled()) {
job.setEnableAutoRetry(false);
}
} finally {
xcode_sem.release();
}
}
@Override
public void complete() {
try {
// sanity check: for incomplete files at the start of the process ensure that they have completed
long current_downloaded = job.getFile().getDownloaded();
if (file_size > 0 && initial_file_downloaded < file_size && current_downloaded < file_size) {
if (error[0] == null) {
// actually this ain't so simple as we stream data prior to hash check completion (otherwise for
// large piece sizes we could be waiting for 4MB to complete downloading before playback)
// and getDownloaded() only returns the verified data size
long contiguous_downloaded = 0;
try {
DiskManagerFileInfo _file_info = job.getFile();
Download download = _file_info.getDownload();
com.biglybt.core.disk.DiskManagerFileInfo file_info = PluginCoreUtils.unwrap(_file_info);
TOTorrentFile torrent_file = file_info.getTorrentFile();
TOTorrent torrent = torrent_file.getTorrent();
TOTorrentFile[] torrent_files = torrent.getFiles();
long byte_start = 0;
for (TOTorrentFile tf : torrent_files) {
if (tf == torrent_file) {
break;
}
byte_start += tf.getLength();
}
DiskManager dm = download.getDiskManager();
if (dm == null) {
throw (new Exception("Download stopped"));
}
DiskManagerPiece[] pieces = PluginCoreUtils.unwrap(dm).getPieces();
long piece_size = torrent.getPieceLength();
int first_piece_index = (int) (byte_start / piece_size);
int first_piece_offset = (int) (byte_start % piece_size);
int last_piece_index = torrent_file.getLastPieceNumber();
DiskManagerPiece first_piece = pieces[first_piece_index];
if (!first_piece.isDone()) {
boolean[] blocks = first_piece.getWritten();
if (blocks == null) {
if (first_piece.isDone()) {
contiguous_downloaded = first_piece.getLength() - first_piece_offset;
}
} else {
int piece_offset = 0;
for (int j = 0; j < blocks.length; j++) {
if (blocks[j]) {
int block_size = first_piece.getBlockSize(j);
piece_offset = piece_offset + block_size;
if (contiguous_downloaded == 0) {
if (piece_offset > first_piece_offset) {
contiguous_downloaded = piece_offset - first_piece_offset;
}
} else {
contiguous_downloaded += block_size;
}
} else {
break;
}
}
}
} else {
contiguous_downloaded = first_piece.getLength() - first_piece_offset;
for (int i = first_piece_index + 1; i <= last_piece_index; i++) {
DiskManagerPiece piece = pieces[i];
if (piece.isDone()) {
contiguous_downloaded += piece.getLength();
} else {
boolean[] blocks = piece.getWritten();
if (blocks == null) {
if (piece.isDone()) {
contiguous_downloaded += piece.getLength();
} else {
break;
}
} else {
for (int j = 0; j < blocks.length; j++) {
if (blocks[j]) {
contiguous_downloaded += piece.getBlockSize(j);
} else {
break;
}
}
}
break;
}
}
}
} catch (Throwable e) {
// Debug.out( e );
}
if (contiguous_downloaded < file_size) {
// things might have improved, check again
current_downloaded = job.getFile().getDownloaded();
if (current_downloaded < file_size) {
Debug.out("Premature transcode termination: init=" + initial_file_downloaded + ", curr=" + current_downloaded + ", len=" + file_size);
error[0] = new TranscodeException("Transcode terminated prematurely");
}
}
}
}
} finally {
xcode_sem.release();
}
}
};
boolean direct_input = job.useDirectInput();
if (job.isStream()) {
/*
provider_job[0] =
provider.transcode(
adapter,
job.getFile(),
profile,
new File( "C:\\temp\\arse").toURI().toURL());
*/
pipe = new TranscodePipeStreamSource2(new TranscodePipeStreamSource2.streamListener() {
@Override
public void gotStream(InputStream is) {
job.setStream(is);
}
});
provider_job[0] = provider.transcode(xcode_adapter, provider_analysis, direct_input, job.getFile(), profile, new URL("tcp://127.0.0.1:" + pipe.getPort()));
} else {
File output_file = transcode_file.getCacheFile();
provider_job[0] = provider.transcode(xcode_adapter, provider_analysis, direct_input, job.getFile(), profile, output_file.toURI().toURL());
}
provider_job[0].setMaxBytesPerSecond(max_bytes_per_sec);
TranscodeQueueListener listener = new TranscodeQueueListener() {
@Override
public void jobAdded(TranscodeJob job) {
}
@Override
public void jobChanged(TranscodeJob changed_job) {
if (changed_job == job) {
int state = job.getState();
if (state == TranscodeJob.ST_PAUSED) {
provider_job[0].pause();
} else if (state == TranscodeJob.ST_RUNNING) {
provider_job[0].resume();
} else if (state == TranscodeJob.ST_CANCELLED || state == TranscodeJob.ST_STOPPED) {
provider_job[0].cancel();
}
}
}
@Override
public void jobRemoved(TranscodeJob removed_job) {
if (removed_job == job) {
provider_job[0].cancel();
}
}
};
try {
addListener(listener);
xcode_sem.reserve();
} finally {
removeListener(listener);
}
if (error[0] != null) {
throw (error[0]);
}
} else {
// no transcode required...
DiskManagerFileInfo source = job.getFile();
transcode_file.setTranscodeRequired(false);
if (job.isStream()) {
PluginInterface av_pi = PluginInitializer.getDefaultInterface().getPluginManager().getPluginInterfaceByID("azupnpav");
if (av_pi == null) {
throw (new TranscodeException("Media Server plugin not found"));
}
IPCInterface av_ipc = av_pi.getIPC();
String url_str = (String) av_ipc.invoke("getContentURL", new Object[] { source });
if (url_str == null || url_str.length() == 0) {
// see if we can use the file directly
File source_file = source.getFile();
if (source_file.exists()) {
job.setStream(new BufferedInputStream(new FileInputStream(source_file)));
} else {
throw (new TranscodeException("No UPnPAV URL and file doesn't exist"));
}
} else {
URL source_url = new URL(url_str);
job.setStream(source_url.openConnection().getInputStream());
}
} else {
boolean url_input_source = source instanceof DiskManagerFileInfoURL;
if (device.getAlwaysCacheFiles() || url_input_source) {
PluginInterface av_pi = PluginInitializer.getDefaultInterface().getPluginManager().getPluginInterfaceByID("azupnpav");
if (av_pi == null) {
throw (new TranscodeException("Media Server plugin not found"));
}
IPCInterface av_ipc = av_pi.getIPC();
String url_str = (String) av_ipc.invoke("getContentURL", new Object[] { source });
InputStream is;
long length;
if (url_str == null || url_str.length() == 0) {
if (url_input_source) {
((DiskManagerFileInfoURL) source).download();
}
File source_file = source.getFile();
if (source_file.exists()) {
is = new BufferedInputStream(new FileInputStream(source_file));
length = source_file.length();
} else {
throw (new TranscodeException("No UPnPAV URL and file doesn't exist"));
}
} else {
URL source_url = new URL(url_str);
URLConnection connection = source_url.openConnection();
is = source_url.openConnection().getInputStream();
String s = connection.getHeaderField("content-length");
if (s != null) {
length = Long.parseLong(s);
} else {
length = -1;
}
}
OutputStream os = null;
final boolean[] cancel_copy = { false };
TranscodeQueueListener copy_listener = new TranscodeQueueListener() {
@Override
public void jobAdded(TranscodeJob job) {
}
@Override
public void jobChanged(TranscodeJob changed_job) {
if (changed_job == job) {
int state = job.getState();
if (state == TranscodeJob.ST_PAUSED) {
} else if (state == TranscodeJob.ST_RUNNING) {
} else if (state == TranscodeJob.ST_CANCELLED || state == TranscodeJob.ST_STOPPED) {
cancel_copy[0] = true;
}
}
}
@Override
public void jobRemoved(TranscodeJob removed_job) {
if (removed_job == job) {
cancel_copy[0] = true;
}
}
};
try {
addListener(copy_listener);
os = new FileOutputStream(transcode_file.getCacheFile());
long total_copied = 0;
byte[] buffer = new byte[128 * 1024];
while (true) {
if (cancel_copy[0]) {
throw (new TranscodeException("Copy cancelled"));
}
int len = is.read(buffer);
if (len <= 0) {
break;
}
os.write(buffer, 0, len);
total_copied += len;
if (length > 0) {
job.updateProgress((int) (total_copied * 100 / length), -1);
}
total_copied += len;
}
} finally {
try {
is.close();
} catch (Throwable e) {
Debug.out(e);
}
try {
if (os != null) {
os.close();
}
} catch (Throwable e) {
Debug.out(e);
}
removeListener(copy_listener);
}
}
}
}
job.complete();
return (true);
} catch (Throwable e) {
job.failed(e);
e.printStackTrace();
if (!job.isStream() && job.getEnableAutoRetry() && job.getAutoRetryCount() == 0 && job.canUseDirectInput() && !job.useDirectInput()) {
log("Auto-retrying transcode with direct input");
job.setUseDirectInput();
job.setAutoRetry(true);
queue_sem.release();
}
return (false);
} finally {
if (pipe != null) {
pipe.destroy();
}
device.setTranscoding(false);
current_job = null;
}
}
Also used :
DiskManager(com.biglybt.pif.disk.DiskManager)
TOTorrentFile(com.biglybt.core.torrent.TOTorrentFile)
DiskManagerFileInfoURL(com.biglybt.core.download.DiskManagerFileInfoURL)
TOTorrentFile(com.biglybt.core.torrent.TOTorrentFile)
DiskManagerFileInfoURL(com.biglybt.core.download.DiskManagerFileInfoURL)
URL(java.net.URL)
DiskManagerPiece(com.biglybt.core.disk.DiskManagerPiece)
Download(com.biglybt.pif.download.Download)
IPCInterface(com.biglybt.pif.ipc.IPCInterface)
DiskManagerFileInfo(com.biglybt.pif.disk.DiskManagerFileInfo)
PluginInterface(com.biglybt.pif.PluginInterface)
Average(com.biglybt.core.util.average.Average)
URLConnection(java.net.URLConnection)
TOTorrent(com.biglybt.core.torrent.TOTorrent)
Example 4 with Average
use of com.biglybt.core.util.average.Average in project BiglyBT by BiglySoftware.
the class PingSourceManager method checkForSlowSource.
// forcePingSourceChange
/**
* A slow source is something that is 2x the slower then the two fastest.
* @param sources -
* @return - true is a source has been removed.
*/
private boolean checkForSlowSource(SpeedManagerPingSource[] sources) {
// We only apply this rule if nothing has been removed in the past 15 minutes.
long currTime = SystemTime.getCurrentTime();
if (currTime < lastPingRemoval + TIME_BETWEEN_SLOW_PING_REMOVALS) {
return false;
}
SpeedManagerPingSource slowestSource = null;
if (sources.length < 3) {
return false;
}
double fastA = 10000.0;
double fastB = 10000.0;
double slowest = 0.0;
int len = sources.length;
for (int i = 0; i < len; i++) {
PingSourceStats pss = (PingSourceStats) pingAverages.get(sources[i]);
Average ave = pss.getHistory();
double pingTime = ave.getAverage();
// determine fastest or second fastest.
if (pingTime < fastA) {
fastB = fastA;
fastA = pingTime;
} else if (pingTime < fastB) {
fastB = pingTime;
}
// determine slowest.
if (pingTime > slowest) {
slowest = pingTime;
slowestSource = sources[i];
resetTimer();
}
}
// for
double sumFastest = fastA + fastB;
boolean removedSource = false;
if (sumFastest * 2 < slowest) {
// destroy this source. It is a bit too slow.
if (slowestSource != null) {
slowestSource.destroy();
SpeedManagerLogger.log("dropping ping source: " + slowestSource.getAddress() + " for being 2x slower then two fastest.");
removedSource = true;
resetTimer();
}
}
return removedSource;
}
Also used :
SpeedManagerPingSource(com.biglybt.core.speedmanager.SpeedManagerPingSource)
Average(com.biglybt.core.util.average.Average)
Example 5 with Average
use of com.biglybt.core.util.average.Average in project BiglyBT by BiglySoftware.
the class PingSourceManager method checkForBadPing.
// checkForSlowSource
/**
* If the slowest ping in 10x the fastest then remove it.
* @param sources -
* @return - true is a source has been removed.
*/
private boolean checkForBadPing(SpeedManagerPingSource[] sources) {
// if we just recently removed a ping source then wait.
long currTime = SystemTime.getCurrentTime();
if (currTime < lastPingRemoval + TIME_BETWEEN_BAD_PING_REMOVALS) {
return false;
}
double highestLongTermPing = 0.0;
SpeedManagerPingSource highestSource = null;
double lowestLongTermPing = 10000.0;
int len = sources.length;
for (int i = 0; i < len; i++) {
PingSourceStats pss = (PingSourceStats) pingAverages.get(sources[i]);
if (pss == null) {
continue;
}
Average a = pss.getLongTermAve();
double avePingTime = a.getAverage();
// is this a new highest value?
if (avePingTime > highestLongTermPing) {
highestLongTermPing = avePingTime;
highestSource = sources[i];
}
// is this a new lowest value?
if (avePingTime < lowestLongTermPing) {
lowestLongTermPing = avePingTime;
}
}
// for
boolean removedSource = false;
// if the highest value is 8x the lowest then find another source.
if (lowestLongTermPing * 8 < highestLongTermPing) {
// remove the slow source we will get a new one to replace it.
if (highestSource != null) {
SpeedManagerLogger.log("dropping ping source: " + highestSource.getAddress() + " for being 8x greater then min source.");
highestSource.destroy();
removedSource = true;
resetTimer();
}
}
return removedSource;
}
Also used :
SpeedManagerPingSource(com.biglybt.core.speedmanager.SpeedManagerPingSource)
Average(com.biglybt.core.util.average.Average)
Aggregations
Average (com.biglybt.core.util.average.Average)6
SpeedManagerPingSource (com.biglybt.core.speedmanager.SpeedManagerPingSource)3
DiskManagerPiece (com.biglybt.core.disk.DiskManagerPiece)1
DiskManagerFileInfoURL (com.biglybt.core.download.DiskManagerFileInfoURL)1
TOTorrent (com.biglybt.core.torrent.TOTorrent)1
TOTorrentFile (com.biglybt.core.torrent.TOTorrentFile)1
Timer (com.biglybt.core.util.Timer)1
PluginInterface (com.biglybt.pif.PluginInterface)1
DiskManager (com.biglybt.pif.disk.DiskManager)1
DiskManagerFileInfo (com.biglybt.pif.disk.DiskManagerFileInfo)1
Download (com.biglybt.pif.download.Download)1
IPCInterface (com.biglybt.pif.ipc.IPCInterface)1
URL (java.net.URL)1
URLConnection (java.net.URLConnection)1
Pattern (java.util.regex.Pattern)1
