Example 1 with MagnetConnection2
use of com.biglybt.core.util.protocol.magnet.MagnetConnection2 in project BiglyBT by BiglySoftware.
the class TorrentFolderWatcher method handleMagnet.
private void handleMagnet(File file) {
if (active_magnets.contains(file) || failed_magnets.contains(file) || pending_magnets.contains(file)) {
return;
}
pending_magnets.add(file);
if (active_magnets.size() >= 5) {
return;
}
File to_do = pending_magnets.remove(0);
active_magnets.add(to_do);
new AEThread2("FolderWatcher:magnetdl") {
public void run() {
File active = to_do;
while (true) {
boolean ok = false;
boolean bad_magnet = true;
try {
String magnet_uri = FileUtil.readFileAsString(active, 32000, "UTF-8");
URL magnet_url = new URL(magnet_uri);
if (!magnet_url.getProtocol().toLowerCase(Locale.US).equals("magnet")) {
throw (new Exception("URL '" + magnet_url + "' is not magnet protocol"));
}
bad_magnet = false;
File output_file = new File(active.getAbsolutePath() + ".torrent");
if (output_file.exists()) {
output_file.delete();
}
MagnetConnection2 con = (MagnetConnection2) magnet_url.openConnection();
try {
con.connect();
FileUtil.copyFile(con.getInputStream(), output_file);
if (output_file.length() == 0) {
output_file.delete();
throw (new Exception("Magnet download failed"));
}
ok = true;
} finally {
con.disconnect();
}
} catch (Throwable e) {
Debug.out("Failed to auto-import magnet file '" + active.getAbsolutePath() + "' - " + Debug.getNestedExceptionMessage(e));
Debug.printStackTrace(e);
} finally {
try {
this_mon.enter();
active_magnets.remove(active);
if (ok) {
active.delete();
} else {
if (bad_magnet) {
active.renameTo(new File(active.getAbsolutePath() + ".failed"));
}
failed_magnets.add(active);
}
if (pending_magnets.isEmpty()) {
if (active_magnets.isEmpty()) {
failed_magnets.clear();
}
break;
} else {
active = pending_magnets.remove(0);
active_magnets.add(active);
}
} finally {
this_mon.exit();
}
}
}
}
}.start();
}
Also used :
MagnetConnection2(com.biglybt.core.util.protocol.magnet.MagnetConnection2)
File(java.io.File)
URL(java.net.URL)
Example 2 with MagnetConnection2
use of com.biglybt.core.util.protocol.magnet.MagnetConnection2 in project BiglyBT by BiglySoftware.
the class Handler method openConnection.
@Override
public URLConnection openConnection(URL u) {
return (new MagnetConnection2(u, new MagnetConnection2.MagnetHandler() {
@Override
public void process(URL maggot, OutputStream os) throws IOException {
// convert into magnet lookalike
String maggot_str = maggot.toExternalForm();
int pos = maggot_str.indexOf('?');
String rem;
if (pos == -1) {
rem = "";
} else {
rem = "&" + maggot_str.substring(pos + 1);
maggot_str = maggot_str.substring(0, pos);
}
pos = maggot_str.lastIndexOf("/");
maggot_str = maggot_str.substring(pos + 1);
String[] bits = maggot_str.split(":");
String btih_str = bits[0];
String sha1_str = bits[1];
String magnet_str = "magnet:?xt=urn:btih:" + Base32.encode(ByteFormatter.decodeString(btih_str));
magnet_str += rem + "&maggot_sha1=" + sha1_str;
URL magnet = new URL(magnet_str);
String get = "/download/" + magnet.toString().substring(7) + " HTTP/1.0\r\n\r\n";
MagnetURIHandler.getSingleton().process(get, new ByteArrayInputStream(new byte[0]), os);
}
}));
}
Also used :
ByteArrayInputStream(java.io.ByteArrayInputStream)
OutputStream(java.io.OutputStream)
MagnetConnection2(com.biglybt.core.util.protocol.magnet.MagnetConnection2)
URL(java.net.URL)
Example 3 with MagnetConnection2
use of com.biglybt.core.util.protocol.magnet.MagnetConnection2 in project BiglyBT by BiglySoftware.
the class ResourceDownloaderURLImpl method download.
@Override
public InputStream download() throws ResourceDownloaderException {
try {
reportActivity(this, getLogIndent() + "Downloading: " + trimForDisplay(original_url));
try {
this_mon.enter();
if (download_initiated) {
throw (new ResourceDownloaderException(this, "Download already initiated"));
}
download_initiated = true;
} finally {
this_mon.exit();
}
try {
URL outer_url = new URL(original_url.toString().replaceAll(" ", "%20"));
// some authentications screw up without an explicit port number here
String protocol = outer_url.getProtocol().toLowerCase();
if (protocol.equals("vuze") || protocol.equals("biglybt")) {
outer_url = original_url;
} else if (protocol.equals("file")) {
File file = new File(original_url.toURI());
FileInputStream fis = new FileInputStream(file);
informAmountComplete(file.length());
informPercentDone(100);
informComplete(fis);
return (fis);
} else if (outer_url.getPort() == -1 && (protocol.equals("http") || protocol.equals("https"))) {
int target_port;
if (protocol.equals("http")) {
target_port = 80;
} else {
target_port = 443;
}
try {
String str = original_url.toString().replaceAll(" ", "%20");
int pos = str.indexOf("://");
pos = str.indexOf("/", pos + 4);
if (pos == -1) {
outer_url = new URL(str + ":" + target_port + "/");
} else {
outer_url = new URL(str.substring(0, pos) + ":" + target_port + str.substring(pos));
}
} catch (Throwable e) {
Debug.printStackTrace(e);
}
}
outer_url = AddressUtils.adjustURL(outer_url);
try {
if (force_no_proxy) {
AEProxySelectorFactory.getSelector().startNoProxy();
}
if (auth_supplied) {
SESecurityManager.setPasswordHandler(outer_url, this);
}
boolean use_compression = true;
boolean follow_redirect = true;
boolean dh_hack = false;
boolean internal_error_hack = false;
Set<String> redirect_urls = new HashSet<>();
URL current_url = outer_url;
Proxy current_proxy = force_proxy;
PluginProxy current_plugin_proxy = null;
URL initial_url = current_url;
redirect_label: while (follow_redirect) {
follow_redirect = false;
PluginProxy plugin_proxy_auto;
boolean ok = false;
if (auto_plugin_proxy || isAnonymous()) {
plugin_proxy_auto = AEProxyFactory.getPluginProxy("downloading resource", current_url);
if (plugin_proxy_auto == null) {
throw (new ResourceDownloaderException(this, "No plugin proxy available"));
}
current_url = plugin_proxy_auto.getURL();
current_proxy = plugin_proxy_auto.getProxy();
} else {
plugin_proxy_auto = null;
}
try {
SSLSocketFactory ssl_socket_factory = null;
for (int connect_loop = 0; connect_loop < 3; connect_loop++) {
File temp_file = null;
try {
URLConnection con;
current_plugin_proxy = plugin_proxy_auto == null ? AEProxyFactory.getPluginProxy(force_proxy) : plugin_proxy_auto;
if (current_url.getProtocol().equalsIgnoreCase("https")) {
// see ConfigurationChecker for SSL client defaults
HttpsURLConnection ssl_con = (HttpsURLConnection) openConnection(current_proxy, current_url);
if (ssl_socket_factory != null) {
ssl_con.setSSLSocketFactory(ssl_socket_factory);
}
if (!internal_error_hack) {
// for some reason, on java 8 at least, even setting a host name verifier
// causes an SSL internal_error on some websites :(
// allow for certs that contain IP addresses rather than dns names
ssl_con.setHostnameVerifier(new HostnameVerifier() {
@Override
public boolean verify(String host, SSLSession session) {
return (true);
}
});
}
if (current_plugin_proxy != null) {
// unfortunately the use of an intermediate host name causes
// SSL to completely fail (the hostname verifier above isn't enough to
// stop borkage) so what can we do?
// actually, not sure why, but when I hacked in this delegator things magically
// started working :(
TrustManagerFactory tmf = SESecurityManager.getTrustManagerFactory();
final List<X509TrustManager> default_tms = new ArrayList<>();
if (tmf != null) {
for (TrustManager tm : tmf.getTrustManagers()) {
if (tm instanceof X509TrustManager) {
default_tms.add((X509TrustManager) tm);
}
}
}
TrustManager[] tms_delegate = SESecurityManager.getAllTrustingTrustManager(new X509TrustManager() {
@Override
public X509Certificate[] getAcceptedIssuers() {
List<X509Certificate> result = new ArrayList<>();
for (X509TrustManager tm : default_tms) {
result.addAll(Arrays.asList(tm.getAcceptedIssuers()));
}
return (result.toArray(new X509Certificate[result.size()]));
}
@Override
public void checkClientTrusted(java.security.cert.X509Certificate[] chain, String authType) throws CertificateException {
for (X509TrustManager tm : default_tms) {
tm.checkClientTrusted(chain, authType);
}
}
@Override
public void checkServerTrusted(java.security.cert.X509Certificate[] chain, String authType) throws CertificateException {
for (X509TrustManager tm : default_tms) {
tm.checkServerTrusted(chain, authType);
}
}
});
SSLContext sc = SSLContext.getInstance("SSL");
sc.init(null, tms_delegate, RandomUtils.SECURE_RANDOM);
SSLSocketFactory factory = sc.getSocketFactory();
ssl_con.setSSLSocketFactory(factory);
}
if (dh_hack) {
UrlUtils.DHHackIt(ssl_con);
}
if (internal_error_hack && current_plugin_proxy != null) {
String host = current_plugin_proxy.getURLHostRewrite();
UrlUtils.HTTPSURLConnectionSNIHack(host, ssl_con);
}
con = ssl_con;
} else {
con = openConnection(current_proxy, current_url);
}
if (con instanceof HttpURLConnection) {
if (current_plugin_proxy != null) {
// need to manually handle redirects as we need to re-proxy
((HttpURLConnection) con).setInstanceFollowRedirects(false);
} else {
((HttpURLConnection) con).setInstanceFollowRedirects(true);
}
}
if (current_plugin_proxy != null) {
con.setRequestProperty("HOST", current_plugin_proxy.getURLHostRewrite() + (initial_url.getPort() == -1 ? "" : (":" + initial_url.getPort())));
}
ClientIDGenerator cidg = ClientIDManagerImpl.getSingleton().getGenerator();
if (cidg != null) {
Properties props = new Properties();
cidg.generateHTTPProperties(null, props);
String ua = props.getProperty(ClientIDGenerator.PR_USER_AGENT);
con.setRequestProperty("User-Agent", ua);
}
String connection = getStringProperty("URL_Connection");
if (connection != null && connection.equalsIgnoreCase("Keep-Alive")) {
con.setRequestProperty("Connection", "Keep-Alive");
// gah, no idea what the intent behind 'skip' is!
} else if (connection == null || !connection.equals("skip")) {
// default is close
con.setRequestProperty("Connection", "close");
}
if (use_compression) {
con.addRequestProperty("Accept-Encoding", "gzip");
}
setRequestProperties(con, use_compression);
if (post_data != null && con instanceof HttpURLConnection) {
con.setDoOutput(true);
String verb = (String) getStringProperty("URL_HTTP_VERB");
if (verb == null) {
verb = "POST";
}
((HttpURLConnection) con).setRequestMethod(verb);
if (post_data.length > 0) {
OutputStream os = con.getOutputStream();
os.write(post_data);
os.flush();
}
}
long connect_timeout = getLongProperty("URL_Connect_Timeout");
if (connect_timeout >= 0) {
con.setConnectTimeout((int) connect_timeout);
}
long read_timeout = getLongProperty("URL_Read_Timeout");
if (read_timeout >= 0) {
con.setReadTimeout((int) read_timeout);
}
boolean trust_content_length = getBooleanProperty("URL_Trust_Content_Length");
try {
con.connect();
} catch (AEProxyFactory.UnknownHostException e) {
throw (new UnknownHostException(e.getMessage()));
}
int response = con instanceof HttpURLConnection ? ((HttpURLConnection) con).getResponseCode() : HttpURLConnection.HTTP_OK;
ok = true;
if (response == HttpURLConnection.HTTP_MOVED_TEMP || response == HttpURLConnection.HTTP_MOVED_PERM) {
// auto redirect doesn't work from http to https or vice-versa
String move_to = con.getHeaderField("location");
if (move_to != null) {
if (redirect_urls.contains(move_to) || redirect_urls.size() > 32) {
throw (new ResourceDownloaderException(this, "redirect loop"));
}
redirect_urls.add(move_to);
try {
// don't URL decode the move-to as its already in the right format!
// URLDecoder.decode( move_to, "UTF-8" ));
URL move_to_url = new URL(move_to);
boolean follow = false;
if (current_plugin_proxy != null) {
PluginProxy child = current_plugin_proxy.getChildProxy("redirect", move_to_url);
if (child != null) {
initial_url = move_to_url;
// use an overall property to force this through on the redirect
setProperty("URL_HOST", initial_url.getHost() + (initial_url.getPort() == -1 ? "" : (":" + initial_url.getPort())));
current_proxy = child.getProxy();
move_to_url = child.getURL();
follow = true;
}
}
String original_protocol = current_url.getProtocol().toLowerCase();
String new_protocol = move_to_url.getProtocol().toLowerCase();
if (follow || !original_protocol.equals(new_protocol)) {
current_url = move_to_url;
try {
List<String> cookies_list = con.getHeaderFields().get("Set-cookie");
List<String> cookies_set = new ArrayList<>();
if (cookies_list != null) {
for (int i = 0; i < cookies_list.size(); i++) {
String[] cookie_bits = ((String) cookies_list.get(i)).split(";");
if (cookie_bits.length > 0) {
cookies_set.add(cookie_bits[0]);
}
}
}
if (cookies_set.size() > 0) {
String new_cookies = "";
Map properties = getLCKeyProperties();
Object obj = properties.get("url_cookie");
if (obj instanceof String) {
new_cookies = (String) obj;
}
for (String s : cookies_set) {
new_cookies += (new_cookies.length() == 0 ? "" : "; ") + s;
}
setProperty("URL_Cookie", new_cookies);
}
} catch (Throwable e) {
Debug.out(e);
}
follow_redirect = true;
continue redirect_label;
}
} catch (Throwable e) {
}
}
}
setProperty("URL_HTTP_Response", new Long(response));
if (response != HttpURLConnection.HTTP_CREATED && response != HttpURLConnection.HTTP_ACCEPTED && response != HttpURLConnection.HTTP_NO_CONTENT && response != HttpURLConnection.HTTP_OK) {
HttpURLConnection http_con = (HttpURLConnection) con;
InputStream error_stream = http_con.getErrorStream();
String error_str = null;
if (error_stream != null) {
String encoding = con.getHeaderField("content-encoding");
if (encoding != null) {
if (encoding.equalsIgnoreCase("gzip")) {
error_stream = new GZIPInputStream(error_stream);
} else if (encoding.equalsIgnoreCase("deflate")) {
error_stream = new InflaterInputStream(error_stream);
}
}
error_str = FileUtil.readInputStreamAsString(error_stream, 512);
}
// grab properties anyway as they may be useful
getRequestProperties(con);
URL dest = current_url;
if (current_plugin_proxy != null) {
try {
dest = new URL(current_plugin_proxy.getTarget());
} catch (Throwable e) {
}
}
throw (new ResourceDownloaderException(this, "Error on connect for '" + trimForDisplay(dest) + "': " + Integer.toString(response) + " " + http_con.getResponseMessage() + (error_str == null ? "" : (": error=" + error_str))));
}
getRequestProperties(con);
boolean compressed = false;
try {
this_mon.enter();
input_stream = con.getInputStream();
String encoding = con.getHeaderField("content-encoding");
if (encoding != null) {
if (encoding.equalsIgnoreCase("gzip")) {
compressed = true;
input_stream = new GZIPInputStream(input_stream);
} else if (encoding.equalsIgnoreCase("deflate")) {
compressed = true;
input_stream = new InflaterInputStream(input_stream);
}
}
} finally {
this_mon.exit();
}
if (con instanceof MagnetConnection2) {
// hack - status reports for magnet connections are returned
List<String> errors = ((MagnetConnection2) con).getResponseMessages(true);
if (errors.size() > 0) {
throw (new ResourceDownloaderException(this, errors.get(0)));
}
}
ByteArrayOutputStream baos = null;
FileOutputStream fos = null;
try {
byte[] buf = new byte[BUFFER_SIZE];
long total_read = 0;
// unfortunately not all servers set content length
/* From Apache's mod_deflate doc:
* http://httpd.apache.org/docs/2.0/mod/mod_deflate.html
Note on Content-Length
If you evaluate the request body yourself, don't trust the
Content-Length header! The Content-Length header reflects
the length of the incoming data from the client and not the
byte count of the decompressed data stream.
*/
long size = compressed ? -1 : UrlUtils.getContentLength(con);
baos = size > 0 ? new ByteArrayOutputStream(size > MAX_IN_MEM_READ_SIZE ? MAX_IN_MEM_READ_SIZE : (int) size) : new ByteArrayOutputStream();
while (!cancel_download) {
if (size >= 0 && total_read >= size && trust_content_length) {
break;
}
int read = input_stream.read(buf);
if (read > 0) {
if (total_read > MAX_IN_MEM_READ_SIZE) {
if (fos == null) {
temp_file = AETemporaryFileHandler.createTempFile();
fos = new FileOutputStream(temp_file);
fos.write(baos.toByteArray());
baos = null;
}
fos.write(buf, 0, read);
} else {
baos.write(buf, 0, read);
}
total_read += read;
informAmountComplete(total_read);
if (size > 0) {
informPercentDone((int) ((100 * total_read) / size));
}
} else {
break;
}
}
if (size > 0 && total_read != size) {
if (total_read > size) {
// this has been seen with UPnP linksys - more data is read than
// the content-length has us believe is coming (1 byte in fact...)
Debug.outNoStack("Inconsistent stream length for '" + trimForDisplay(original_url) + "': expected = " + size + ", actual = " + total_read);
} else {
throw (new IOException("Premature end of stream"));
}
}
} finally {
if (fos != null) {
try {
fos.close();
} catch (Throwable e) {
}
}
input_stream.close();
}
InputStream res;
if (temp_file != null) {
res = new DeleteFileOnCloseInputStream(temp_file);
temp_file = null;
} else {
res = new ByteArrayInputStream(baos.toByteArray());
}
boolean handed_over = false;
try {
if (informComplete(res)) {
handed_over = true;
return (res);
}
} finally {
if (!handed_over) {
res.close();
}
}
throw (new ResourceDownloaderException(this, "Contents downloaded but rejected: '" + trimForDisplay(original_url) + "'"));
} catch (SSLException e) {
String msg = Debug.getNestedExceptionMessage(e);
if (connect_loop < 3) {
boolean try_again = false;
if (msg.contains("DH keypair")) {
if (!dh_hack) {
dh_hack = true;
try_again = true;
}
} else if (msg.contains("internal_error") || msg.contains("handshake_failure")) {
if (!internal_error_hack) {
internal_error_hack = true;
try_again = true;
}
}
ssl_socket_factory = SESecurityManager.installServerCertificates(current_url);
if (ssl_socket_factory != null) {
// certificate has been installed
try_again = true;
}
if (try_again) {
continue;
}
}
throw (e);
} catch (ZipException e) {
if (connect_loop == 0) {
use_compression = false;
continue;
}
} catch (IOException e) {
if (connect_loop == 0) {
String msg = e.getMessage();
if (msg != null) {
msg = msg.toLowerCase(MessageText.LOCALE_ENGLISH);
if (msg.contains("gzip")) {
use_compression = false;
continue;
}
}
URL retry_url = UrlUtils.getIPV4Fallback(current_url);
if (retry_url != null) {
current_url = retry_url;
continue;
}
}
throw (e);
} finally {
if (temp_file != null) {
temp_file.delete();
}
}
}
} finally {
if (plugin_proxy_auto != null) {
plugin_proxy_auto.setOK(ok);
}
}
}
throw (new ResourceDownloaderException(this, "Should never get here"));
} finally {
if (auth_supplied) {
SESecurityManager.setPasswordHandler(outer_url, null);
}
if (force_no_proxy) {
AEProxySelectorFactory.getSelector().endNoProxy();
}
}
} catch (java.net.MalformedURLException e) {
throw (new ResourceDownloaderException(this, "Exception while parsing URL '" + trimForDisplay(original_url) + "':" + e.getMessage(), e));
} catch (java.net.UnknownHostException e) {
throw (new ResourceDownloaderException(this, "Exception while initializing download of '" + trimForDisplay(original_url) + "': Unknown Host '" + e.getMessage() + "'", e));
} catch (java.io.IOException e) {
throw (new ResourceDownloaderException(this, "I/O Exception while downloading '" + trimForDisplay(original_url) + "'", e));
}
} catch (Throwable e) {
ResourceDownloaderException rde;
if (e instanceof ResourceDownloaderException) {
rde = (ResourceDownloaderException) e;
} else {
Debug.out(e);
rde = new ResourceDownloaderException(this, "Unexpected error", e);
}
informFailed(rde);
throw (rde);
}
}
Also used :
java.net(java.net)
ClientIDGenerator(com.biglybt.pif.clientid.ClientIDGenerator)
java.io(java.io)
X509Certificate(java.security.cert.X509Certificate)
PluginProxy(com.biglybt.core.proxy.AEProxyFactory.PluginProxy)
GZIPInputStream(java.util.zip.GZIPInputStream)
PluginProxy(com.biglybt.core.proxy.AEProxyFactory.PluginProxy)
ResourceDownloaderException(com.biglybt.pif.utils.resourcedownloader.ResourceDownloaderException)
GZIPInputStream(java.util.zip.GZIPInputStream)
InflaterInputStream(java.util.zip.InflaterInputStream)
InflaterInputStream(java.util.zip.InflaterInputStream)
ZipException(java.util.zip.ZipException)
MagnetConnection2(com.biglybt.core.util.protocol.magnet.MagnetConnection2)
Aggregations
MagnetConnection2 (com.biglybt.core.util.protocol.magnet.MagnetConnection2)3
URL (java.net.URL)2
PluginProxy (com.biglybt.core.proxy.AEProxyFactory.PluginProxy)1
ClientIDGenerator (com.biglybt.pif.clientid.ClientIDGenerator)1
ResourceDownloaderException (com.biglybt.pif.utils.resourcedownloader.ResourceDownloaderException)1
java.io (java.io)1
ByteArrayInputStream (java.io.ByteArrayInputStream)1
File (java.io.File)1
OutputStream (java.io.OutputStream)1
java.net (java.net)1
X509Certificate (java.security.cert.X509Certificate)1
GZIPInputStream (java.util.zip.GZIPInputStream)1
InflaterInputStream (java.util.zip.InflaterInputStream)1
ZipException (java.util.zip.ZipException)1
