2015-11-23 02:33:01 +01:00
|
|
|
#include <QFile>
|
|
|
|
#include <QFileInfo>
|
2017-02-07 23:36:06 +01:00
|
|
|
#include <QNetworkRequest>
|
|
|
|
#include <QNetworkReply>
|
2015-11-23 23:19:57 +01:00
|
|
|
#include "config.h"
|
2015-11-23 02:33:01 +01:00
|
|
|
#include "downloader.h"
|
|
|
|
|
|
|
|
|
2015-11-24 10:05:28 +01:00
|
|
|
#if defined(Q_OS_LINUX)
|
2015-11-23 23:19:57 +01:00
|
|
|
#define PLATFORM_STR "Linux"
|
2015-11-24 10:05:28 +01:00
|
|
|
#elif defined(Q_OS_WIN32)
|
2015-11-23 23:19:57 +01:00
|
|
|
#define PLATFORM_STR "Windows"
|
2015-11-24 10:05:28 +01:00
|
|
|
#elif defined(Q_OS_MAC)
|
2015-11-23 23:19:57 +01:00
|
|
|
#define PLATFORM_STR "OS X"
|
|
|
|
#else
|
|
|
|
#define PLATFORM_STR "Unknown"
|
|
|
|
#endif
|
|
|
|
|
2016-04-01 23:14:57 +02:00
|
|
|
#define USER_AGENT \
|
|
|
|
APP_NAME "/" APP_VERSION " (" PLATFORM_STR "; Qt " QT_VERSION_STR ")"
|
2015-11-23 23:19:57 +01:00
|
|
|
|
2017-01-16 21:45:27 +01:00
|
|
|
#define ATTR_REDIRECT QNetworkRequest::RedirectionTargetAttribute
|
|
|
|
#define ATTR_FILE QNetworkRequest::User
|
|
|
|
#define ATTR_ORIGIN (QNetworkRequest::Attribute)(QNetworkRequest::User + 1)
|
|
|
|
#define ATTR_LEVEL (QNetworkRequest::Attribute)(QNetworkRequest::User + 2)
|
|
|
|
|
|
|
|
#define MAX_REDIRECT_LEVEL 5
|
|
|
|
|
2017-01-16 09:53:01 +01:00
|
|
|
|
2017-02-07 23:36:06 +01:00
|
|
|
Downloader::Downloader(QObject *parent) : QObject(parent)
|
2015-11-23 02:33:01 +01:00
|
|
|
{
|
2015-12-04 22:56:34 +01:00
|
|
|
connect(&_manager, SIGNAL(finished(QNetworkReply*)),
|
2015-11-23 02:33:01 +01:00
|
|
|
SLOT(downloadFinished(QNetworkReply*)));
|
|
|
|
}
|
|
|
|
|
2017-01-16 21:45:27 +01:00
|
|
|
bool Downloader::doDownload(const Download &dl, const Redirect &redirect)
|
2015-11-23 02:33:01 +01:00
|
|
|
{
|
|
|
|
QUrl url(dl.url());
|
2015-12-04 22:56:34 +01:00
|
|
|
|
|
|
|
if (_errorDownloads.contains(url))
|
2016-05-19 01:10:40 +02:00
|
|
|
return false;
|
2017-01-16 09:53:01 +01:00
|
|
|
if (_currentDownloads.contains(url))
|
|
|
|
return false;
|
2015-12-04 22:56:34 +01:00
|
|
|
|
2015-11-23 02:33:01 +01:00
|
|
|
QNetworkRequest request(url);
|
2017-01-16 09:53:01 +01:00
|
|
|
request.setAttribute(ATTR_FILE, QVariant(dl.file()));
|
2017-01-16 21:45:27 +01:00
|
|
|
if (!redirect.isNull()) {
|
|
|
|
request.setAttribute(ATTR_ORIGIN, QVariant(redirect.origin()));
|
|
|
|
request.setAttribute(ATTR_LEVEL, QVariant(redirect.level()));
|
|
|
|
}
|
2015-11-23 23:19:57 +01:00
|
|
|
request.setRawHeader("User-Agent", USER_AGENT);
|
2015-12-04 22:56:34 +01:00
|
|
|
QNetworkReply *reply = _manager.get(request);
|
2015-11-23 02:33:01 +01:00
|
|
|
|
2017-01-16 09:53:01 +01:00
|
|
|
_currentDownloads.insert(url, reply);
|
2016-05-19 01:10:40 +02:00
|
|
|
|
|
|
|
return true;
|
2015-11-23 02:33:01 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
bool Downloader::saveToDisk(const QString &filename, QIODevice *data)
|
|
|
|
{
|
|
|
|
QFile file(filename);
|
|
|
|
|
|
|
|
if (!file.open(QIODevice::WriteOnly)) {
|
2017-03-18 01:30:31 +01:00
|
|
|
qWarning("Error writing map tile: %s: %s\n",
|
2015-11-23 02:33:01 +01:00
|
|
|
qPrintable(filename), qPrintable(file.errorString()));
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
file.write(data->readAll());
|
|
|
|
file.close();
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Downloader::downloadFinished(QNetworkReply *reply)
|
|
|
|
{
|
2017-01-16 09:53:01 +01:00
|
|
|
QUrl url = reply->request().url();
|
|
|
|
|
2015-11-23 02:33:01 +01:00
|
|
|
if (reply->error()) {
|
2017-01-16 09:53:01 +01:00
|
|
|
QUrl origin = reply->request().attribute(ATTR_ORIGIN).toUrl();
|
|
|
|
if (origin.isEmpty()) {
|
|
|
|
_errorDownloads.insert(url);
|
2017-03-18 01:30:31 +01:00
|
|
|
qWarning("Error downloading map tile: %s: %s\n",
|
2017-01-16 09:53:01 +01:00
|
|
|
url.toEncoded().constData(), qPrintable(reply->errorString()));
|
|
|
|
} else {
|
|
|
|
_errorDownloads.insert(origin);
|
2017-03-18 01:30:31 +01:00
|
|
|
qWarning("Error downloading map tile: %s -> %s: %s\n",
|
2017-01-16 09:53:01 +01:00
|
|
|
origin.toEncoded().constData(), url.toEncoded().constData(),
|
|
|
|
qPrintable(reply->errorString()));
|
|
|
|
}
|
2015-11-23 02:33:01 +01:00
|
|
|
} else {
|
2017-01-16 21:45:27 +01:00
|
|
|
QUrl location = reply->attribute(ATTR_REDIRECT).toUrl();
|
2017-01-16 09:53:01 +01:00
|
|
|
QString filename = reply->request().attribute(ATTR_FILE)
|
2015-11-23 02:33:01 +01:00
|
|
|
.toString();
|
2016-06-16 20:32:11 +02:00
|
|
|
|
2017-01-16 21:45:27 +01:00
|
|
|
if (!location.isEmpty()) {
|
2017-01-16 09:53:01 +01:00
|
|
|
QUrl origin = reply->request().attribute(ATTR_ORIGIN).toUrl();
|
2017-01-16 21:45:27 +01:00
|
|
|
int level = reply->request().attribute(ATTR_LEVEL).toInt();
|
|
|
|
|
2017-01-17 10:37:02 +01:00
|
|
|
if (location == url) {
|
|
|
|
_errorDownloads.insert(url);
|
2017-03-18 01:30:31 +01:00
|
|
|
qWarning("Error downloading map tile: %s: "
|
2017-01-17 10:37:02 +01:00
|
|
|
"redirect loop\n", url.toEncoded().constData());
|
|
|
|
} else if (level >= MAX_REDIRECT_LEVEL) {
|
|
|
|
_errorDownloads.insert(origin);
|
2017-03-18 01:30:31 +01:00
|
|
|
qWarning("Error downloading map tile: %s: "
|
2017-01-16 21:45:27 +01:00
|
|
|
"redirect level limit reached\n",
|
|
|
|
origin.toEncoded().constData());
|
2017-01-17 10:37:02 +01:00
|
|
|
} else {
|
|
|
|
Redirect redirect(origin.isEmpty() ? url : origin, level + 1);
|
2017-01-16 21:45:27 +01:00
|
|
|
Download dl(location, filename);
|
|
|
|
doDownload(dl, redirect);
|
|
|
|
}
|
2016-06-16 20:32:11 +02:00
|
|
|
} else
|
2016-08-02 23:05:52 +02:00
|
|
|
if (!saveToDisk(filename, reply))
|
|
|
|
_errorDownloads.insert(url);
|
2015-11-23 02:33:01 +01:00
|
|
|
}
|
|
|
|
|
2017-01-16 09:53:01 +01:00
|
|
|
_currentDownloads.remove(url);
|
2015-11-23 02:33:01 +01:00
|
|
|
reply->deleteLater();
|
|
|
|
|
2015-12-04 22:56:34 +01:00
|
|
|
if (_currentDownloads.isEmpty())
|
2015-11-23 02:33:01 +01:00
|
|
|
emit finished();
|
|
|
|
}
|
|
|
|
|
2016-05-19 01:10:40 +02:00
|
|
|
bool Downloader::get(const QList<Download> &list)
|
2015-11-23 02:33:01 +01:00
|
|
|
{
|
2016-05-19 01:10:40 +02:00
|
|
|
bool finishEmitted = false;
|
|
|
|
|
2015-11-23 02:33:01 +01:00
|
|
|
for (int i = 0; i < list.count(); i++)
|
2016-05-19 01:10:40 +02:00
|
|
|
finishEmitted |= doDownload(list.at(i));
|
|
|
|
|
|
|
|
return finishEmitted;
|
2015-11-23 02:33:01 +01:00
|
|
|
}
|