--- a/src/partDownloader.cpp Sun Sep 06 16:42:57 2015 +0300 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,599 +0,0 @@ -/* - * LDForge: LDraw parts authoring CAD - * Copyright (C) 2013 - 2015 Teemu Piippo - * - * This program is free software: you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation, either version 3 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program. If not, see <http://www.gnu.org/licenses/>. - */ - -#include <QNetworkAccessManager> -#include <QNetworkRequest> -#include <QNetworkReply> -#include <QDir> -#include <QProgressBar> -#include <QPushButton> -#include <QFileDialog> -#include <QMessageBox> -#include "partDownloader.h" -#include "ui_downloadfrom.h" -#include "basics.h" -#include "mainwindow.h" -#include "ldDocument.h" -#include "glRenderer.h" - -ConfigOption (QString DownloadFilePath) -ConfigOption (bool GuessDownloadPaths = true) -ConfigOption (bool AutoCloseDownloadDialog = true) - -const char* g_unofficialLibraryURL = "http://ldraw.org/library/unofficial/"; - -PartDownloader::PartDownloader (QWidget* parent) : - QDialog (parent), - HierarchyElement (parent), - ui (*new Ui_DownloadFrom), - m_source (SourceType (0)) -{ - ui.setupUi (this); - ui.fname->setFocus(); - -#ifdef USE_QT5 - ui.progress->horizontalHeader()->setSectionResizeMode (QHeaderView::Stretch); -#else - ui.progress->horizontalHeader()->setResizeMode (PartLabelColumn, QHeaderView::Stretch); -#endif - - m_downloadButton = new QPushButton (tr ("Download")); - ui.buttonBox->addButton (m_downloadButton, QDialogButtonBox::ActionRole); - button (Abort)->setEnabled (false); - connect (ui.source, SIGNAL (currentIndexChanged (int)), this, SLOT (sourceChanged (int))); - connect (ui.buttonBox, SIGNAL (clicked (QAbstractButton*)), this, SLOT (buttonClicked (QAbstractButton*))); -} - -PartDownloader::~PartDownloader() -{ - delete &ui; -} - -void PartDownloader::checkValidPath() -{ - QString path = downloadPath(); - - if (path.isEmpty() or not QDir (path).exists()) - { - QMessageBox::information(this, "Notice", "Please input a path for files to download."); - path = QFileDialog::getExistingDirectory (this, "Path for downloaded files:"); - - if (path.isEmpty()) - reject(); - else - m_config->setDownloadFilePath (path); - } -} - -QString PartDownloader::url() -{ - const SourceType src = sourceType(); - QString dest; - - switch (src) - { - case PartsTracker: - dest = ui.fname->text(); - modifyDestination (dest); - ui.fname->setText (dest); - return g_unofficialLibraryURL + dest; - - case CustomURL: - return ui.fname->text(); - } - - // Shouldn't happen - return ""; -} - -void PartDownloader::modifyDestination (QString& dest) const -{ - dest = dest.simplified(); - - // If the user doesn't want us to guess, stop right here. - if (not m_config->guessDownloadPaths()) - return; - - // Ensure .dat extension - if (dest.right (4) != ".dat") - { - // Remove the existing extension, if any. It may be we're here over a - // typo in the .dat extension. - const int dotpos = dest.lastIndexOf ("."); - - if ((dotpos != -1) and (dotpos >= dest.length() - 4)) - dest.chop (dest.length() - dotpos); - - dest += ".dat"; - } - - // If the part starts with s\ or s/, then use parts/s/. Same goes with - // 48\ and p/48/. - if (isOneOf (dest.left (2), "s\\", "s/")) - { - dest.remove (0, 2); - dest.prepend ("parts/s/"); - } - else if (isOneOf (dest.left (3), "48\\", "48/")) - { - dest.remove (0, 3); - dest.prepend ("p/48/"); - } - - /* Try determine where to put this part. We have four directories: - parts/, parts/s/, p/, and p/48/. If we haven't already specified - either parts/ or p/, we need to add it automatically. Part files - are numbers wit a possible u prefix for parts with unknown number - which can be followed by any of: - - c** (composites) - - d** (formed stickers) - - p** (patterns) - - a lowercase alphabetic letter for variants - - Subfiles (usually) have an s** prefix, in which case we use parts/s/. - Note that the regex starts with a '^' so it won't catch already fully - given part file names. */ - QString partRegex = "^u?[0-9]+(c[0-9][0-9]+)*(d[0-9][0-9]+)*[a-z]?(p[0-9a-z][0-9a-z]+)*"; - QString subpartRegex = partRegex + "s[0-9][0-9]+"; - - partRegex += "\\.dat$"; - subpartRegex += "\\.dat$"; - - if (QRegExp (subpartRegex).exactMatch (dest)) - dest.prepend ("parts/s/"); - else if (QRegExp (partRegex).exactMatch (dest)) - dest.prepend ("parts/"); - else if (not dest.startsWith ("parts/") and not dest.startsWith ("p/")) - dest.prepend ("p/"); -} - -PartDownloader::SourceType PartDownloader::sourceType() const -{ - return m_source; -} - -void PartDownloader::setSourceType (SourceType src) -{ - m_source = src; - ui.source->setCurrentIndex (int (src)); -} - -void PartDownloader::sourceChanged (int i) -{ - if (i == CustomURL) - ui.fileNameLabel->setText (tr ("URL:")); - else - ui.fileNameLabel->setText (tr ("File name:")); - - m_source = SourceType (i); -} - -void PartDownloader::buttonClicked (QAbstractButton* btn) -{ - if (btn == button (Close)) - { - reject(); - } - else if (btn == button (Abort)) - { - m_isAborted = true; - - for (PartDownloadRequest* req : m_requests) - req->abort(); - } - else if (btn == button (Download)) - { - QString dest = ui.fname->text(); - setPrimaryFile (nullptr); - m_isAborted = false; - - if (sourceType() == CustomURL) - dest = Basename (url()); - - modifyDestination (dest); - - if (QFile::exists (downloadPath() + DIRSLASH + dest)) - { - const QString overwritemsg = format (tr ("%1 already exists in download directory. Overwrite?"), dest); - if (not Confirm (tr ("Overwrite?"), overwritemsg)) - return; - } - - downloadFile (dest, url(), true); - } -} - -void PartDownloader::downloadFile (QString dest, QString url, bool primary) -{ - int row = ui.progress->rowCount(); - - // Don't download files repeadetly. - if (m_filesToDownload.indexOf (dest) != -1) - return; - - print ("Downloading %1 from %2\n", dest, url); - modifyDestination (dest); - PartDownloadRequest* req = new PartDownloadRequest (url, dest, primary, this); - m_filesToDownload << dest; - m_requests << req; - ui.progress->insertRow (row); - req->setTableRow (row); - req->updateToTable(); - m_downloadButton->setEnabled (false); - ui.progress->setEnabled (true); - ui.fname->setEnabled (false); - ui.source->setEnabled (false); - button (Close)->setEnabled (false); - button (Abort)->setEnabled (true); - button (Download)->setEnabled (false); -} - -void PartDownloader::downloadFromPartsTracker (QString file) -{ - modifyDestination (file); - downloadFile (file, g_unofficialLibraryURL + file, false); -} - -void PartDownloader::checkIfFinished() -{ - bool failed = isAborted(); - - // If there is some download still working, we're not finished. - for (PartDownloadRequest* req : m_requests) - { - if (not req->isFinished()) - return; - - if (req->failed()) - failed = true; - } - - for (PartDownloadRequest* req : m_requests) - delete req; - - m_requests.clear(); - - if (primaryFile()) - emit primaryFileDownloaded(); - - for (LDDocument* f : m_files) - f->reloadAllSubfiles(); - - if (m_config->autoCloseDownloadDialog() and not failed) - { - // Close automatically if desired. - accept(); - } - else - { - // Allow the prompt be closed now. - button (Abort)->setEnabled (false); - button (Close)->setEnabled (true); - } -} - -QPushButton* PartDownloader::button (PartDownloader::Button i) -{ - switch (i) - { - case Download: - return m_downloadButton; - - case Abort: - return qobject_cast<QPushButton*> (ui.buttonBox->button (QDialogButtonBox::Abort)); - - case Close: - return qobject_cast<QPushButton*> (ui.buttonBox->button (QDialogButtonBox::Close)); - } - - return nullptr; -} - -void PartDownloader::addFile (LDDocument* f) -{ - m_files << f; -} - -bool PartDownloader::isAborted() const -{ - return m_isAborted; -} - -LDDocument* PartDownloader::primaryFile() const -{ - return m_primaryFile; -} - -void PartDownloader::setPrimaryFile (LDDocument* document) -{ - m_primaryFile = document; -} - -QString PartDownloader::downloadPath() -{ - QString path = m_config->downloadFilePath(); - - if (DIRSLASH[0] != '/') - path.replace (DIRSLASH, "/"); - - return path; -} - -QTableWidget* PartDownloader::progressTable() const -{ - return ui.progress; -} - -// -// --------------------------------------------------------------------------------------------------------------------- -// - -PartDownloadRequest::PartDownloadRequest (QString url, QString dest, bool primary, PartDownloader* parent) : - QObject (parent), - m_state (State::Requesting), - m_prompt (parent), - m_url (url), - m_destination (dest), - m_filePath (parent->downloadPath() + DIRSLASH + dest), - m_networkManager (new QNetworkAccessManager), - m_isFirstUpdate (true), - m_isPrimary (primary), - m_filePointer (nullptr) -{ - // Make sure that we have a valid destination. - QString dirpath = Dirname (filePath()); - QDir dir (dirpath); - - if (not dir.exists()) - { - print ("Creating %1...\n", dirpath); - - if (not dir.mkpath (dirpath)) - Critical (format (tr ("Couldn't create the directory %1!"), dirpath)); - } - - m_networkReply = m_networkManager->get (QNetworkRequest (QUrl (url))); - connect (networkReply(), SIGNAL (finished()), this, SLOT (downloadFinished())); - connect (networkReply(), SIGNAL (readyRead()), this, SLOT (readFromNetworkReply())); - connect (networkReply(), SIGNAL (downloadProgress (qint64, qint64)), - this, SLOT (updateDownloadProgress (qint64, qint64))); -} - -PartDownloadRequest::~PartDownloadRequest() {} - -bool PartDownloadRequest::failed() const -{ - return m_state == State::Failed; -} - -int PartDownloadRequest::tableRow() const -{ - return m_tableRow; -} - -void PartDownloadRequest::setTableRow (int value) -{ - m_tableRow = value; -} - -PartDownloader* PartDownloadRequest::prompt() const -{ - return m_prompt; -} - -QString PartDownloadRequest::url() const -{ - return m_url; -} - -QString PartDownloadRequest::destination() const -{ - return m_destination; -} - -QString PartDownloadRequest::filePath() const -{ - return m_filePath; -} - -bool PartDownloadRequest::isFirstUpdate() const -{ - return m_isFirstUpdate; -} - -qint64 PartDownloadRequest::numBytesRead() const -{ - return m_numBytesRead; -} - -qint64 PartDownloadRequest::numBytesTotal() const -{ - return m_numBytesTotal; -} - -bool PartDownloadRequest::isPrimary() const -{ - return m_isPrimary; -} - -QNetworkReply* PartDownloadRequest::networkReply() const -{ - return m_networkReply; -} - -void PartDownloadRequest::updateToTable() -{ - QTableWidget* table = prompt()->progressTable(); - - switch (m_state) - { - case State::Requesting: - case State::Downloading: - { - QWidget* cellwidget = table->cellWidget (tableRow(), PartDownloader::ProgressColumn); - QProgressBar* progressBar = qobject_cast<QProgressBar*> (cellwidget); - - if (not progressBar) - { - progressBar = new QProgressBar; - table->setCellWidget (tableRow(), PartDownloader::ProgressColumn, progressBar); - } - - progressBar->setRange (0, numBytesTotal()); - progressBar->setValue (numBytesRead()); - } - break; - - case State::Finished: - case State::Failed: - { - const QString text = (m_state == State::Finished) - ? "<b><span style=\"color: #080\">FINISHED</span></b>" - : "<b><span style=\"color: #800\">FAILED</span></b>"; - - QLabel* lb = new QLabel (text); - lb->setAlignment (Qt::AlignCenter); - table->setCellWidget (tableRow(), PartDownloader::ProgressColumn, lb); - } - break; - } - - QLabel* label = qobject_cast<QLabel*> (table->cellWidget (tableRow(), PartDownloader::PartLabelColumn)); - - if (isFirstUpdate()) - { - label = new QLabel (format ("<b>%1</b>", destination()), table); - table->setCellWidget (tableRow(), PartDownloader::PartLabelColumn, label); - } - - // Make sure that the cell is big enough to contain the label - if (table->columnWidth (PartDownloader::PartLabelColumn) < label->width()) - table->setColumnWidth (PartDownloader::PartLabelColumn, label->width()); - - m_isFirstUpdate = false; -} - -void PartDownloadRequest::downloadFinished() -{ - if (networkReply()->error() != QNetworkReply::NoError) - { - if (isPrimary() and not prompt()->isAborted()) - Critical (networkReply()->errorString()); - - print ("Unable to download %1: %2\n", destination(), networkReply()->errorString()); - m_state = State::Failed; - } - else if (m_state != State::Failed) - { - m_state = State::Finished; - } - - m_numBytesRead = numBytesTotal(); - updateToTable(); - - if (m_filePointer) - { - m_filePointer->close(); - delete m_filePointer; - m_filePointer = nullptr; - - if (m_state == State::Failed) - QFile::remove (filePath()); - } - - if (m_state != State::Finished) - { - prompt()->checkIfFinished(); - return; - } - - // Try to load this file now. - LDDocument* f = OpenDocument (filePath(), false, not isPrimary()); - - if (f == nullptr) - return; - - // Iterate through this file and check for errors. If there's any that stems - // from unknown file references, try resolve that by downloading the reference. - // This is why downloading a part may end up downloading multiple files, as - // it resolves dependencies. - for (LDObject* obj : f->objects()) - { - LDError* err = dynamic_cast<LDError*> (obj); - - if (err == nullptr or err->fileReferenced().isEmpty()) - continue; - - QString dest = err->fileReferenced(); - prompt()->downloadFromPartsTracker (dest); - } - - prompt()->addFile (f); - - if (isPrimary()) - { - AddRecentFile (filePath()); - prompt()->setPrimaryFile (f); - } - - prompt()->checkIfFinished(); -} - -void PartDownloadRequest::updateDownloadProgress (int64 recv, int64 total) -{ - m_numBytesRead = recv; - m_numBytesTotal = total; - m_state = State::Downloading; - updateToTable(); -} - -void PartDownloadRequest::readFromNetworkReply() -{ - if (m_state == State::Failed) - return; - - if (m_filePointer == nullptr) - { - m_filePath.replace ("\\", "/"); - - // We have already asked the user whether we can overwrite so we're good to go here. - m_filePointer = new QFile (filePath().toLocal8Bit()); - - if (not m_filePointer->open (QIODevice::WriteOnly)) - { - Critical (format (tr ("Couldn't open %1 for writing: %2"), filePath(), strerror (errno))); - m_state = State::Failed; - networkReply()->abort(); - updateToTable(); - prompt()->checkIfFinished(); - return; - } - } - - m_filePointer->write (networkReply()->readAll()); -} - -bool PartDownloadRequest::isFinished() const -{ - return isOneOf (m_state, State::Finished, State::Failed); -} - -void PartDownloadRequest::abort() -{ - networkReply()->abort(); -}