src/scandlg.cpp

   1 /*
   2  * abby Copyright (C) 2009 Toni Gundogdu.
   3  * This file is part of abby.
   4  *
   5  * abby is free software: you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation, either version 3 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * abby is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17  */
  18 #include <QDialog>
  19 #include <QSettings>
  20 //#include <QDebug>
  21 #include <QMessageBox>
  22 #include <QRegExp>
  23
  24 #include "util.h"
  25 #include "scandlg.h"
  26
  27 ScanDialog::ScanDialog(QWidget *parent)
  28     : QDialog(parent), mgr(0), titleMode(false),
  29       scannedPages(0), expectedScans(0)
  30 {
  31     setupUi(this);
  32
  33     readSettings();
  34
  35     mgr = createManager();
  36
  37     itemsTree->setColumnHidden(1, true);
  38 }
  39
  40 static void
  41 enable_widgets(ScanDialog *d, const bool state=true) {
  42     d->linkEdit->setEnabled    (state);
  43     d->scanButton->setEnabled  (state);
  44     d->titlesBox->setEnabled   (state);
  45     d->selectallButton->setEnabled(state);
  46     d->invertButton->setEnabled(state);
  47     d->buttonBox->setEnabled   (state);
  48 }
  49
  50 void
  51 ScanDialog::onScan() {
  52
  53     QString lnk = linkEdit->text();
  54
  55     lnk = lnk.trimmed();
  56
  57     if (lnk.isEmpty())
  58         return;
  59
  60     if (!lnk.startsWith("http://", Qt::CaseInsensitive))
  61         lnk.insert(0,"http://");
  62
  63     itemsTree->clear();
  64     logEdit->clear();
  65
  66     scannedPages    = 0;
  67     expectedScans   = 0;
  68     titleMode       = false;
  69
  70     enable_widgets(this, false);
  71
  72     Util::appendLog(logEdit, QString(tr("Scan ... %1")).arg(lnk));
  73
  74     mgr->get( QNetworkRequest(lnk) );
  75 }
  76
  77 void
  78 ScanDialog::replyFinished(QNetworkReply* reply) {
  79
  80     if (reply->error() == QNetworkReply::NoError) {
  81
  82         handleRedirect(reply);
  83
  84         if (!redirectedToURL.isEmpty()) {
  85             Util::appendLog(
  86                 logEdit,
  87                 QString(tr("Fetch ... %1"))
  88                     .arg(redirectedToURL.toString())
  89             );
  90             mgr->get( QNetworkRequest(redirectedToURL) );
  91         }
  92         else {
  93             if (!titleMode) {
  94                 Util::appendLog(logEdit, tr("Scan contents for video links."));
  95                 scanContent(reply);
  96             }
  97             else {
  98                 Util::appendLog(
  99                     logEdit,
 100                     QString(tr("Parse video title ... %1 [%2/%3]"))
 101                         .arg(reply->url().toString())
 102                         .arg(++scannedPages)
 103                         .arg(expectedScans)
 104                 );
 105                 parseHtmlTitle(reply);
 106                 if (scannedPages == expectedScans)
 107                     emit scanComplete();
 108             }
 109             redirectedToURL.clear();
 110         }
 111     }
 112     else {
 113         Util::appendLog(logEdit, tr("Error occurred."));
 114         QMessageBox::critical(this, QCoreApplication::applicationName(),
 115             QString(tr("Network error: %1")).arg(reply->errorString()));
 116     }
 117
 118 #ifdef _1_
 119     if (state) {
 120         linkEdit->setEnabled    (state);
 121         scanButton->setEnabled  (state);
 122         titlesBox->setEnabled   (state);
 123         buttonBox->setEnabled   (state);
 124         selectallButton->setEnabled(state);
 125         invertButton->setEnabled(state);
 126     }
 127 #endif
 128
 129     reply->deleteLater();
 130 }
 131
 132 static QStringList
 133 matchScanContent (const QStringList& lst, QRegExp& re, const QString& content) {
 134
 135     re.setCaseSensitivity(Qt::CaseInsensitive);
 136     re.setMinimal(true);
 137
 138     QStringList matches;
 139
 140     int pos = 0;
 141     while ((pos = re.indexIn(content, pos)) != -1) {
 142         const QString cap = re.cap(1).simplified();
 143         if (!matches.contains(cap)
 144             && !lst.contains(cap)
 145             && !cap.isEmpty())
 146         {
 147             matches << cap;
 148         }
 149         pos += re.matchedLength();
 150     }
 151     return matches;
 152 }
 153
 154 typedef unsigned int _uint;
 155
 156 #ifdef _1_
 157 static void
 158 dumpScanMatches (const QStringList& lst) {
 159     const register _uint size = lst.size();
 160     for (register _uint i=0; i<size; ++i)
 161         qDebug() << lst[i];
 162     qDebug() << "total: " << lst.size();
 163 }
 164 #endif
 165
 166 static void
 167 scanYoutubeEmbed(QStringList& lst, const QString& content) {
 168     QRegExp re("\\/v\\/(.*)[\"&\n<]");
 169     QStringList matches = matchScanContent(lst, re, content);
 170     //dumpScanMatches(matches);
 171     lst << matches;
 172 }
 173
 174 static void
 175 scanYoutubeRegular(QStringList& lst, const QString& content) {
 176     QRegExp re("\\/watch\\?v=(.*)[\"&\n<]");
 177     QStringList matches = matchScanContent(lst, re, content);
 178     //dumpScanMatches(matches);
 179     lst << matches;
 180 }
 181
 182 void
 183 ScanDialog::scanContent(QNetworkReply *reply) {
 184
 185     const QString content = QString::fromLocal8Bit(reply->readAll());
 186
 187     QStringList IDs, links;
 188
 189     scanYoutubeEmbed    (IDs, content);
 190     scanYoutubeRegular  (IDs, content);
 191
 192     const register _uint ids_size = IDs.size();
 193     register _uint i;
 194
 195     for (i=0; i<ids_size; ++i)
 196         links << "http://www.youtube.com/watch?v="+IDs[i];
 197
 198     const register _uint links_size = links.size();
 199
 200     Util::appendLog(
 201         logEdit,
 202         QString(tr("Found %1 video links.")).arg(links_size)
 203     );
 204
 205     if (titlesBox->checkState()) {
 206         titleMode = true;
 207         for (i=0, expectedScans=links_size; i<links_size; ++i)
 208             mgr->get( QNetworkRequest(links[i]) );
 209     }
 210     else {
 211
 212         for (i=0; i<links_size; ++i) {
 213             QTreeWidgetItem *item = new QTreeWidgetItem;
 214             item->setCheckState(0, Qt::Unchecked);
 215             item->setText(0, links[i]);
 216             item->setText(1, links[i]);
 217             itemsTree->addTopLevelItem(item);
 218         }
 219
 220         emit scanComplete();
 221     }
 222 }
 223
 224 void
 225 ScanDialog::parseHtmlTitle(QNetworkReply *reply) {
 226
 227     const QString content = QString::fromLocal8Bit(reply->readAll());
 228     const QString link = reply->url().toString();
 229
 230     QRegExp re("<title>(.*)<"); // TODO: improve.
 231     re.setCaseSensitivity(Qt::CaseInsensitive);
 232     re.setMinimal(true);
 233     re.indexIn(content);
 234
 235     QTreeWidgetItem *item = new QTreeWidgetItem;
 236     item->setCheckState(0, Qt::Unchecked);
 237     item->setText(0, re.cap(1).simplified());
 238     item->setText(1, link);
 239     itemsTree->addTopLevelItem(item);
 240 }
 241
 242 QNetworkAccessManager*
 243 ScanDialog::createManager() {
 244     QNetworkAccessManager *p = new QNetworkAccessManager(this);
 245
 246     connect(p, SIGNAL(finished(QNetworkReply*)),
 247         this, SLOT(replyFinished(QNetworkReply*)));
 248
 249     return p;
 250 }
 251
 252 void
 253 ScanDialog::handleRedirect(const QNetworkReply *reply) {
 254
 255 //    QUrl location =
 256 //      reply->header(QNetworkRequest::LocationHeader).toUrl();
 257
 258     QUrl location =
 259         reply->attribute(QNetworkRequest::RedirectionTargetAttribute).toUrl();
 260
 261     if (!location.isEmpty() && location != redirectedToURL)
 262         redirectedToURL = location;
 263     else
 264         redirectedToURL.clear();
 265 }
 266
 267 void
 268 ScanDialog::writeSettings() {
 269     QSettings s;
 270     s.beginGroup("ScanDialog");
 271     s.setValue("size", size());
 272     s.endGroup();
 273 }
 274
 275 void
 276 ScanDialog::readSettings() {
 277     QSettings s;
 278     s.beginGroup("ScanDialog");
 279     resize( s.value("size", QSize(514,295)).toSize() );
 280     s.endGroup();
 281 }
 282
 283 void
 284 ScanDialog::onSelectAll() {
 285     Util::checkAllItems(itemsTree, Qt::Checked);
 286 }
 287
 288 void
 289 ScanDialog::onInvert() {
 290     Util::invertAllCheckableItems(itemsTree);
 291 }
 292
 293 void
 294 ScanDialog::scanComplete() {
 295     enable_widgets(this);
 296     Util::appendLog(logEdit, tr("Scan complete."));
 297 }
 298
 299