/* ============================================================ * QupZilla - WebKit based browser * Copyright (C) 2010-2014 David Rosca * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . * ============================================================ */ #include "webpage.h" #include "tabbedwebview.h" #include "browserwindow.h" #include "pluginproxy.h" #include "downloadmanager.h" #include "webpluginfactory.h" #include "mainapplication.h" #include "checkboxdialog.h" #include "widget.h" #include "qztools.h" #include "speeddial.h" #include "autofill.h" #include "popupwebpage.h" #include "popupwebview.h" #include "networkmanagerproxy.h" #include "adblockicon.h" #include "adblockmanager.h" #include "iconprovider.h" #include "qzsettings.h" #include "useragentmanager.h" #include "delayedfilewatcher.h" #include "recoverywidget.h" #include "searchenginesmanager.h" #include "html5permissions/html5permissionsmanager.h" #include "schemehandlers/fileschemehandler.h" #include "javascript/externaljsobject.h" #ifdef NONBLOCK_JS_DIALOGS #include "ui_jsconfirm.h" #include "ui_jsalert.h" #include "ui_jsprompt.h" #include #endif #include #include #include #include #include #include #include #include #include #include #include #include #include QString WebPage::s_lastUploadLocation = QDir::homePath(); QUrl WebPage::s_lastUnsupportedUrl; QTime WebPage::s_lastUnsupportedUrlTime; QList WebPage::s_livingPages; WebPage::WebPage(QObject* parent) : QWebEnginePage(parent) , m_view(0) , m_fileWatcher(0) , m_runningLoop(0) , m_loadProgress(-1) , m_blockAlerts(false) , m_secureStatus(false) , m_adjustingScheduled(false) { #if QTWEBENGINE_DISABLED m_javaScriptEnabled = QWebEngineSettings::globalSettings()->testAttribute(QWebEngineSettings::JavascriptEnabled); m_networkProxy = new NetworkManagerProxy(this); m_networkProxy->setPrimaryNetworkAccessManager(mApp->networkManager()); m_networkProxy->setPage(this); setNetworkAccessManager(m_networkProxy); setForwardUnsupportedContent(true); setPluginFactory(new WebPluginFactory(this)); history()->setMaximumItemCount(20); connect(this, SIGNAL(unsupportedContent(QNetworkReply*)), this, SLOT(handleUnsupportedContent(QNetworkReply*))); connect(this, SIGNAL(loadProgress(int)), this, SLOT(progress(int))); connect(this, SIGNAL(loadFinished(bool)), this, SLOT(finished())); connect(this, SIGNAL(printRequested(QWebFrame*)), this, SLOT(printFrame(QWebFrame*))); connect(this, SIGNAL(downloadRequested(QNetworkRequest)), this, SLOT(downloadRequested(QNetworkRequest))); connect(this, SIGNAL(windowCloseRequested()), this, SLOT(windowCloseRequested())); frameCreated(mainFrame()); connect(this, SIGNAL(frameCreated(QWebFrame*)), this, SLOT(frameCreated(QWebFrame*))); connect(this, SIGNAL(databaseQuotaExceeded(QWebFrame*,QString)), this, SLOT(dbQuotaExceeded(QWebFrame*))); connect(mainFrame(), SIGNAL(javaScriptWindowObjectCleared()), this, SLOT(addJavaScriptObject())); #if QTWEBKIT_FROM_2_2 connect(this, SIGNAL(featurePermissionRequested(QWebFrame*,QWebPage::Feature)), this, SLOT(featurePermissionRequested(QWebFrame*,QWebPage::Feature))); #endif #if QTWEBKIT_FROM_2_3 connect(this, SIGNAL(applicationCacheQuotaExceeded(QWebSecurityOrigin*,quint64,quint64)), this, SLOT(appCacheQuotaExceeded(QWebSecurityOrigin*,quint64))); #elif QTWEBKIT_FROM_2_2 connect(this, SIGNAL(applicationCacheQuotaExceeded(QWebSecurityOrigin*,quint64)), this, SLOT(appCacheQuotaExceeded(QWebSecurityOrigin*,quint64))); #endif #endif s_livingPages.append(this); } WebPage::~WebPage() { mApp->plugins()->emitWebPageDeleted(this); if (m_runningLoop) { m_runningLoop->exit(1); m_runningLoop = 0; } s_livingPages.removeOne(this); #if QTWEBENGINE_DISABLED // Page's network manager will be deleted and then set to null // Fixes issue with network manager being used after deleted in destructor setNetworkAccessManager(0); #endif } void WebPage::setWebView(TabbedWebView* view) { if (m_view == view) { return; } if (m_view) { delete m_view; m_view = 0; } m_view = view; m_view->setWebPage(this); connect(m_view, SIGNAL(urlChanged(QUrl)), this, SLOT(urlChanged(QUrl))); } void WebPage::scheduleAdjustPage() { WebView* webView = qobject_cast(view()); if (!webView) { return; } if (webView->isLoading()) { m_adjustingScheduled = true; } else { const QSize originalSize = webView->size(); QSize newSize(originalSize.width() - 1, originalSize.height() - 1); webView->resize(newSize); webView->resize(originalSize); } } bool WebPage::loadingError() const { #if QTWEBENGINE_DISABLED return !mainFrame()->findFirstElement("span[id=\"qupzilla-error-page\"]").isNull(); #else return false; #endif } void WebPage::addRejectedCerts(const QList &certs) { foreach (const QSslCertificate &cert, certs) { if (!m_rejectedSslCerts.contains(cert)) { m_rejectedSslCerts.append(cert); } } } bool WebPage::containsRejectedCerts(const QList &certs) { int matches = 0; foreach (const QSslCertificate &cert, certs) { if (m_rejectedSslCerts.contains(cert)) { ++matches; } if (m_sslCert == cert) { m_sslCert.clear(); } } return matches == certs.count(); } #if QTWEBENGINE_DISABLED QWebElement WebPage::activeElement() const { QRect activeRect = inputMethodQuery(Qt::ImMicroFocus).toRect(); return mainFrame()->hitTestContent(activeRect.center()).element(); } #endif bool WebPage::isRunningLoop() { return m_runningLoop; } bool WebPage::isLoading() const { return m_loadProgress < 100; } void WebPage::urlChanged(const QUrl &url) { #if QTWEBENGINE_DISABLED // Make sure JavaScript is enabled for qupzilla pages regardless of user settings if (url.scheme() == QLatin1String("qupzilla")) { settings()->setAttribute(QWebEngineSettings::JavascriptEnabled, true); } #endif if (isLoading()) { m_adBlockedEntries.clear(); m_blockAlerts = false; } } void WebPage::progress(int prog) { m_loadProgress = prog; bool secStatus = QzTools::isCertificateValid(sslCertificate()); if (secStatus != m_secureStatus) { m_secureStatus = secStatus; emit privacyChanged(QzTools::isCertificateValid(sslCertificate())); } } void WebPage::finished() { progress(100); if (m_adjustingScheduled) { m_adjustingScheduled = false; setZoomFactor(zoomFactor() + 1); setZoomFactor(zoomFactor() - 1); } // File scheme watcher if (url().scheme() == QLatin1String("file")) { QFileInfo info(url().toLocalFile()); if (info.isFile()) { if (!m_fileWatcher) { m_fileWatcher = new DelayedFileWatcher(this); connect(m_fileWatcher, SIGNAL(delayedFileChanged(QString)), this, SLOT(watchedFileChanged(QString))); } const QString filePath = url().toLocalFile(); if (QFile::exists(filePath) && !m_fileWatcher->files().contains(filePath)) { m_fileWatcher->addPath(filePath); } } } else if (m_fileWatcher && !m_fileWatcher->files().isEmpty()) { m_fileWatcher->removePaths(m_fileWatcher->files()); } // AdBlock cleanBlockedObjects(); } void WebPage::watchedFileChanged(const QString &file) { if (url().toLocalFile() == file) { triggerAction(QWebEnginePage::Reload); } } #if QTWEBENGINE_DISABLED void WebPage::printFrame(QWebEngineFrame* frame) { WebView* webView = qobject_cast(view()); if (!webView) { return; } webView->printPage(frame); } #endif void WebPage::addJavaScriptObject() { #if QTWEBENGINE_DISABLED // Make sure all other sites have JavaScript set by user preferences // (JavaScript is enabled in WebPage::urlChanged) if (url().scheme() != QLatin1String("qupzilla")) { settings()->setAttribute(QWebEngineSettings::JavascriptEnabled, m_javaScriptEnabled); } ExternalJsObject* jsObject = new ExternalJsObject(this); addToJavaScriptWindowObject("external", jsObject); if (url().toString() == QLatin1String("qupzilla:speeddial")) { jsObject->setOnSpeedDial(true); mApp->plugins()->speedDial()->addWebFrame(mainFrame()); } #endif } void WebPage::handleUnsupportedContent(QNetworkReply* reply) { if (!reply) { return; } const QUrl url = reply->url(); switch (reply->error()) { case QNetworkReply::NoError: if (reply->header(QNetworkRequest::ContentTypeHeader).isValid()) { QString requestUrl = reply->request().url().toString(QUrl::RemoveFragment | QUrl::RemoveQuery); #if QTWEBENGINE_DISABLED if (requestUrl.endsWith(QLatin1String(".swf"))) { const QWebElement docElement = mainFrame()->documentElement(); const QWebElement object = docElement.findFirst(QString("object[src=\"%1\"]").arg(requestUrl)); const QWebElement embed = docElement.findFirst(QString("embed[src=\"%1\"]").arg(requestUrl)); if (!object.isNull() || !embed.isNull()) { qDebug() << "WebPage::UnsupportedContent" << url << "Attempt to download flash object on site!"; reply->deleteLater(); return; } } DownloadManager* dManager = mApp->downloadManager(); dManager->handleUnsupportedContent(reply, this); #endif return; } // Falling unsupported content with invalid ContentTypeHeader to be handled as UnknownProtocol case QNetworkReply::ProtocolUnknownError: { if (url.scheme() == QLatin1String("file")) { FileSchemeHandler::handleUrl(url); return; } if (url.scheme() == QLatin1String("ftp")) { DownloadManager* dManager = mApp->downloadManager(); #if QTWEBENGINE_DISABLED dManager->handleUnsupportedContent(reply, this); #endif return; } qDebug() << "WebPage::UnsupportedContent" << url << "ProtocolUnknowError"; desktopServicesOpen(url); reply->deleteLater(); return; } default: break; } qDebug() << "WebPage::UnsupportedContent error" << url << reply->errorString(); reply->deleteLater(); } void WebPage::handleUnknownProtocol(const QUrl &url) { const QString protocol = url.scheme(); if (protocol == QLatin1String("mailto")) { desktopServicesOpen(url); return; } if (qzSettings->blockedProtocols.contains(protocol)) { qDebug() << "WebPage::handleUnknownProtocol Protocol" << protocol << "is blocked!"; return; } if (qzSettings->autoOpenProtocols.contains(protocol)) { desktopServicesOpen(url); return; } CheckBoxDialog dialog(QDialogButtonBox::Yes | QDialogButtonBox::No, view()); const QString wrappedUrl = QzTools::alignTextToWidth(url.toString(), "
", dialog.fontMetrics(), 450); const QString text = tr("QupZilla cannot handle %1: links. The requested link " "is
  • %2
Do you want QupZilla to try " "open this link in system application?").arg(protocol, wrappedUrl); dialog.setText(text); dialog.setCheckBoxText(tr("Remember my choice for this protocol")); dialog.setWindowTitle(tr("External Protocol Request")); dialog.setIcon(IconProvider::standardIcon(QStyle::SP_MessageBoxQuestion)); switch (dialog.exec()) { case QDialog::Accepted: if (dialog.isChecked()) { qzSettings->autoOpenProtocols.append(protocol); qzSettings->saveSettings(); } QDesktopServices::openUrl(url); break; case QDialog::Rejected: if (dialog.isChecked()) { qzSettings->blockedProtocols.append(protocol); qzSettings->saveSettings(); } break; default: break; } } void WebPage::desktopServicesOpen(const QUrl &url) { // Open same url only once in 2 secs const int sameUrlTimeout = 2 * 1000; if (s_lastUnsupportedUrl != url || s_lastUnsupportedUrlTime.isNull() || s_lastUnsupportedUrlTime.elapsed() > sameUrlTimeout) { s_lastUnsupportedUrl = url; s_lastUnsupportedUrlTime.restart(); QDesktopServices::openUrl(url); } else { qWarning() << "WebPage::desktopServicesOpen Url" << url << "has already been opened!\n" "Ignoring it to prevent infinite loop!"; } } void WebPage::downloadRequested(const QNetworkRequest &request) { DownloadManager* dManager = mApp->downloadManager(); dManager->download(request, this); } void WebPage::windowCloseRequested() { WebView* webView = qobject_cast(view()); if (!webView) { return; } webView->closeView(); } #if QTWEBENGINE_DISABLED void WebPage::frameCreated(QWebFrame* frame) { connect(frame, SIGNAL(initialLayoutCompleted()), this, SLOT(frameInitialLayoutCompleted())); } void WebPage::frameInitialLayoutCompleted() { QWebFrame* frame = qobject_cast(sender()); if (!frame) return; // Autofill m_passwordEntries = mApp->autoFill()->completeFrame(frame); } #endif void WebPage::authentication(const QUrl &requestUrl, QAuthenticator* auth) { QDialog* dialog = new QDialog(); dialog->setWindowTitle(tr("Authorisation required")); QFormLayout* formLa = new QFormLayout(dialog); QLabel* label = new QLabel(dialog); QLabel* userLab = new QLabel(dialog); QLabel* passLab = new QLabel(dialog); userLab->setText(tr("Username: ")); passLab->setText(tr("Password: ")); QLineEdit* user = new QLineEdit(dialog); QLineEdit* pass = new QLineEdit(dialog); pass->setEchoMode(QLineEdit::Password); QCheckBox* save = new QCheckBox(dialog); save->setText(tr("Save username and password on this site")); QDialogButtonBox* box = new QDialogButtonBox(dialog); box->addButton(QDialogButtonBox::Ok); box->addButton(QDialogButtonBox::Cancel); connect(box, SIGNAL(rejected()), dialog, SLOT(reject())); connect(box, SIGNAL(accepted()), dialog, SLOT(accept())); label->setText(tr("A username and password are being requested by %1. " "The site says: \"%2\"").arg(requestUrl.host(), QzTools::escape(auth->realm()))); formLa->addRow(label); formLa->addRow(userLab, user); formLa->addRow(passLab, pass); formLa->addRow(save); formLa->addWidget(box); AutoFill* fill = mApp->autoFill(); QString storedUser; QString storedPassword; bool shouldUpdateEntry = false; if (fill->isStored(requestUrl)) { const QVector &data = fill->getFormData(requestUrl); if (!data.isEmpty()) { save->setChecked(true); shouldUpdateEntry = true; storedUser = data.first().username; storedPassword = data.first().password; user->setText(storedUser); pass->setText(storedPassword); } } // Try to set the originating WebTab as a current tab TabbedWebView* tabView = qobject_cast(view()); if (tabView) { tabView->setAsCurrentTab(); } // Do not save when private browsing is enabled if (mApp->isPrivate()) { save->setVisible(false); } if (dialog->exec() != QDialog::Accepted) { return; } auth->setUser(user->text()); auth->setPassword(pass->text()); if (save->isChecked()) { if (shouldUpdateEntry) { if (storedUser != user->text() || storedPassword != pass->text()) { fill->updateEntry(requestUrl, user->text(), pass->text()); } } else { fill->addEntry(requestUrl, user->text(), pass->text()); } } } void WebPage::proxyAuthentication(const QUrl &requestUrl, QAuthenticator* auth, const QString &proxyHost) { Q_UNUSED(requestUrl) QVector passwords = mApp->autoFill()->getFormData(QUrl(proxyHost)); if (!passwords.isEmpty()) { auth->setUser(passwords.at(0).username); auth->setPassword(passwords.at(0).password); return; } QDialog* dialog = new QDialog(); dialog->setWindowTitle(tr("Proxy authorisation required")); QFormLayout* formLa = new QFormLayout(dialog); QLabel* label = new QLabel(dialog); QLabel* userLab = new QLabel(dialog); QLabel* passLab = new QLabel(dialog); userLab->setText(tr("Username: ")); passLab->setText(tr("Password: ")); QLineEdit* user = new QLineEdit(dialog); QLineEdit* pass = new QLineEdit(dialog); pass->setEchoMode(QLineEdit::Password); QCheckBox* save = new QCheckBox(dialog); save->setText(tr("Remember username and password for this proxy.")); QDialogButtonBox* box = new QDialogButtonBox(dialog); box->addButton(QDialogButtonBox::Ok); box->addButton(QDialogButtonBox::Cancel); connect(box, SIGNAL(rejected()), dialog, SLOT(reject())); connect(box, SIGNAL(accepted()), dialog, SLOT(accept())); label->setText(tr("A username and password are being requested by proxy %1. ").arg(proxyHost)); formLa->addRow(label); formLa->addRow(userLab, user); formLa->addRow(passLab, pass); formLa->addRow(save); formLa->addWidget(box); if (dialog->exec() != QDialog::Accepted) { return; } if (save->isChecked()) { mApp->autoFill()->addEntry(QUrl(proxyHost), user->text(), pass->text()); } auth->setUser(user->text()); auth->setPassword(pass->text()); } #if QTWEBENGINE_DISABLED void WebPage::dbQuotaExceeded(QWebEngineFrame* frame) { if (!frame) { return; } const QWebSecurityOrigin origin = frame->securityOrigin(); const qint64 oldQuota = origin.databaseQuota(); frame->securityOrigin().setDatabaseQuota(oldQuota * 2); } #endif void WebPage::doWebSearch(const QString &text) { WebView* webView = qobject_cast(view()); if (webView) { const LoadRequest searchRequest = mApp->searchEnginesManager()->searchResult(text); webView->load(searchRequest); } } #ifdef USE_QTWEBKIT_2_2 void WebPage::appCacheQuotaExceeded(QWebSecurityOrigin* origin, quint64 originalQuota) { if (!origin) { return; } origin->setApplicationCacheQuota(originalQuota * 2); } void WebPage::featurePermissionRequested(QWebEngineFrame* frame, const QWebEnginePage::Feature &feature) { mApp->html5PermissionsManager()->requestPermissions(this, frame, feature); } #endif // USE_QTWEBKIT_2_2 bool WebPage::event(QEvent* event) { if (event->type() == QEvent::Leave) { // QWebEnginePagePrivate::leaveEvent(): // Fake a mouse move event just outside of the widget, since all // the interesting mouse-out behavior like invalidating scrollbars // is handled by the WebKit event handler's mouseMoved function. // However, its implementation fake mouse move event on QCursor::pos() // position that is in global screen coordinates. So instead of // really faking it, it just creates mouse move event somewhere in // page. It can for example focus a link, and then link url gets // stuck in status bar message. // So we are faking mouse move event with proper coordinates for // so called "just outside of the widget" position const QPoint cursorPos = view()->mapFromGlobal(QCursor::pos()); QPoint mousePos; if (cursorPos.y() < 0) { // Left on top mousePos = QPoint(cursorPos.x(), -1); } else if (cursorPos.x() < 0) { // Left on left mousePos = QPoint(-1, cursorPos.y()); } else if (cursorPos.y() > view()->height()) { // Left on bottom mousePos = QPoint(cursorPos.x(), view()->height() + 1); } else { // Left on right mousePos = QPoint(view()->width() + 1, cursorPos.y()); } QMouseEvent fakeEvent(QEvent::MouseMove, mousePos, Qt::NoButton, Qt::NoButton, Qt::NoModifier); return QWebEnginePage::event(&fakeEvent); } return QWebEnginePage::event(event); } void WebPage::setSSLCertificate(const QSslCertificate &cert) { // if (cert != m_SslCert) m_sslCert = cert; } QSslCertificate WebPage::sslCertificate() { if (url().scheme() == QLatin1String("https") && QzTools::isCertificateValid(m_sslCert)) { return m_sslCert; } return QSslCertificate(); } #if QTWEBENGINE_DISABLED bool WebPage::acceptNavigationRequest(QWebEngineFrame* frame, const QNetworkRequest &request, NavigationType type) { m_lastRequestType = type; m_lastRequestUrl = request.url(); if (type == QWebEnginePage::NavigationTypeFormResubmitted) { // Don't show this dialog if app is still starting if (!view() || !view()->isVisible()) { return false; } QString message = tr("To display this page, QupZilla must resend the request \n" "(such as a search or order confirmation) that was performed earlier."); bool result = (QMessageBox::question(view(), tr("Confirm form resubmission"), message, QMessageBox::Yes | QMessageBox::No, QMessageBox::No) == QMessageBox::Yes); if (!result) { return false; } } bool accept = QWebEnginePage::acceptNavigationRequest(frame, request, type); return accept; } #endif void WebPage::populateNetworkRequest(QNetworkRequest &request) { WebPage* pagePointer = this; QVariant variant = QVariant::fromValue((void*) pagePointer); request.setAttribute((QNetworkRequest::Attribute)(QNetworkRequest::User + 100), variant); #if QTWEBENGINE_DISABLED if (m_lastRequestUrl == request.url()) { request.setAttribute((QNetworkRequest::Attribute)(QNetworkRequest::User + 101), m_lastRequestType); if (m_lastRequestType == NavigationTypeLinkClicked) { request.setRawHeader("X-QupZilla-UserLoadAction", QByteArray("1")); } } #endif } QWebEnginePage* WebPage::createWindow(QWebEnginePage::WebWindowType type) { if (m_view) { return new PopupWebPage(type, m_view->browserWindow()); } if (PopupWebPage* popupPage = qobject_cast(this)) { return new PopupWebPage(type, popupPage->mainWindow()); } return 0; } QObject* WebPage::createPlugin(const QString &classid, const QUrl &url, const QStringList ¶mNames, const QStringList ¶mValues) { Q_UNUSED(url) Q_UNUSED(paramNames) Q_UNUSED(paramValues) if (classid == QLatin1String("RecoveryWidget") && mApp->restoreManager() && m_view) { return new RecoveryWidget(m_view, m_view->browserWindow()); } else { load(QUrl("qupzilla:start")); } return 0; } void WebPage::addAdBlockRule(const AdBlockRule* rule, const QUrl &url) { AdBlockedEntry entry; entry.rule = rule; entry.url = url; if (!m_adBlockedEntries.contains(entry)) { m_adBlockedEntries.append(entry); } } QVector WebPage::adBlockedEntries() const { return m_adBlockedEntries; } bool WebPage::hasMultipleUsernames() const { return m_passwordEntries.count() > 1; } QVector WebPage::autoFillData() const { return m_passwordEntries; } void WebPage::cleanBlockedObjects() { #if QTWEBENGINE_DISABLED AdBlockManager* manager = AdBlockManager::instance(); if (!manager->isEnabled()) { return; } const QWebElement docElement = mainFrame()->documentElement(); foreach (const AdBlockedEntry &entry, m_adBlockedEntries) { const QString urlString = entry.url.toString(); if (urlString.endsWith(QLatin1String(".js")) || urlString.endsWith(QLatin1String(".css"))) { continue; } QString urlEnd; int pos = urlString.lastIndexOf(QLatin1Char('/')); if (pos > 8) { urlEnd = urlString.mid(pos + 1); } if (urlString.endsWith(QLatin1Char('/'))) { urlEnd = urlString.left(urlString.size() - 1); } QString selector("img[src$=\"%1\"], iframe[src$=\"%1\"],embed[src$=\"%1\"]"); QWebElementCollection elements = docElement.findAll(selector.arg(urlEnd)); foreach (QWebElement element, elements) { QString src = element.attribute("src"); src.remove(QLatin1String("../")); if (urlString.contains(src)) { element.setStyleProperty("display", "none"); } } } // Apply domain-specific element hiding rules QString elementHiding = manager->elementHidingRulesForDomain(url()); if (elementHiding.isEmpty()) { return; } elementHiding.append(QLatin1String("\n")); QWebElement bodyElement = docElement.findFirst("body"); bodyElement.appendInside("