qgsnetworkcontentfetcher.cpp

Go to the documentation of this file.

/***************************************************************************
                       qgsnetworkcontentfetcher.cpp
                             -------------------
    begin                : July, 2014
    copyright            : (C) 2014 by Nyall Dawson
    email                : nyall dot dawson at gmail dot com
 
 ***************************************************************************/
 
/***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/
 
#include "qgsnetworkcontentfetcher.h"
 
#include "qgsapplication.h"
#include "qgsauthmanager.h"
#include "qgsmessagelog.h"
#include "qgsnetworkaccessmanager.h"
#include "qgssetrequestinitiator_p.h"
#include "qgsvariantutils.h"
 
#include <QNetworkReply>
#include <QString>
#include <QTextCodec>
 
#include "moc_qgsnetworkcontentfetcher.cpp"
 
using namespace Qt::StringLiterals;
 
QgsNetworkContentFetcher::~QgsNetworkContentFetcher()
{
  if ( mReply && mReply->isRunning() )
  {
    //cancel running request
    mReply->abort();
  }
}
 
void QgsNetworkContentFetcher::fetchContent( const QUrl &url, const QString &authcfg, const QgsHttpHeaders &headers )
{
  QNetworkRequest req( url );
  QgsSetRequestInitiatorClass( req, u"QgsNetworkContentFetcher"_s );
 
  // Apply custom headers
  headers.updateNetworkRequest( req );
 
  fetchContent( req, authcfg );
}
 
void QgsNetworkContentFetcher::fetchContent( const QNetworkRequest &r, const QString &authcfg )
{
  QNetworkRequest request( r );
  request.setAttribute( QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::ManualRedirectPolicy );
 
  mAuthCfg = authcfg;
  if ( !mAuthCfg.isEmpty() )
  {
    QgsApplication::authManager()->updateNetworkRequest( request, mAuthCfg );
  }
 
  mContentLoaded = false;
  mIsCanceled = false;
 
  if ( mReply )
  {
    //cancel any in progress requests
    mReply->abort();
    mReply.release()->deleteLater();
    mReply = nullptr;
  }
 
  mReply.reset( QgsNetworkAccessManager::instance()->get( request ) );
  if ( !mAuthCfg.isEmpty() )
  {
    QgsApplication::authManager()->updateNetworkReply( mReply.get(), mAuthCfg );
  }
  mReply->setParent( nullptr ); // we don't want thread locale QgsNetworkAccessManagers to delete the reply - we want ownership of it to belong to this object
  connect( mReply.get(), &QNetworkReply::finished, this, [this] { contentLoaded(); } );
  connect( mReply.get(), &QNetworkReply::downloadProgress, this, &QgsNetworkContentFetcher::downloadProgress );
 
  auto onError = [this]( QNetworkReply::NetworkError code ) {
    // could have been canceled in the meantime
    if ( mReply )
      emit errorOccurred( code, mReply->errorString() );
  };
 
  connect( mReply.get(), &QNetworkReply::errorOccurred, this, onError );
}
 
QNetworkReply *QgsNetworkContentFetcher::reply()
{
  if ( !mContentLoaded )
  {
    return nullptr;
  }
 
  return mReply.get();
}
 
QString QgsNetworkContentFetcher::contentDispositionFilename() const
{
  return mReply ? QgsNetworkReplyContent::extractFilenameFromContentDispositionHeader( mReply.get() ) : QString();
}
 
QString QgsNetworkContentFetcher::contentAsString() const
{
  if ( !mContentLoaded || !mReply )
  {
    return QString();
  }
 
  QByteArray array = mReply->readAll();
 
  //correctly encode reply as unicode
  QTextCodec *codec = codecForHtml( array );
  return codec->toUnicode( array );
}
 
void QgsNetworkContentFetcher::cancel()
{
  mIsCanceled = true;
 
  if ( mReply )
  {
    //cancel any in progress requests
    mReply->abort();
    mReply.release()->deleteLater();
    mReply = nullptr;
  }
}
 
bool QgsNetworkContentFetcher::wasCanceled() const
{
  return mIsCanceled;
}
 
QTextCodec *QgsNetworkContentFetcher::codecForHtml( QByteArray &array ) const
{
  //QTextCodec::codecForHtml fails to detect "<meta charset="utf-8"/>" type tags
  //see https://bugreports.qt.io/browse/QTBUG-41011
  //so test for that ourselves
 
  //basic check
  QTextCodec *codec = QTextCodec::codecForUtfText( array, nullptr );
  if ( codec )
  {
    return codec;
  }
 
  //check for meta charset tag
  const QByteArray header = array.left( 1024 ).toLower();
  int pos = header.indexOf( "meta charset=" );
  if ( pos != -1 )
  {
    pos += int( strlen( "meta charset=" ) ) + 1;
    const int pos2 = header.indexOf( '\"', pos );
    const QByteArray cs = header.mid( pos, pos2 - pos );
    codec = QTextCodec::codecForName( cs );
    if ( codec )
    {
      return codec;
    }
  }
 
  //fallback to QTextCodec::codecForHtml
  codec = QTextCodec::codecForHtml( array, codec );
  if ( codec )
  {
    return codec;
  }
 
  //no luck, default to utf-8
  return QTextCodec::codecForName( "UTF-8" );
}
 
void QgsNetworkContentFetcher::contentLoaded( bool ok )
{
  Q_UNUSED( ok )
 
  if ( mIsCanceled )
  {
    emit finished();
    return;
  }
 
  if ( mReply->error() != QNetworkReply::NoError )
  {
    QgsMessageLog::logMessage( tr( "HTTP fetch %1 failed with error %2" ).arg( mReply->url().toString(), mReply->errorString() ) );
    mContentLoaded = true;
    emit finished();
    return;
  }
 
  const QVariant redirect = mReply->attribute( QNetworkRequest::RedirectionTargetAttribute );
  if ( QgsVariantUtils::isNull( redirect ) )
  {
    //no error or redirect, got target
    const QVariant status = mReply->attribute( QNetworkRequest::HttpStatusCodeAttribute );
    if ( !QgsVariantUtils::isNull( status ) && status.toInt() >= 400 )
    {
      QgsMessageLog::logMessage( tr( "HTTP fetch %1 failed with error %2" ).arg( mReply->url().toString(), status.toString() ) );
    }
    mContentLoaded = true;
    emit finished();
    return;
  }
 
  //redirect, so fetch redirect target
  mReply.release()->deleteLater();
  fetchContent( redirect.toUrl(), mAuthCfg );
}