qgsvectortileloader.cpp

Go to the documentation of this file.

/***************************************************************************
  qgsvectortileloader.cpp
  --------------------------------------
  Date                 : March 2020
  Copyright            : (C) 2020 by Martin Dobias
  Email                : wonder dot sk at gmail dot com
 ***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/
 
#include "qgsvectortileloader.h"
 
#include "qgsapplication.h"
#include "qgsfeedback.h"
#include "qgslogger.h"
#include "qgstiledownloadmanager.h"
#include "qgsvectortiledataprovider.h"
#include "qgsvectortileutils.h"
 
#include <QEventLoop>
#include <QString>
 
#include "moc_qgsvectortileloader.cpp"
 
using namespace Qt::StringLiterals;
 
QgsVectorTileLoader::QgsVectorTileLoader( const QgsVectorTileDataProvider *provider, const QgsTileMatrixSet &tileMatrixSet, const QgsTileRange &range, int zoomLevel, const QPointF &viewCenter, QgsFeedback *feedback, Qgis::RendererUsage usage )
  : mEventLoop( new QEventLoop )
  , mFeedback( feedback )
{
  if ( feedback )
  {
    connect( feedback, &QgsFeedback::canceled, this, &QgsVectorTileLoader::canceled, Qt::QueuedConnection );
 
    // rendering could have been canceled before we started to listen to canceled() signal
    // so let's check before doing the download and maybe quit prematurely
    if ( feedback->isCanceled() )
      return;
  }
 
  QgsDebugMsgLevel( u"Starting network loader"_s, 2 );
  QVector<QgsTileXYZ> tiles = tileMatrixSet.tilesInRange( range, zoomLevel );
  QgsVectorTileUtils::sortTilesByDistanceFromCenter( tiles, viewCenter );
  for ( QgsTileXYZ id : std::as_const( tiles ) )
  {
    loadFromNetworkAsync( id, tileMatrixSet, provider, usage );
  }
}
 
QgsVectorTileLoader::~QgsVectorTileLoader()
{
  QgsDebugMsgLevel( u"Terminating network loader"_s, 2 );
 
  if ( !mReplies.isEmpty() )
  {
    // this can happen when the loader is terminated without getting requests finalized
    // (e.g. downloadBlocking() was not called)
    canceled();
  }
}
 
void QgsVectorTileLoader::downloadBlocking()
{
  if ( mFeedback && mFeedback->isCanceled() )
  {
    QgsDebugMsgLevel( u"downloadBlocking - not staring event loop - canceled"_s, 2 );
    return; // nothing to do
  }
 
  int repliesCount = std::accumulate( mReplies.constBegin(), mReplies.constEnd(), 0, []( int count, QList<QgsTileDownloadManagerReply *> replies ) {return count + replies.count();} );
  Q_UNUSED( repliesCount )
  QgsDebugMsgLevel( u"Starting event loop with %1 requests"_s.arg( repliesCount ), 2 );
 
  mEventLoop->exec( QEventLoop::ExcludeUserInputEvents );
 
  QgsDebugMsgLevel( u"downloadBlocking finished"_s, 2 );
 
  Q_ASSERT( mReplies.isEmpty() );
}
 
void QgsVectorTileLoader::loadFromNetworkAsync( const QgsTileXYZ &id, const QgsTileMatrixSet &tileMatrixSet, const QgsVectorTileDataProvider *provider, Qgis::RendererUsage usage )
{
  const QList<QNetworkRequest> requests = provider->tileRequests( tileMatrixSet, id, usage );
 
  for ( const QNetworkRequest &request : requests )
  {
    QgsTileDownloadManagerReply *reply = QgsApplication::tileDownloadManager()->get( request );
    connect( reply, &QgsTileDownloadManagerReply::finished, this, &QgsVectorTileLoader::tileReplyFinished );
    mReplies[id].append( reply );
  }
}
 
void QgsVectorTileLoader::tileReplyFinished()
{
  QgsTileDownloadManagerReply *reply = qobject_cast<QgsTileDownloadManagerReply *>( sender() );
 
  int reqX = reply->request().attribute( static_cast<QNetworkRequest::Attribute>( QgsVectorTileDataProvider::DATA_COLUMN ) ).toInt();
  int reqY = reply->request().attribute( static_cast<QNetworkRequest::Attribute>( QgsVectorTileDataProvider::DATA_ROW ) ).toInt();
  int reqZ = reply->request().attribute( static_cast<QNetworkRequest::Attribute>( QgsVectorTileDataProvider::DATA_ZOOM ) ).toInt();
  QString sourceId = reply->request().attribute( static_cast<QNetworkRequest::Attribute>( QgsVectorTileDataProvider::DATA_SOURCE_ID ) ).toString();
 
  QgsTileXYZ tileID( reqX, reqY, reqZ );
 
  if ( reply->error() == QNetworkReply::NoError )
  {
    // TODO: handle redirections?
 
    QgsDebugMsgLevel( u"Tile download successful: "_s + tileID.toString(), 2 );
    QByteArray rawData = reply->data();
    mReplies[tileID].removeOne( reply );
    mPendingRawData[tileID][sourceId] = rawData;
    reply->deleteLater();
 
    if ( mReplies[tileID].count() == 0 )
    {
      mReplies.remove( tileID );
      emit tileRequestFinished( QgsVectorTileRawData( tileID, mPendingRawData.take( tileID ) ) );
    }
  }
  else
  {
    if ( reply->error() == QNetworkReply::ContentAccessDenied )
    {
      if ( reply->data().isEmpty() )
        mError = tr( "Access denied" );
      else
        mError = tr( "Access denied: %1" ).arg( QString( reply->data() ) );
    }
 
    QgsDebugError( u"Tile download failed! "_s + reply->errorString() );
    mReplies[tileID].removeOne( reply );
    reply->deleteLater();
 
    if ( mReplies[tileID].count() == 0 )
    {
      mReplies.remove( tileID );
      emit tileRequestFinished( QgsVectorTileRawData( tileID ) );
    }
  }
 
  if ( mReplies.isEmpty() )
  {
    // exist the event loop
    QMetaObject::invokeMethod( mEventLoop.get(), "quit", Qt::QueuedConnection );
  }
}
 
void QgsVectorTileLoader::canceled()
{
  int repliesCount = std::accumulate( mReplies.constBegin(), mReplies.constEnd(), 0, []( int count, QList<QgsTileDownloadManagerReply *> replies ) {return count + replies.count();} );
  Q_UNUSED( repliesCount )
  QgsDebugMsgLevel( u"Canceling %1 pending requests"_s.arg( repliesCount ), 2 );
  QHash<QgsTileXYZ, QList<QgsTileDownloadManagerReply *>>::iterator it = mReplies.begin();
  for ( ; it != mReplies.end(); ++it )
    qDeleteAll( it.value() );
  mReplies.clear();
 
  // stop blocking download
  mEventLoop->quit();
 
}
 
QString QgsVectorTileLoader::error() const
{
  return mError;
}

 
QList<QgsVectorTileRawData> QgsVectorTileLoader::blockingFetchTileRawData( const QgsVectorTileDataProvider *provider, const QgsTileMatrixSet &tileMatrixSet, const QPointF &viewCenter, const QgsTileRange &range, int zoomLevel, QgsFeedback *feedback, Qgis::RendererUsage usage )
{
  if ( feedback && feedback->isCanceled() )
    return {};
 
  QVector<QgsTileXYZ> tiles = tileMatrixSet.tilesInRange( range, zoomLevel );
 
  // if a tile matrix results in a HUGE number of tile requests, we skip the sort -- it can be expensive
  if ( tiles.size() < 10000 )
    QgsVectorTileUtils::sortTilesByDistanceFromCenter( tiles, viewCenter );
 
  return provider->readTiles( tileMatrixSet, tiles, feedback, usage );
}