qgsattributetablefiltermodel.cpp

Go to the documentation of this file.

/***************************************************************************
     QgsAttributeTableFilterModel.cpp
     --------------------------------------
    Date                 : Feb 2009
    Copyright            : (C) 2009 Vita Cizek
    Email                : weetya (at) gmail.com
 ***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/
 
#include "qgsattributetablefiltermodel.h"
 
#include "qgis.h"
#include "qgsattributetablemodel.h"
#include "qgsexpressioncontextutils.h"
#include "qgsfeature.h"
#include "qgsfeatureiterator.h"
#include "qgslogger.h"
#include "qgsmapcanvas.h"
#include "qgsmapcanvasutils.h"
#include "qgsrendercontext.h"
#include "qgsrenderer.h"
#include "qgsvectorlayer.h"
#include "qgsvectorlayercache.h"
#include "qgsvectorlayereditbuffer.h"
#include "qgsvectorlayertemporalproperties.h"
 
#include <QApplication>
#include <QItemSelectionModel>
#include <QString>
 
#include "moc_qgsattributetablefiltermodel.cpp"
 
using namespace Qt::StringLiterals;

// Filter Model //
 
QgsAttributeTableFilterModel::QgsAttributeTableFilterModel( QgsMapCanvas *canvas, QgsAttributeTableModel *sourceModel, QObject *parent )
  : QSortFilterProxyModel( parent )
  , mCanvas( canvas )
{
  setSourceModel( sourceModel );
  setDynamicSortFilter( true );
  setSortRole( static_cast<int>( QgsAttributeTableModel::CustomRole::Sort ) );
  connect( layer(), &QgsVectorLayer::selectionChanged, this, &QgsAttributeTableFilterModel::selectionChanged );
 
  mReloadVisibleTimer.setSingleShot( true );
  connect( &mReloadVisibleTimer, &QTimer::timeout, this, &QgsAttributeTableFilterModel::reloadVisible );
  mFilterFeaturesTimer.setSingleShot( true );
  connect( &mFilterFeaturesTimer, &QTimer::timeout, this, &QgsAttributeTableFilterModel::filterFeatures );
}
 
bool QgsAttributeTableFilterModel::lessThan( const QModelIndex &left, const QModelIndex &right ) const
{
  if ( mSelectedOnTop )
  {
    const bool leftSelected = layer()->selectedFeatureIds().contains( masterModel()->rowToId( left.row() ) );
    const bool rightSelected = layer()->selectedFeatureIds().contains( masterModel()->rowToId( right.row() ) );
 
    if ( leftSelected && !rightSelected )
    {
      return sortOrder() == Qt::AscendingOrder;
    }
    else if ( rightSelected && !leftSelected )
    {
      return sortOrder() == Qt::DescendingOrder;
    }
  }
 
  if ( mTableModel->sortCacheExpression().isEmpty() )
  {
    //shortcut when no sort order set
    return false;
  }
 
  return qgsVariantLessThan( left.data( static_cast<int>( QgsAttributeTableModel::CustomRole::Sort ) ), right.data( static_cast<int>( QgsAttributeTableModel::CustomRole::Sort ) ) );
}
 
void QgsAttributeTableFilterModel::sort( int column, Qt::SortOrder order )
{
  if ( order != Qt::AscendingOrder && order != Qt::DescendingOrder )
    order = Qt::AscendingOrder;
 
  masterModel()->prefetchColumnData( column );
  // it doesn't matter which column we pass to the base class method -- the sort data is always
  // taken from the QgsAttributeTableModel::CustomRole::Sort role, which does not change depending
  // on the column!
  QSortFilterProxyModel::sort( 0, order );
 
  emit sortColumnChanged( column, order );
}
 
int QgsAttributeTableFilterModel::actionColumnIndex() const
{
  return masterModel()->columnCount() - 1;
}
 
void QgsAttributeTableFilterModel::setAttributeTableConfig( const QgsAttributeTableConfig &config, bool force )
{
  const QgsAttributeTableConfig oldConfig = mConfig;
  mConfig = config;
  mConfig.update( layer()->fields() );
 
  if ( !force && mConfig.hasSameColumns( oldConfig ) )
  {
    return;
  }
 
  if ( !mConfig.sortExpression().isEmpty() )
  {
    sort( mConfig.sortExpression(), mConfig.sortOrder() );
  }
}
 
void QgsAttributeTableFilterModel::setFilterExpression( const QgsExpression &expression, const QgsExpressionContext &context )
{
  mFilterExpression = expression;
  mFilterExpressionContext = context;
}
 
void QgsAttributeTableFilterModel::sort( const QString &expression, Qt::SortOrder order )
{
  if ( order != Qt::AscendingOrder && order != Qt::DescendingOrder )
    order = Qt::AscendingOrder;
 
  QSortFilterProxyModel::sort( -1 );
  masterModel()->prefetchSortData( expression );
  QSortFilterProxyModel::sort( 0, order );
}
 
QString QgsAttributeTableFilterModel::sortExpression() const
{
  return masterModel()->sortCacheExpression();
}
 
void QgsAttributeTableFilterModel::setSelectedOnTop( bool selectedOnTop )
{
  if ( mSelectedOnTop != selectedOnTop )
  {
    mSelectedOnTop = selectedOnTop;
    int column = sortColumn();
    Qt::SortOrder order = sortOrder();
 
    // set default sort values if they are not correctly set
    if ( column < 0 )
      column = 0;
 
    if ( order != Qt::AscendingOrder && order != Qt::DescendingOrder )
      order = Qt::AscendingOrder;
 
    sort( column, order );
    invalidate();
  }
}
 
void QgsAttributeTableFilterModel::setSourceModel( QgsAttributeTableModel *sourceModel )
{
  mTableModel = sourceModel;
 
  QSortFilterProxyModel::setSourceModel( sourceModel );
 
  // The following connections are needed in order to keep the filter model in sync, see: regression #15974
  connect( mTableModel, &QAbstractItemModel::columnsAboutToBeInserted, this, &QgsAttributeTableFilterModel::onColumnsChanged );
  connect( mTableModel, &QAbstractItemModel::columnsAboutToBeRemoved, this, &QgsAttributeTableFilterModel::onColumnsChanged );
}
 
bool QgsAttributeTableFilterModel::selectedOnTop()
{
  return mSelectedOnTop;
}
 
void QgsAttributeTableFilterModel::setFilteredFeatures( const QgsFeatureIds &ids )
{
  mFilteredFeatures = ids;
  if ( mFilterMode != Qgis::AttributeTableFilterMode::ShowFilteredList && mFilterMode != Qgis::AttributeTableFilterMode::ShowInvalid )
  {
    setFilterMode( Qgis::AttributeTableFilterMode::ShowFilteredList );
  }
  invalidateFilter();
}
 
QgsFeatureIds QgsAttributeTableFilterModel::filteredFeatures() const
{
  QgsFeatureIds ids;
  ids.reserve( rowCount() );
  for ( int i = 0; i < rowCount(); ++i )
  {
    const QModelIndex row = index( i, 0 );
    ids << rowToId( row );
  }
  return ids;
}
 
void QgsAttributeTableFilterModel::setFilterMode( Qgis::AttributeTableFilterMode filterMode )
{
  if ( filterMode != mFilterMode )
  {
    disconnectFilterModeConnections();
    connectFilterModeConnections( filterMode );
    mFilterMode = filterMode;
    invalidate();
 
    if ( mFilterMode == Qgis::AttributeTableFilterMode::ShowInvalid )
    {
      filterFeatures();
    }
  }
}
 
void QgsAttributeTableFilterModel::disconnectFilterModeConnections()
{
  // cleanup existing connections
  switch ( mFilterMode )
  {
    case Qgis::AttributeTableFilterMode::ShowVisible:
      disconnect( mCanvas, &QgsMapCanvas::extentsChanged, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      disconnect( mCanvas, &QgsMapCanvas::temporalRangeChanged, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      disconnect( layer(), &QgsVectorLayer::featureAdded, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      disconnect( layer(), &QgsVectorLayer::geometryChanged, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      break;
    case Qgis::AttributeTableFilterMode::ShowAll:
    case Qgis::AttributeTableFilterMode::ShowEdited:
    case Qgis::AttributeTableFilterMode::ShowSelected:
      break;
    case Qgis::AttributeTableFilterMode::ShowFilteredList:
    case Qgis::AttributeTableFilterMode::ShowInvalid:
      disconnect( layer(), &QgsVectorLayer::featureAdded, this, &QgsAttributeTableFilterModel::startTimedFilterFeatures );
      disconnect( layer(), &QgsVectorLayer::attributeValueChanged, this, &QgsAttributeTableFilterModel::onAttributeValueChanged );
      disconnect( layer(), &QgsVectorLayer::geometryChanged, this, &QgsAttributeTableFilterModel::onGeometryChanged );
      break;
  }
}
 
void QgsAttributeTableFilterModel::connectFilterModeConnections( Qgis::AttributeTableFilterMode filterMode )
{
  // setup new connections
  switch ( filterMode )
  {
    case Qgis::AttributeTableFilterMode::ShowVisible:
      connect( mCanvas, &QgsMapCanvas::extentsChanged, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      connect( mCanvas, &QgsMapCanvas::temporalRangeChanged, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      connect( layer(), &QgsVectorLayer::featureAdded, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      connect( layer(), &QgsVectorLayer::geometryChanged, this, &QgsAttributeTableFilterModel::startTimedReloadVisible );
      generateListOfVisibleFeatures();
      break;
    case Qgis::AttributeTableFilterMode::ShowAll:
    case Qgis::AttributeTableFilterMode::ShowEdited:
    case Qgis::AttributeTableFilterMode::ShowSelected:
      break;
    case Qgis::AttributeTableFilterMode::ShowFilteredList:
    case Qgis::AttributeTableFilterMode::ShowInvalid:
      connect( layer(), &QgsVectorLayer::featureAdded, this, &QgsAttributeTableFilterModel::startTimedFilterFeatures );
      connect( layer(), &QgsVectorLayer::attributeValueChanged, this, &QgsAttributeTableFilterModel::onAttributeValueChanged );
      connect( layer(), &QgsVectorLayer::geometryChanged, this, &QgsAttributeTableFilterModel::onGeometryChanged );
      break;
  }
}
 
bool QgsAttributeTableFilterModel::filterAcceptsRow( int sourceRow, const QModelIndex &sourceParent ) const
{
  Q_UNUSED( sourceParent )
  switch ( mFilterMode )
  {
    case Qgis::AttributeTableFilterMode::ShowAll:
      return true;
 
    case Qgis::AttributeTableFilterMode::ShowFilteredList:
    case Qgis::AttributeTableFilterMode::ShowInvalid:
      return mFilteredFeatures.contains( masterModel()->rowToId( sourceRow ) );
 
    case Qgis::AttributeTableFilterMode::ShowSelected:
      return layer()->selectedFeatureIds().contains( masterModel()->rowToId( sourceRow ) );
 
    case Qgis::AttributeTableFilterMode::ShowVisible:
      return mFilteredFeatures.contains( masterModel()->rowToId( sourceRow ) );
 
    case Qgis::AttributeTableFilterMode::ShowEdited:
    {
      QgsVectorLayerEditBuffer *editBuffer = layer()->editBuffer();
      if ( editBuffer )
      {
        const QgsFeatureId fid = masterModel()->rowToId( sourceRow );
 
        if ( editBuffer->isFeatureAdded( fid ) )
          return true;
 
        if ( editBuffer->isFeatureAttributesChanged( fid ) )
          return true;
 
        if ( editBuffer->isFeatureGeometryChanged( fid ) )
          return true;
 
        return false;
      }
      return false;
    }
 
    default:
      Q_ASSERT( false ); // In debug mode complain
      return true;       // In release mode accept row
  }
  // returns are handled in their respective case statement above
}
 
void QgsAttributeTableFilterModel::extentsChanged()
{
  reloadVisible();
}
 
void QgsAttributeTableFilterModel::reloadVisible()
{
  generateListOfVisibleFeatures();
  invalidateFilter();
  emit visibleReloaded();
}
 
void QgsAttributeTableFilterModel::onAttributeValueChanged( QgsFeatureId fid, int idx, const QVariant &value )
{
  Q_UNUSED( fid );
  Q_UNUSED( value );
 
  if ( mFilterMode == Qgis::AttributeTableFilterMode::ShowInvalid || mFilterExpression.referencedAttributeIndexes( layer()->fields() ).contains( idx ) )
  {
    startTimedFilterFeatures();
  }
}
 
void QgsAttributeTableFilterModel::onGeometryChanged()
{
  if ( mFilterMode == Qgis::AttributeTableFilterMode::ShowInvalid || mFilterExpression.needsGeometry() )
  {
    startTimedFilterFeatures();
  }
}
 
void QgsAttributeTableFilterModel::startTimedReloadVisible()
{
  mReloadVisibleTimer.start( 10 );
}
 
void QgsAttributeTableFilterModel::startTimedFilterFeatures()
{
  mFilterFeaturesTimer.start( 10 );
}
 
void QgsAttributeTableFilterModel::filterFeatures()
{
  if ( !mFilterExpression.isValid() )
    return;
 
  QgsFeatureIds filteredFeatures;
  QgsDistanceArea distanceArea;
 
  distanceArea.setSourceCrs( mTableModel->layer()->crs(), QgsProject::instance()->transformContext() );
  distanceArea.setEllipsoid( QgsProject::instance()->ellipsoid() );
 
  const bool fetchGeom = mFilterExpression.needsGeometry();
 
  QApplication::setOverrideCursor( Qt::WaitCursor );
 
  mFilterExpression.setGeomCalculator( &distanceArea );
  mFilterExpression.setDistanceUnits( QgsProject::instance()->distanceUnits() );
  mFilterExpression.setAreaUnits( QgsProject::instance()->areaUnits() );
  QgsFeatureRequest request( mTableModel->request() );
  request.setSubsetOfAttributes( mFilterExpression.referencedColumns(), mTableModel->layer()->fields() );
  if ( !fetchGeom )
  {
    request.setFlags( Qgis::FeatureRequestFlag::NoGeometry );
  }
  else
  {
    // force geometry extraction if the filter requests it
    request.setFlags( request.flags() & ~static_cast<int>( Qgis::FeatureRequestFlag::NoGeometry ) );
  }
  QgsFeatureIterator featIt = mTableModel->layer()->getFeatures( request );
 
  QgsFeature f;
 
  // Record the first evaluation error
  QString error;
 
  while ( featIt.nextFeature( f ) )
  {
    mFilterExpressionContext.setFeature( f );
    if ( mFilterExpression.evaluate( &mFilterExpressionContext ).toInt() != 0 )
      filteredFeatures << f.id();
 
    // check if there were errors during evaluating
    if ( mFilterExpression.hasEvalError() && error.isEmpty() )
    {
      error = mFilterExpression.evalErrorString();
    }
  }
 
  featIt.close();
 
  setFilteredFeatures( filteredFeatures );
 
  QApplication::restoreOverrideCursor();
 
  emit featuresFiltered();
 
  if ( !error.isEmpty() )
  {
    emit filterError( error );
  }
}
 
 
void QgsAttributeTableFilterModel::selectionChanged()
{
  if ( Qgis::AttributeTableFilterMode::ShowSelected == mFilterMode )
  {
    invalidateFilter();
  }
  else if ( mSelectedOnTop )
  {
    invalidate();
  }
}
 
void QgsAttributeTableFilterModel::onColumnsChanged()
{
  setAttributeTableConfig( mConfig );
}
 
void QgsAttributeTableFilterModel::generateListOfVisibleFeatures()
{
  if ( !layer() )
    return;
 
  bool filter = false;
  const QgsRectangle rect = mCanvas->mapSettings().mapToLayerCoordinates( layer(), mCanvas->extent() );
  QgsRenderContext renderContext;
  renderContext.expressionContext().appendScopes( QgsExpressionContextUtils::globalProjectLayerScopes( layer() ) );
 
  mFilteredFeatures.clear();
  if ( !layer()->renderer() )
  {
    QgsDebugError( u"Cannot get renderer"_s );
    return;
  }
 
  std::unique_ptr<QgsFeatureRenderer> renderer( layer()->renderer()->clone() );
 
  const QgsMapSettings &ms = mCanvas->mapSettings();
  if ( !layer()->isInScaleRange( ms.scale() ) )
  {
    QgsDebugMsgLevel( u"Out of scale limits"_s, 2 );
  }
  else
  {
    if ( renderer->capabilities() & QgsFeatureRenderer::ScaleDependent )
    {
      // setup scale
      // mapRenderer()->renderContext()->scale is not automatically updated when
      // render extent changes (because it's scale is used to identify if changed
      // since last render) -> use local context
      renderContext.setExtent( ms.visibleExtent() );
      renderContext.setMapToPixel( ms.mapToPixel() );
      renderContext.setRendererScale( ms.scale() );
    }
 
    filter = renderer->capabilities() & QgsFeatureRenderer::Filter;
  }
 
  renderer->startRender( renderContext, layer()->fields() );
 
  QgsFeatureRequest r( masterModel()->request() );
  if ( r.spatialFilterType() == Qgis::SpatialFilterType::BoundingBox )
  {
    r.setFilterRect( r.filterRect().intersect( rect ) );
  }
  else
  {
    r.setFilterRect( rect );
  }
 
  const QString canvasFilter = QgsMapCanvasUtils::filterForLayer( mCanvas, layer() );
  if ( canvasFilter == "FALSE"_L1 )
    return;
  if ( !canvasFilter.isEmpty() )
    r.setFilterExpression( canvasFilter );
 
  QgsFeatureIterator features = masterModel()->layerCache()->getFeatures( r );
 
  QgsFeature f;
 
  while ( features.nextFeature( f ) )
  {
    renderContext.expressionContext().setFeature( f );
    if ( !filter || renderer->willRenderFeature( f, renderContext ) )
    {
      mFilteredFeatures << f.id();
    }
#if 0
    if ( t.elapsed() > 5000 )
    {
      bool cancel = false;
      emit progress( i, cancel );
      if ( cancel )
        break;
 
      t.restart();
    }
#endif
  }
 
  features.close();
 
  if ( renderer->capabilities() & QgsFeatureRenderer::ScaleDependent )
  {
    renderer->stopRender( renderContext );
  }
}
 
QgsFeatureId QgsAttributeTableFilterModel::rowToId( const QModelIndex &row ) const
{
  return masterModel()->rowToId( mapToSource( row ).row() );
}
 
QModelIndex QgsAttributeTableFilterModel::fidToIndex( QgsFeatureId fid )
{
  return mapFromMaster( masterModel()->idToIndex( fid ) );
}
 
QModelIndexList QgsAttributeTableFilterModel::fidToIndexList( QgsFeatureId fid )
{
  QModelIndexList indexes;
  const auto constIdToIndexList = masterModel()->idToIndexList( fid );
  for ( const QModelIndex &idx : constIdToIndexList )
  {
    indexes.append( mapFromMaster( idx ) );
  }
 
  return indexes;
}
 
QModelIndex QgsAttributeTableFilterModel::mapToMaster( const QModelIndex &proxyIndex ) const
{
  return mapToSource( proxyIndex );
}