qgswfstransaction.cpp

Go to the documentation of this file.

/***************************************************************************
                              qgswfstransaction.cpp
                              -------------------------
  begin                : December 20 , 2016
  copyright            : (C) 2007 by Marco Hugentobler  (original code)
                         (C) 2012 by René-Luc D'Hont    (original code)
                         (C) 2014 by Alessandro Pasotti (original code)
                         (C) 2017 by David Marteau
  email                : marco dot hugentobler at karto dot baug dot ethz dot ch
                         a dot pasotti at itopen dot it
                         david dot marteau at 3liz dot com
 ***************************************************************************/
 
/***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/
 
 
#include "qgswfstransaction.h"
 
#include "qgsexpression.h"
#include "qgsexpressioncontextutils.h"
#include "qgsfeatureiterator.h"
#include "qgsfields.h"
#include "qgsfilterrestorer.h"
#include "qgsgeometry.h"
#include "qgsmaplayer.h"
#include "qgsogcutils.h"
#include "qgsproject.h"
#include "qgsserverfeatureid.h"
#include "qgsserverprojectutils.h"
#include "qgsvectordataprovider.h"
#include "qgsvectorlayer.h"
#include "qgswfsutils.h"
 
#include <QRegularExpression>
#include <QRegularExpressionMatch>
#include <QString>
 
using namespace Qt::StringLiterals;
 
namespace QgsWfs
{
  namespace
  {
    void addTransactionResult( QDomDocument &responseDoc, QDomElement &resultsElem, const QString &locator, const QString &message );
  }
 
 
  void writeTransaction( QgsServerInterface *serverIface, const QgsProject *project, const QString &version, const QgsServerRequest &request, QgsServerResponse &response )
 
  {
    QDomDocument doc = createTransactionDocument( serverIface, project, version, request );
 
    response.setHeader( "Content-Type", "text/xml; charset=utf-8" );
    response.write( doc.toByteArray() );
  }
 
  QDomDocument createTransactionDocument( QgsServerInterface *serverIface, const QgsProject *project, const QString &version, const QgsServerRequest &request )
  {
    Q_UNUSED( version )
 
    QgsServerRequest::Parameters parameters = request.parameters();
    transactionRequest aRequest;
 
    QDomDocument doc;
    QString errorMsg;
 
    if ( doc.setContent( request.data(), true, &errorMsg ) )
    {
      QDomElement docElem = doc.documentElement();
      aRequest = parseTransactionRequestBody( docElem, project );
    }
    else
    {
      aRequest = parseTransactionParameters( parameters, project );
    }
 
    int actionCount = aRequest.inserts.size() + aRequest.updates.size() + aRequest.deletes.size();
    if ( actionCount == 0 )
    {
      throw QgsRequestNotWellFormedException( u"No actions found"_s );
    }
 
    performTransaction( aRequest, serverIface, project );
 
    // It's time to make the transaction
    // Create the response document
    QDomDocument resp;
    //wfs:TransactionRespone element
    QDomElement respElem = resp.createElement( u"TransactionResponse"_s /*wfs:TransactionResponse*/ );
    respElem.setAttribute( u"xmlns"_s, WFS_NAMESPACE );
    respElem.setAttribute( u"xmlns:xsi"_s, u"http://www.w3.org/2001/XMLSchema-instance"_s );
    respElem.setAttribute( u"xsi:schemaLocation"_s, WFS_NAMESPACE + " http://schemas.opengis.net/wfs/1.1.0/wfs.xsd" );
    respElem.setAttribute( u"xmlns:ogc"_s, OGC_NAMESPACE );
    respElem.setAttribute( u"version"_s, u"1.1.0"_s );
    resp.appendChild( respElem );
 
    int totalInserted = 0;
    int totalUpdated = 0;
    int totalDeleted = 0;
    int errorCount = 0;
 
    //wfs:TransactionResults element
    QDomElement trsElem = doc.createElement( u"TransactionResults"_s );
 
    //wfs:InsertResults element
    QDomElement irsElem = doc.createElement( u"InsertResults"_s );
    QList<transactionInsert>::iterator tiIt = aRequest.inserts.begin();
    for ( ; tiIt != aRequest.inserts.end(); ++tiIt )
    {
      transactionInsert &action = *tiIt;
      if ( action.error )
      {
        errorCount += 1;
        QString locator = action.handle;
        if ( locator.isEmpty() )
        {
          locator = u"Insert:%1"_s.arg( action.typeName );
        }
        addTransactionResult( resp, trsElem, locator, action.errorMsg );
      }
      else
      {
        QStringList::const_iterator fidIt = action.insertFeatureIds.constBegin();
        for ( ; fidIt != action.insertFeatureIds.constEnd(); ++fidIt )
        {
          QString fidStr = *fidIt;
          QDomElement irElem = doc.createElement( u"Feature"_s );
          if ( !action.handle.isEmpty() )
          {
            irElem.setAttribute( u"handle"_s, action.handle );
          }
          QDomElement fiElem = doc.createElement( u"ogc:FeatureId"_s );
          fiElem.setAttribute( u"fid"_s, fidStr );
          irElem.appendChild( fiElem );
          irsElem.appendChild( irElem );
        }
      }
      totalInserted += action.insertFeatureIds.count();
    }
 
    QList<transactionUpdate>::iterator tuIt = aRequest.updates.begin();
    for ( ; tuIt != aRequest.updates.end(); ++tuIt )
    {
      transactionUpdate &action = *tuIt;
      if ( action.error )
      {
        errorCount += 1;
        QString locator = action.handle;
        if ( locator.isEmpty() )
        {
          locator = u"Update:%1"_s.arg( action.typeName );
        }
        addTransactionResult( resp, trsElem, locator, action.errorMsg );
      }
      totalUpdated += action.totalUpdated;
    }
 
    QList<transactionDelete>::iterator tdIt = aRequest.deletes.begin();
    for ( ; tdIt != aRequest.deletes.end(); ++tdIt )
    {
      transactionDelete &action = *tdIt;
      if ( action.error )
      {
        errorCount += 1;
        QString locator = action.handle;
        if ( locator.isEmpty() )
        {
          locator = u"Delete:%1"_s.arg( action.typeName );
        }
        addTransactionResult( resp, trsElem, locator, action.errorMsg );
      }
      totalDeleted += action.totalDeleted;
    }
 
    //wfs:TransactionSummary element
    QDomElement summaryElem = doc.createElement( u"TransactionSummary"_s );
    if ( aRequest.inserts.size() > 0 )
    {
      QDomElement totalInsertedElem = doc.createElement( u"totalInserted"_s );
      totalInsertedElem.appendChild( doc.createTextNode( QString::number( totalInserted ) ) );
      summaryElem.appendChild( totalInsertedElem );
    }
    if ( aRequest.updates.size() > 0 )
    {
      QDomElement totalUpdatedElem = doc.createElement( u"totalUpdated"_s );
      totalUpdatedElem.appendChild( doc.createTextNode( QString::number( totalUpdated ) ) );
      summaryElem.appendChild( totalUpdatedElem );
    }
    if ( aRequest.deletes.size() > 0 )
    {
      QDomElement totalDeletedElem = doc.createElement( u"totalDeleted"_s );
      totalDeletedElem.appendChild( doc.createTextNode( QString::number( totalDeleted ) ) );
      summaryElem.appendChild( totalDeletedElem );
    }
    respElem.appendChild( summaryElem );
 
    // add TransactionResults
    if ( errorCount > 0 && trsElem.hasChildNodes() )
    {
      respElem.appendChild( trsElem );
    }
 
    // add InsertResults
    if ( aRequest.inserts.size() > 0 && irsElem.hasChildNodes() )
    {
      respElem.appendChild( irsElem );
    }
    return resp;
  }
 
  void performTransaction( transactionRequest &aRequest, QgsServerInterface *serverIface, const QgsProject *project )
  {
#ifndef HAVE_SERVER_PYTHON_PLUGINS
    ( void ) serverIface;
#endif
    // store typeName
    QStringList typeNameList;
 
    QList<transactionInsert>::iterator tiIt = aRequest.inserts.begin();
    for ( ; tiIt != aRequest.inserts.end(); ++tiIt )
    {
      QString name = ( *tiIt ).typeName;
      if ( !typeNameList.contains( name ) )
        typeNameList << name;
    }
    QList<transactionUpdate>::iterator tuIt = aRequest.updates.begin();
    for ( ; tuIt != aRequest.updates.end(); ++tuIt )
    {
      QString name = ( *tuIt ).typeName;
      if ( !typeNameList.contains( name ) )
        typeNameList << name;
    }
    QList<transactionDelete>::iterator tdIt = aRequest.deletes.begin();
    for ( ; tdIt != aRequest.deletes.end(); ++tdIt )
    {
      QString name = ( *tdIt ).typeName;
      if ( !typeNameList.contains( name ) )
        typeNameList << name;
    }
 
#ifdef HAVE_SERVER_PYTHON_PLUGINS
    // get access controls
    QgsAccessControl *accessControl = serverIface->accessControls();
#endif
 
    //scoped pointer to restore all original layer filters (subsetStrings) when pointer goes out of scope
    //there's LOTS of potential exit paths here, so we avoid having to restore the filters manually
    auto filterRestorer = std::make_unique<QgsOWSServerFilterRestorer>();
 
    // get layers
    QStringList wfsLayerIds = QgsServerProjectUtils::wfsLayerIds( *project );
    QStringList wfstUpdateLayerIds = QgsServerProjectUtils::wfstUpdateLayerIds( *project );
    QStringList wfstDeleteLayerIds = QgsServerProjectUtils::wfstDeleteLayerIds( *project );
    QStringList wfstInsertLayerIds = QgsServerProjectUtils::wfstInsertLayerIds( *project );
    QMap<QString, QgsVectorLayer *> mapLayerMap;
    for ( int i = 0; i < wfsLayerIds.size(); ++i )
    {
      QgsMapLayer *layer = project->mapLayer( wfsLayerIds.at( i ) );
      if ( !layer )
      {
        continue;
      }
      if ( layer->type() != Qgis::LayerType::Vector )
      {
        continue;
      }
 
      QString name = layer->serverProperties()->wfsTypeName();
 
      if ( !typeNameList.contains( name ) )
      {
        continue;
      }
 
      // get vector layer
      QgsVectorLayer *vlayer = qobject_cast<QgsVectorLayer *>( layer );
      if ( !vlayer )
      {
        throw QgsRequestNotWellFormedException( u"Layer error on '%1'"_s.arg( name ) );
      }
 
      //get provider
      QgsVectorDataProvider *provider = vlayer->dataProvider();
      if ( !provider )
      {
        throw QgsRequestNotWellFormedException( u"Provider error on layer '%1'"_s.arg( name ) );
      }
 
      // get provider capabilities
      Qgis::VectorProviderCapabilities cap = provider->capabilities();
 
      const bool canUpdateAnything { cap.testFlag( Qgis::VectorProviderCapability::ChangeAttributeValues ) || ( vlayer->isSpatial() && cap.testFlag( Qgis::VectorProviderCapability::ChangeGeometries ) ) };
 
      if ( !canUpdateAnything && !( cap & Qgis::VectorProviderCapability::DeleteFeatures ) && !( cap & Qgis::VectorProviderCapability::AddFeatures ) )
      {
        throw QgsRequestNotWellFormedException( u"No capabilities to do WFS changes on layer '%1'"_s.arg( name ) );
      }
 
      if ( !wfstUpdateLayerIds.contains( vlayer->id() )
           && !wfstDeleteLayerIds.contains( vlayer->id() )
           && !wfstInsertLayerIds.contains( vlayer->id() ) )
      {
        throw QgsSecurityAccessException( u"No permissions to do WFS changes on layer '%1'"_s.arg( name ) );
      }
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      if ( accessControl && !accessControl->layerUpdatePermission( vlayer )
           && !accessControl->layerDeletePermission( vlayer ) && !accessControl->layerInsertPermission( vlayer ) )
      {
        throw QgsSecurityAccessException( u"No permissions to do WFS changes on layer '%1'"_s.arg( name ) );
      }
 
      if ( accessControl )
      {
        QgsOWSServerFilterRestorer::applyAccessControlLayerFilters( accessControl, vlayer, filterRestorer->originalFilters() );
      }
#endif
      // store layers
      mapLayerMap[name] = vlayer;
    }
 
    // perform updates
    tuIt = aRequest.updates.begin();
    for ( ; tuIt != aRequest.updates.end(); ++tuIt )
    {
      transactionUpdate &action = *tuIt;
      QString typeName = action.typeName;
 
      if ( !mapLayerMap.contains( typeName ) )
      {
        action.error = true;
        action.errorMsg = u"TypeName '%1' unknown"_s.arg( typeName );
        continue;
      }
 
      // get vector layer
      QgsVectorLayer *vlayer = mapLayerMap[typeName];
 
      // verifying specific permissions
      if ( !wfstUpdateLayerIds.contains( vlayer->id() ) )
      {
        action.error = true;
        action.errorMsg = u"No permissions to do WFS updates on layer '%1'"_s.arg( typeName );
        continue;
      }
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      if ( accessControl && !accessControl->layerUpdatePermission( vlayer ) )
      {
        action.error = true;
        action.errorMsg = u"No permissions to do WFS updates on layer '%1'"_s.arg( typeName );
        continue;
      }
#endif
      //get provider
      QgsVectorDataProvider *provider = vlayer->dataProvider();
 
      // verifying specific capabilities
      Qgis::VectorProviderCapabilities cap = provider->capabilities();
      if ( !( cap.testFlag( Qgis::VectorProviderCapability::ChangeAttributeValues ) || ( vlayer->isSpatial() && cap.testFlag( Qgis::VectorProviderCapability::ChangeGeometries ) ) ) )
      {
        action.error = true;
        action.errorMsg = u"No capabilities to do WFS updates on layer '%1'"_s.arg( typeName );
        continue;
      }
      // start editing
      vlayer->startEditing();
 
      // update request
      QgsFeatureRequest featureRequest = action.featureRequest;
 
      // expression context
      QgsExpressionContext expressionContext;
      expressionContext << QgsExpressionContextUtils::globalScope()
                        << QgsExpressionContextUtils::projectScope( project )
                        << QgsExpressionContextUtils::layerScope( vlayer );
      featureRequest.setExpressionContext( expressionContext );
 
      // verifying feature ids list
      if ( !action.serverFids.isEmpty() )
      {
        // update request based on feature ids
        QgsServerFeatureId::updateFeatureRequestFromServerFids( featureRequest, action.serverFids, provider );
      }
 
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      if ( accessControl )
      {
        Q_NOWARN_DEPRECATED_PUSH
        accessControl->filterFeatures( vlayer, featureRequest );
        Q_NOWARN_DEPRECATED_POP
      }
#endif
      // get iterator
      QgsFeatureIterator fit = vlayer->getFeatures( featureRequest );
      QgsFeature feature;
      int totalUpdated = 0;
      // get action properties
      QMap<QString, QString> propertyMap = action.propertyMap;
      QDomElement geometryElem = action.geometryElement;
      // get field information
      QgsFields fields = provider->fields();
      const QMap<QString, int> fieldMap = provider->fieldNameMap();
      QMap<QString, int>::const_iterator fieldMapIt;
      QString fieldName;
      bool conversionSuccess;
      // Update the features
      while ( fit.nextFeature( feature ) )
      {
#ifdef HAVE_SERVER_PYTHON_PLUGINS
        if ( accessControl && !accessControl->allowToEdit( vlayer, feature ) )
        {
          action.error = true;
          action.errorMsg = u"Feature modify permission denied on layer '%1'"_s.arg( typeName );
          vlayer->rollBack();
          break;
        }
#endif
        QMap<QString, QString>::const_iterator it = propertyMap.constBegin();
        for ( ; it != propertyMap.constEnd(); ++it )
        {
          fieldName = it.key();
          fieldMapIt = fieldMap.find( fieldName );
          if ( fieldMapIt == fieldMap.constEnd() )
          {
            continue;
          }
          QgsField field = fields.at( fieldMapIt.value() );
          QVariant value = it.value();
          if ( QgsVariantUtils::isNull( value ) )
          {
            if ( field.constraints().constraints() & QgsFieldConstraints::Constraint::ConstraintNotNull )
            {
              action.error = true;
              action.errorMsg = u"NOT NULL constraint error on layer '%1', field '%2'"_s.arg( typeName, field.name() );
              vlayer->rollBack();
              break;
            }
          }
          else // Not NULL
          {
            if ( field.type() == QMetaType::Type::Int )
            {
              value = it.value().toInt( &conversionSuccess );
              if ( !conversionSuccess )
              {
                action.error = true;
                action.errorMsg = u"Property conversion error on layer '%1'"_s.arg( typeName );
                vlayer->rollBack();
                break;
              }
            }
            else if ( field.type() == QMetaType::Type::Double )
            {
              value = it.value().toDouble( &conversionSuccess );
              if ( !conversionSuccess )
              {
                action.error = true;
                action.errorMsg = u"Property conversion error on layer '%1'"_s.arg( typeName );
                vlayer->rollBack();
                break;
              }
            }
            else if ( field.type() == QMetaType::Type::LongLong )
            {
              value = it.value().toLongLong( &conversionSuccess );
              if ( !conversionSuccess )
              {
                action.error = true;
                action.errorMsg = u"Property conversion error on layer '%1'"_s.arg( typeName );
                vlayer->rollBack();
                break;
              }
            }
          }
          vlayer->changeAttributeValue( feature.id(), fieldMapIt.value(), value );
        }
        if ( action.error )
        {
          break;
        }
 
        if ( !geometryElem.isNull() )
        {
          QgsGeometry g = QgsOgcUtils::geometryFromGML( geometryElem );
          if ( g.isNull() )
          {
            action.error = true;
            action.errorMsg = u"Geometry from GML error on layer '%1'"_s.arg( typeName );
            vlayer->rollBack();
            break;
          }
          if ( !vlayer->changeGeometry( feature.id(), g ) )
          {
            action.error = true;
            action.errorMsg = u"Error in change geometry on layer '%1'"_s.arg( typeName );
            vlayer->rollBack();
            break;
          }
        }
        totalUpdated += 1;
      }
      if ( action.error )
      {
        continue;
      }
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      // verifying changes
      if ( accessControl )
      {
        fit = vlayer->getFeatures( featureRequest );
        while ( fit.nextFeature( feature ) )
        {
          if ( accessControl && !accessControl->allowToEdit( vlayer, feature ) )
          {
            action.error = true;
            action.errorMsg = u"Feature modify permission denied on layer '%1'"_s.arg( typeName );
            vlayer->rollBack();
            break;
          }
        }
      }
      if ( action.error )
      {
        continue;
      }
#endif
 
      // Commit the changes of the update elements
      if ( !vlayer->commitChanges() )
      {
        action.error = true;
        action.errorMsg = u"Error committing updates: %1"_s.arg( vlayer->commitErrors().join( "; "_L1 ) );
        vlayer->rollBack();
        continue;
      }
      // all the changes are OK!
      action.totalUpdated = totalUpdated;
      action.error = false;
    }
 
    // perform deletes
    tdIt = aRequest.deletes.begin();
    for ( ; tdIt != aRequest.deletes.end(); ++tdIt )
    {
      transactionDelete &action = *tdIt;
      QString typeName = action.typeName;
 
      if ( !mapLayerMap.contains( typeName ) )
      {
        action.error = true;
        action.errorMsg = u"TypeName '%1' unknown"_s.arg( typeName );
        continue;
      }
 
      // get vector layer
      QgsVectorLayer *vlayer = mapLayerMap[typeName];
 
      // verifying specific permissions
      if ( !wfstDeleteLayerIds.contains( vlayer->id() ) )
      {
        action.error = true;
        action.errorMsg = u"No permissions to do WFS deletes on layer '%1'"_s.arg( typeName );
        continue;
      }
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      if ( accessControl && !accessControl->layerDeletePermission( vlayer ) )
      {
        action.error = true;
        action.errorMsg = u"No permissions to do WFS deletes on layer '%1'"_s.arg( typeName );
        continue;
      }
#endif
      //get provider
      QgsVectorDataProvider *provider = vlayer->dataProvider();
 
      // verifying specific capabilities
      Qgis::VectorProviderCapabilities cap = provider->capabilities();
      if ( !( cap & Qgis::VectorProviderCapability::DeleteFeatures ) )
      {
        action.error = true;
        action.errorMsg = u"No capabilities to do WFS deletes on layer '%1'"_s.arg( typeName );
        continue;
      }
      // start editing
      vlayer->startEditing();
 
      // delete request
      QgsFeatureRequest featureRequest = action.featureRequest;
 
      // expression context
      QgsExpressionContext expressionContext;
      expressionContext << QgsExpressionContextUtils::globalScope()
                        << QgsExpressionContextUtils::projectScope( project )
                        << QgsExpressionContextUtils::layerScope( vlayer );
      featureRequest.setExpressionContext( expressionContext );
 
      // verifying feature ids list
      if ( action.serverFids.isEmpty() )
      {
        action.error = true;
        action.errorMsg = u"No feature ids to do WFS deletes on layer '%1'"_s.arg( typeName );
        continue;
      }
 
      // update request based on feature ids
      QgsServerFeatureId::updateFeatureRequestFromServerFids( featureRequest, action.serverFids, provider );
 
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      if ( accessControl )
      {
        accessControl->filterFeatures( vlayer, featureRequest );
      }
#endif
 
      // get iterator
      QgsFeatureIterator fit = vlayer->getFeatures( featureRequest );
      QgsFeature feature;
      // get deleted fids
      QgsFeatureIds fids;
      while ( fit.nextFeature( feature ) )
      {
#ifdef HAVE_SERVER_PYTHON_PLUGINS
        if ( accessControl && !accessControl->allowToEdit( vlayer, feature ) )
        {
          action.error = true;
          action.errorMsg = u"Feature modify permission denied"_s;
          vlayer->rollBack();
          break;
        }
#endif
        fids << feature.id();
      }
      if ( action.error )
      {
        continue;
      }
      // delete features
      if ( !vlayer->deleteFeatures( fids ) )
      {
        action.error = true;
        action.errorMsg = u"Delete features failed on layer '%1'"_s.arg( typeName );
        vlayer->rollBack();
        continue;
      }
 
      // Commit the changes of the update elements
      if ( !vlayer->commitChanges() )
      {
        action.error = true;
        action.errorMsg = u"Error committing deletes: %1"_s.arg( vlayer->commitErrors().join( "; "_L1 ) );
        vlayer->rollBack();
        continue;
      }
      // all the changes are OK!
      action.totalDeleted = fids.count();
      action.error = false;
    }
 
    // perform inserts
    tiIt = aRequest.inserts.begin();
    for ( ; tiIt != aRequest.inserts.end(); ++tiIt )
    {
      transactionInsert &action = *tiIt;
      QString typeName = action.typeName;
 
      if ( !mapLayerMap.contains( typeName ) )
      {
        action.error = true;
        action.errorMsg = u"TypeName '%1' unknown"_s.arg( typeName );
        continue;
      }
 
      // get vector layer
      QgsVectorLayer *vlayer = mapLayerMap[typeName];
 
      // verifying specific permissions
      if ( !wfstInsertLayerIds.contains( vlayer->id() ) )
      {
        action.error = true;
        action.errorMsg = u"No permissions to do WFS inserts on layer '%1'"_s.arg( typeName );
        continue;
      }
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      if ( accessControl && !accessControl->layerInsertPermission( vlayer ) )
      {
        action.error = true;
        action.errorMsg = u"No permissions to do WFS inserts on layer '%1'"_s.arg( typeName );
        continue;
      }
#endif
      //get provider
      QgsVectorDataProvider *provider = vlayer->dataProvider();
 
      // verifying specific capabilities
      Qgis::VectorProviderCapabilities cap = provider->capabilities();
      if ( !( cap & Qgis::VectorProviderCapability::AddFeatures ) )
      {
        action.error = true;
        action.errorMsg = u"No capabilities to do WFS inserts on layer '%1'"_s.arg( typeName );
        continue;
      }
 
      // start editing
      vlayer->startEditing();
 
      // get inserting features
      QgsFeatureList featureList;
      try
      {
        featureList = featuresFromGML( action.featureNodeList, vlayer );
      }
      catch ( QgsOgcServiceException &ex )
      {
        action.error = true;
        action.errorMsg = u"%1 '%2'"_s.arg( ex.message(), typeName );
        continue;
      }
 
      if ( featureList.empty() )
      {
        action.error = true;
        action.errorMsg = u"No features to insert in layer '%1'"_s.arg( typeName );
        continue;
      }
 
#ifdef HAVE_SERVER_PYTHON_PLUGINS
      // control features
      if ( accessControl )
      {
        QgsFeatureList::iterator featureIt = featureList.begin();
        while ( featureIt != featureList.end() )
        {
          if ( !accessControl->allowToEdit( vlayer, *featureIt ) )
          {
            action.error = true;
            action.errorMsg = u"Feature modify permission denied on layer '%1'"_s.arg( typeName );
            vlayer->rollBack();
            break;
          }
          featureIt++;
        }
      }
#endif
      if ( action.error )
      {
        continue;
      }
 
      // perform add features
      if ( !provider->addFeatures( featureList ) )
      {
        action.error = true;
        action.errorMsg = u"Insert features failed on layer '%1'"_s.arg( typeName );
        if ( provider->hasErrors() )
        {
          provider->clearErrors();
        }
        vlayer->rollBack();
        continue;
      }
 
      // Commit the changes of the update elements
      if ( !vlayer->commitChanges() )
      {
        action.error = true;
        action.errorMsg = u"Error committing inserts: %1"_s.arg( vlayer->commitErrors().join( "; "_L1 ) );
        vlayer->rollBack();
        continue;
      }
      // all changes are OK!
      action.error = false;
 
      // Get the Feature Ids of the inserted feature
      QgsAttributeList pkAttributes = provider->pkAttributeIndexes();
      for ( const QgsFeature &feat : std::as_const( featureList ) )
      {
        action.insertFeatureIds << u"%1.%2"_s.arg( typeName, QgsServerFeatureId::getServerFid( feat, pkAttributes ) );
      }
    }
 
    //force restoration of original layer filters
    filterRestorer.reset();
  }
 
  QgsFeatureList featuresFromGML( QDomNodeList featureNodeList, QgsVectorLayer *layer )
  {
    // Store the inserted features
    QgsFeatureList featList;
 
    const QgsVectorDataProvider *provider { layer->dataProvider() };
 
    // Get Layer Field Information
    QgsFields fields = provider->fields();
    const QMap<QString, int> fieldMap = provider->fieldNameMap();
    QMap<QString, int>::const_iterator fieldMapIt;
 
    for ( int i = 0; i < featureNodeList.count(); i++ )
    {
      QgsFeature feat( fields );
 
      QDomElement featureElem = featureNodeList.at( i ).toElement();
      QDomNode currentAttributeChild = featureElem.firstChild();
      bool conversionSuccess = true;
 
      for ( ; !currentAttributeChild.isNull(); currentAttributeChild = currentAttributeChild.nextSibling() )
      {
        QDomElement currentAttributeElement = currentAttributeChild.toElement();
        QString attrName = currentAttributeElement.localName();
 
        if ( attrName != "boundedBy"_L1 )
        {
          if ( attrName != "geometry"_L1 ) //a normal attribute
          {
            fieldMapIt = fieldMap.find( attrName );
            if ( fieldMapIt == fieldMap.constEnd() )
            {
              QgsMessageLog::logMessage( u"Skipping unknown attribute: name=%1"_s.arg( attrName ) );
              continue;
            }
 
            QgsField field = fields.at( fieldMapIt.value() );
            QString attrValue = currentAttributeElement.text();
            int attrType = field.type();
 
            QgsMessageLog::logMessage( u"attr: name=%1 idx=%2 value=%3"_s.arg( attrName ).arg( fieldMapIt.value() ).arg( attrValue ) );
 
            if ( attrType == QMetaType::Type::Int )
              feat.setAttribute( fieldMapIt.value(), attrValue.toInt( &conversionSuccess ) );
            else if ( attrType == QMetaType::Type::Double )
              feat.setAttribute( fieldMapIt.value(), attrValue.toDouble( &conversionSuccess ) );
            else
              feat.setAttribute( fieldMapIt.value(), attrValue );
 
            if ( !conversionSuccess )
            {
              throw QgsRequestNotWellFormedException( u"Property conversion error on layer insert"_s );
            }
          }
          else //a geometry attribute
          {
            const QgsOgcUtils::Context context { layer, provider->transformContext() };
            QgsGeometry g = QgsOgcUtils::geometryFromGML( currentAttributeElement, context );
            if ( g.isNull() )
            {
              throw QgsRequestNotWellFormedException( u"Geometry from GML error on layer insert"_s );
            }
            feat.setGeometry( g );
          }
        }
      }
      // update feature list
      featList << feat;
    }
    return featList;
  }
 
  transactionRequest parseTransactionParameters( QgsServerRequest::Parameters parameters, const QgsProject *project )
  {
    if ( !parameters.contains( u"OPERATION"_s ) )
    {
      throw QgsRequestNotWellFormedException( u"OPERATION parameter is mandatory"_s );
    }
    if ( parameters.value( u"OPERATION"_s ).toUpper() != "DELETE"_L1 )
    {
      throw QgsRequestNotWellFormedException( u"Only DELETE value is defined for OPERATION parameter"_s );
    }
 
    // Verifying parameters mutually exclusive
    if ( ( parameters.contains( u"FEATUREID"_s )
           && ( parameters.contains( u"FILTER"_s ) || parameters.contains( u"BBOX"_s ) ) )
         || ( parameters.contains( u"FILTER"_s ) && ( parameters.contains( u"FEATUREID"_s ) || parameters.contains( u"BBOX"_s ) ) )
         || ( parameters.contains( u"BBOX"_s ) && ( parameters.contains( u"FEATUREID"_s ) || parameters.contains( u"FILTER"_s ) ) ) )
    {
      throw QgsRequestNotWellFormedException( u"FEATUREID FILTER and BBOX parameters are mutually exclusive"_s );
    }
 
    transactionRequest request;
 
    QStringList typeNameList;
    // parse FEATUREID
    if ( parameters.contains( u"FEATUREID"_s ) )
    {
      QStringList fidList = parameters.value( u"FEATUREID"_s ).split( ',' );
 
      QMap<QString, QStringList> fidsMap;
 
      QStringList::const_iterator fidIt = fidList.constBegin();
      for ( ; fidIt != fidList.constEnd(); ++fidIt )
      {
        // Get FeatureID
        QString fid = *fidIt;
        fid = fid.trimmed();
        // testing typename in the WFS featureID
        if ( !fid.contains( '.' ) )
        {
          throw QgsRequestNotWellFormedException( u"FEATUREID has to have TYPENAME in the values"_s );
        }
 
        QString typeName = fid.section( '.', 0, 0 );
        fid = fid.section( '.', 1, 1 );
        if ( !typeNameList.contains( typeName ) )
        {
          typeNameList << typeName;
        }
 
        QStringList fids;
        if ( fidsMap.contains( typeName ) )
        {
          fids = fidsMap.value( typeName );
        }
        fids.append( fid );
        fidsMap.insert( typeName, fids );
      }
 
      QMap<QString, QStringList>::const_iterator fidsMapIt = fidsMap.constBegin();
      for ( ; fidsMapIt != fidsMap.constEnd(); ++fidsMapIt )
      {
        transactionDelete action;
        action.typeName = fidsMapIt.key();
 
        action.serverFids = fidsMapIt.value();
        action.featureRequest = QgsFeatureRequest();
 
        request.deletes.append( action );
      }
      return request;
    }
 
    if ( !parameters.contains( u"TYPENAME"_s ) )
    {
      throw QgsRequestNotWellFormedException( u"TYPENAME is mandatory except if FEATUREID is used"_s );
    }
 
    typeNameList = parameters.value( u"TYPENAME"_s ).split( ',' );
 
    // Create actions based on TypeName
    QStringList::const_iterator typeNameIt = typeNameList.constBegin();
    for ( ; typeNameIt != typeNameList.constEnd(); ++typeNameIt )
    {
      QString typeName = *typeNameIt;
      typeName = typeName.trimmed();
 
      transactionDelete action;
      action.typeName = typeName;
 
      request.deletes.append( action );
    }
 
    // Manage extra parameter exp_filter
    if ( parameters.contains( u"EXP_FILTER"_s ) )
    {
      QString expFilterName = parameters.value( u"EXP_FILTER"_s );
      QStringList expFilterList;
      const thread_local QRegularExpression rx( "\\(([^()]+)\\)" );
      QRegularExpressionMatchIterator matchIt = rx.globalMatch( expFilterName );
      if ( !matchIt.hasNext() )
      {
        expFilterList << expFilterName;
      }
      else
      {
        while ( matchIt.hasNext() )
        {
          const QRegularExpressionMatch match = matchIt.next();
          if ( match.hasMatch() )
          {
            QStringList matches = match.capturedTexts();
            matches.pop_front(); // remove whole match
            expFilterList.append( matches );
          }
        }
      }
 
      // Verifying the 1:1 mapping between TYPENAME and EXP_FILTER but without exception
      if ( request.deletes.size() == expFilterList.size() )
      {
        // set feature request filter expression based on filter element
        QList<transactionDelete>::iterator dIt = request.deletes.begin();
        QStringList::const_iterator expFilterIt = expFilterList.constBegin();
        for ( ; dIt != request.deletes.end(); ++dIt )
        {
          transactionDelete &action = *dIt;
          // Get Filter for this typeName
          QString expFilter;
          if ( expFilterIt != expFilterList.constEnd() )
          {
            expFilter = *expFilterIt;
          }
          std::shared_ptr<QgsExpression> filter( new QgsExpression( expFilter ) );
          if ( filter )
          {
            if ( filter->hasParserError() )
            {
              QgsMessageLog::logMessage( filter->parserErrorString() );
            }
            else
            {
              if ( filter->needsGeometry() )
              {
                action.featureRequest.setFlags( Qgis::FeatureRequestFlag::NoFlags );
              }
              action.featureRequest.setFilterExpression( filter->expression() );
            }
          }
        }
      }
      else
      {
        QgsMessageLog::logMessage( "There has to be a 1:1 mapping between each element in a TYPENAME and the EXP_FILTER list" );
      }
    }
 
    if ( parameters.contains( u"BBOX"_s ) )
    {
      // get bbox value
      QString bbox = parameters.value( u"BBOX"_s );
      if ( bbox.isEmpty() )
      {
        throw QgsRequestNotWellFormedException( u"BBOX parameter is empty"_s );
      }
 
      // get bbox corners
      QStringList corners = bbox.split( ',' );
      if ( corners.size() != 4 )
      {
        throw QgsRequestNotWellFormedException( u"BBOX has to be composed of 4 elements: '%1'"_s.arg( bbox ) );
      }
 
      // convert corners to double
      double d[4];
      bool ok;
      for ( int i = 0; i < 4; i++ )
      {
        corners[i].replace( ' ', '+' );
        d[i] = corners[i].toDouble( &ok );
        if ( !ok )
        {
          throw QgsRequestNotWellFormedException( u"BBOX has to be composed of 4 double: '%1'"_s.arg( bbox ) );
        }
      }
      // create extent
      QgsRectangle extent( d[0], d[1], d[2], d[3] );
 
      // set feature request filter rectangle
      QList<transactionDelete>::iterator dIt = request.deletes.begin();
      for ( ; dIt != request.deletes.end(); ++dIt )
      {
        transactionDelete &action = *dIt;
        action.featureRequest.setFilterRect( extent );
      }
      return request;
    }
    else if ( parameters.contains( u"FILTER"_s ) )
    {
      QString filterName = parameters.value( u"FILTER"_s );
      QStringList filterList;
      const thread_local QRegularExpression rx( "\\(([^()]+)\\)" );
      QRegularExpressionMatchIterator matchIt = rx.globalMatch( filterName );
      if ( !matchIt.hasNext() )
      {
        filterList << filterName;
      }
      else
      {
        while ( matchIt.hasNext() )
        {
          const QRegularExpressionMatch match = matchIt.next();
          if ( match.hasMatch() )
          {
            QStringList matches = match.capturedTexts();
            matches.pop_front(); // remove whole match
            filterList.append( matches );
          }
        }
      }
 
      // Verifying the 1:1 mapping between TYPENAME and FILTER
      if ( request.deletes.size() != filterList.size() )
      {
        throw QgsRequestNotWellFormedException( u"There has to be a 1:1 mapping between each element in a TYPENAME and the FILTER list"_s );
      }
 
      // set feature request filter expression based on filter element
      QList<transactionDelete>::iterator dIt = request.deletes.begin();
      QStringList::const_iterator filterIt = filterList.constBegin();
      for ( ; dIt != request.deletes.end(); ++dIt )
      {
        transactionDelete &action = *dIt;
 
        // Get Filter for this typeName
        QDomDocument filter;
        if ( filterIt != filterList.constEnd() )
        {
          QString errorMsg;
          if ( !filter.setContent( *filterIt, true, &errorMsg ) )
          {
            throw QgsRequestNotWellFormedException( u"error message: %1. The XML string was: %2"_s.arg( errorMsg, *filterIt ) );
          }
        }
 
        QDomElement filterElem = filter.firstChildElement();
        QStringList serverFids;
        action.featureRequest = parseFilterElement( action.typeName, filterElem, serverFids, project );
        action.serverFids = serverFids;
 
        if ( filterIt != filterList.constEnd() )
        {
          ++filterIt;
        }
      }
      return request;
    }
 
    return request;
  }
 
  transactionRequest parseTransactionRequestBody( QDomElement &docElem, const QgsProject *project )
  {
    transactionRequest request;
 
    QDomNodeList docChildNodes = docElem.childNodes();
 
    QDomElement actionElem;
    QString actionName;
 
    for ( int i = docChildNodes.count(); 0 < i; --i )
    {
      actionElem = docChildNodes.at( i - 1 ).toElement();
      actionName = actionElem.localName();
 
      if ( actionName == "Insert"_L1 )
      {
        transactionInsert action = parseInsertActionElement( actionElem );
        request.inserts.append( action );
      }
      else if ( actionName == "Update"_L1 )
      {
        transactionUpdate action = parseUpdateActionElement( actionElem, project );
        request.updates.append( action );
      }
      else if ( actionName == "Delete"_L1 )
      {
        transactionDelete action = parseDeleteActionElement( actionElem, project );
        request.deletes.append( action );
      }
    }
 
    return request;
  }
 
  transactionDelete parseDeleteActionElement( QDomElement &actionElem, const QgsProject *project )
  {
    QString typeName = actionElem.attribute( u"typeName"_s );
    if ( typeName.contains( ':' ) )
      typeName = typeName.section( ':', 1, 1 );
 
    QDomElement filterElem = actionElem.firstChild().toElement();
    if ( filterElem.tagName() != "Filter"_L1 )
    {
      throw QgsRequestNotWellFormedException( u"Delete action element first child is not Filter"_s );
    }
 
    QStringList serverFids;
    QgsFeatureRequest featureRequest = parseFilterElement( typeName, filterElem, serverFids, project );
 
    transactionDelete action;
    action.typeName = typeName;
    action.featureRequest = featureRequest;
    action.serverFids = serverFids;
    action.error = false;
 
    if ( actionElem.hasAttribute( u"handle"_s ) )
    {
      action.handle = actionElem.attribute( u"handle"_s );
    }
 
    return action;
  }
 
  transactionUpdate parseUpdateActionElement( QDomElement &actionElem, const QgsProject *project )
  {
    QgsMessageLog::logMessage( u"parseUpdateActionElement"_s, u"Server"_s, Qgis::MessageLevel::Info );
    QString typeName = actionElem.attribute( u"typeName"_s );
    if ( typeName.contains( ':' ) )
      typeName = typeName.section( ':', 1, 1 );
 
    QDomNodeList propertyNodeList = actionElem.elementsByTagName( u"Property"_s );
    if ( propertyNodeList.isEmpty() )
    {
      throw QgsRequestNotWellFormedException( u"Update action element must have one or more Property element"_s );
    }
 
    QMap<QString, QString> propertyMap;
    QDomElement propertyElem;
    QDomElement nameElem;
    QDomElement valueElem;
    QDomElement geometryElem;
 
    for ( int l = 0; l < propertyNodeList.count(); ++l )
    {
      propertyElem = propertyNodeList.at( l ).toElement();
      nameElem = propertyElem.elementsByTagName( u"Name"_s ).at( 0 ).toElement();
      valueElem = propertyElem.elementsByTagName( u"Value"_s ).at( 0 ).toElement();
      if ( nameElem.text() != "geometry"_L1 )
      {
        propertyMap.insert( nameElem.text(), valueElem.text() );
      }
      else
      {
        geometryElem = valueElem;
      }
    }
 
    QDomNodeList filterNodeList = actionElem.elementsByTagName( u"Filter"_s );
    QgsFeatureRequest featureRequest;
    QStringList serverFids;
    if ( filterNodeList.size() != 0 )
    {
      QDomElement filterElem = filterNodeList.at( 0 ).toElement();
      featureRequest = parseFilterElement( typeName, filterElem, serverFids, project );
    }
    QgsMessageLog::logMessage( u"parseUpdateActionElement: serverFids length %1"_s.arg( serverFids.count() ), u"Server"_s, Qgis::MessageLevel::Info );
 
    transactionUpdate action;
    action.typeName = typeName;
    action.propertyMap = propertyMap;
    action.geometryElement = geometryElem;
    action.featureRequest = std::move( featureRequest );
    action.serverFids = serverFids;
    action.error = false;
 
    if ( actionElem.hasAttribute( u"handle"_s ) )
    {
      action.handle = actionElem.attribute( u"handle"_s );
    }
 
    return action;
  }
 
  transactionInsert parseInsertActionElement( QDomElement &actionElem )
  {
    QDomNodeList featureNodeList = actionElem.childNodes();
    if ( featureNodeList.size() != 1 )
    {
      throw QgsRequestNotWellFormedException( u"Insert action element must have one or more child node"_s );
    }
 
    QString typeName;
    for ( int i = 0; i < featureNodeList.count(); ++i )
    {
      QString tempTypeName = featureNodeList.at( i ).toElement().localName();
      if ( tempTypeName.contains( ':' ) )
        tempTypeName = tempTypeName.section( ':', 1, 1 );
 
      if ( typeName.isEmpty() )
      {
        typeName = tempTypeName;
      }
      else if ( tempTypeName != typeName )
      {
        throw QgsRequestNotWellFormedException( u"Insert action element must have one typename features"_s );
      }
    }
 
    transactionInsert action;
    action.typeName = typeName;
    action.featureNodeList = featureNodeList;
    action.error = false;
 
    if ( actionElem.hasAttribute( u"handle"_s ) )
    {
      action.handle = actionElem.attribute( u"handle"_s );
    }
 
    return action;
  }
 
  namespace
  {
 
    void addTransactionResult( QDomDocument &responseDoc, QDomElement &resultsElem, const QString &locator, const QString &message )
    {
      QDomElement trElem = responseDoc.createElement( u"Action"_s );
      resultsElem.appendChild( trElem );
 
      if ( !locator.isEmpty() )
      {
        trElem.setAttribute( u"locator"_s, locator );
      }
 
      if ( !message.isEmpty() )
      {
        QDomElement mesElem = responseDoc.createElement( u"Message"_s );
        mesElem.appendChild( responseDoc.createTextNode( message ) );
        trElem.appendChild( mesElem );
      }
    }
 
  } // namespace
 
} // namespace QgsWfs