qgsexpressionnodeimpl.cpp

Go to the documentation of this file.

/***************************************************************************
                               qgsexpressionnodeimpl.cpp
                             -------------------
    begin                : May 2017
    copyright            : (C) 2017 Matthias Kuhn
    email                : matthias@opengis.ch
 ***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/
 
#include "qgsexpressionnodeimpl.h"
 
#include "qgsexpression.h"
#include "qgsexpressionutils.h"
#include "qgsstringutils.h"
#include "qgsvariantutils.h"
 
#include <QColor>
#include <QDate>
#include <QDateTime>
#include <QRegularExpression>
#include <QString>
#include <QTime>
 
using namespace Qt::StringLiterals;
 
const char *QgsExpressionNodeBinaryOperator::BINARY_OPERATOR_TEXT[] = {
  // this must correspond (number and order of element) to the declaration of the enum BinaryOperator
  "OR", "AND", "=", "<>", "<=", ">=", "<", ">", "~", "LIKE", "NOT LIKE", "ILIKE", "NOT ILIKE", "IS", "IS NOT", "+", "-", "*", "/", "//", "%", "^", "||"
};
 
const char *QgsExpressionNodeUnaryOperator::UNARY_OPERATOR_TEXT[] = {
  // this must correspond (number and order of element) to the declaration of the enum UnaryOperator
  "NOT",
  "-"
};
 
bool QgsExpressionNodeInOperator::needsGeometry() const
{
  bool needs = false;
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( QgsExpressionNode *n : nodeList )
    needs |= n->needsGeometry();
  return needs;
}
 
QgsExpressionNode::NodeList::~NodeList()
{
  qDeleteAll( mList );
}
 
void QgsExpressionNode::NodeList::append( QgsExpressionNode::NamedNode *node )
{
  mList.append( node->node );
  mNameList.append( cleanNamedNodeName( node->name ) );
  mHasNamedNodes = true;
  delete node;
}
 
QgsExpressionNode::NodeList *QgsExpressionNode::NodeList::clone() const
{
  NodeList *nl = new NodeList;
  for ( QgsExpressionNode *node : mList )
  {
    nl->mList.append( node->clone() );
  }
  nl->mNameList = mNameList;
 
  return nl;
}
 
QString QgsExpressionNode::NodeList::dump() const
{
  QString msg;
  bool first = true;
  for ( QgsExpressionNode *n : mList )
  {
    if ( !first )
      msg += ", "_L1;
    else
      first = false;
    msg += n->dump();
  }
  return msg;
}
 
QString QgsExpressionNode::NodeList::cleanNamedNodeName( const QString &name )
{
  QString cleaned = name.toLower();
 
  // upgrade older argument names to standard versions
  if ( cleaned == "geom"_L1 )
    cleaned = u"geometry"_s;
  else if ( cleaned == "val"_L1 )
    cleaned = u"value"_s;
  else if ( cleaned == "geometry a"_L1 )
    cleaned = u"geometry1"_s;
  else if ( cleaned == "geometry b"_L1 )
    cleaned = u"geometry2"_s;
  else if ( cleaned == "i"_L1 )
    cleaned = u"vertex"_s;
  else if ( cleaned == "array_a"_L1 )
    cleaned = u"array1"_s;
  else if ( cleaned == "array_b"_L1 )
    cleaned = u"array2"_s;
  else if ( cleaned == "point_a"_L1 )
    cleaned = u"point1"_s;
  else if ( cleaned == "point_b"_L1 )
    cleaned = u"point2"_s;
  else if ( cleaned == "array_prioritize"_L1 )
    cleaned = u"priority"_s;
 
  return cleaned;
}
 
 
//
 
QVariant QgsExpressionNodeUnaryOperator::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  QVariant val = mOperand->eval( parent, context );
  ENSURE_NO_EVAL_ERROR
 
  switch ( mOp )
  {
    case uoNot:
    {
      QgsExpressionUtils::TVL tvl = QgsExpressionUtils::getTVLValue( val, parent );
      ENSURE_NO_EVAL_ERROR
      return QgsExpressionUtils::tvl2variant( QgsExpressionUtils::NOT[tvl] );
    }
 
    case uoMinus:
      if ( QgsExpressionUtils::isIntSafe( val ) )
        return QVariant( -QgsExpressionUtils::getIntValue( val, parent ) );
      else if ( QgsExpressionUtils::isDoubleSafe( val ) )
        return QVariant( -QgsExpressionUtils::getDoubleValue( val, parent ) );
      else
        SET_EVAL_ERROR( tr( "Unary minus only for numeric values." ) )
  }
  return QVariant();
}
 
QgsExpressionNode::NodeType QgsExpressionNodeUnaryOperator::nodeType() const
{
  return ntUnaryOperator;
}
 
bool QgsExpressionNodeUnaryOperator::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  return mOperand->prepare( parent, context );
}
 
QString QgsExpressionNodeUnaryOperator::dump() const
{
  if ( dynamic_cast<QgsExpressionNodeBinaryOperator *>( mOperand.get() ) )
    return u"%1 ( %2 )"_s.arg( UNARY_OPERATOR_TEXT[mOp], mOperand->dump() );
  else
    return u"%1 %2"_s.arg( UNARY_OPERATOR_TEXT[mOp], mOperand->dump() );
}
 
QSet<QString> QgsExpressionNodeUnaryOperator::referencedColumns() const
{
  if ( hasCachedStaticValue() )
    return QSet< QString >();
 
  return mOperand->referencedColumns();
}
 
QSet<QString> QgsExpressionNodeUnaryOperator::referencedVariables() const
{
  return mOperand->referencedVariables();
}
 
QSet<QString> QgsExpressionNodeUnaryOperator::referencedFunctions() const
{
  return mOperand->referencedFunctions();
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeUnaryOperator::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst.append( this );
  lst += mOperand->nodes();
  return lst;
}
 
bool QgsExpressionNodeUnaryOperator::needsGeometry() const
{
  return mOperand->needsGeometry();
}
 
QgsExpressionNode *QgsExpressionNodeUnaryOperator::clone() const
{
  QgsExpressionNodeUnaryOperator *copy = new QgsExpressionNodeUnaryOperator( mOp, mOperand->clone() );
  cloneTo( copy );
  return copy;
}
 
QgsExpressionNode *QgsExpressionNodeUnaryOperator::simplifiedNode() const
{
  std::unique_ptr< QgsExpressionNode > simplifiedOperand( mOperand->simplifiedNode() );
  if ( simplifiedOperand->nodeType() == ntLiteral )
  {
    QgsExpressionNodeUnaryOperator tempNode( mOp, simplifiedOperand->clone() );
    QgsExpression parentExp;
    QVariant result = tempNode.eval( &parentExp, nullptr );
    if ( !parentExp.hasEvalError() )
    {
      return new QgsExpressionNodeLiteral( result );
    }
  }
 
  return new QgsExpressionNodeUnaryOperator( mOp, simplifiedOperand.release() );
}
 
bool QgsExpressionNodeUnaryOperator::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  return mOperand->isStatic( parent, context );
}
 
QString QgsExpressionNodeUnaryOperator::text() const
{
  return UNARY_OPERATOR_TEXT[mOp];
}
 
//
 
template<class T> bool compareOp( T diff, QgsExpressionNodeBinaryOperator::BinaryOperator op )
{
  switch ( op )
  {
    case QgsExpressionNodeBinaryOperator::boEQ:
      return diff == 0;
    case QgsExpressionNodeBinaryOperator::boNE:
      return diff != 0;
    case QgsExpressionNodeBinaryOperator::boLT:
      return diff < 0;
    case QgsExpressionNodeBinaryOperator::boGT:
      return diff > 0;
    case QgsExpressionNodeBinaryOperator::boLE:
      return diff <= 0;
    case QgsExpressionNodeBinaryOperator::boGE:
      return diff >= 0;
    default:
      Q_ASSERT( false );
      return false;
  }
}
 
template<> bool compareOp( double diff, QgsExpressionNodeBinaryOperator::BinaryOperator op )
{
  switch ( op )
  {
    case QgsExpressionNodeBinaryOperator::boEQ:
      return qgsDoubleNear( diff, 0.0 );
    case QgsExpressionNodeBinaryOperator::boNE:
      return !qgsDoubleNear( diff, 0.0 );
    case QgsExpressionNodeBinaryOperator::boLT:
      return diff < 0;
    case QgsExpressionNodeBinaryOperator::boGT:
      return diff > 0;
    case QgsExpressionNodeBinaryOperator::boLE:
      return diff <= 0;
    case QgsExpressionNodeBinaryOperator::boGE:
      return diff >= 0;
    default:
      Q_ASSERT( false );
      return false;
  }
}
 
QVariant QgsExpressionNodeBinaryOperator::compareNonNullValues( QgsExpression *parent, const QgsExpressionContext *, const QVariant &vL, const QVariant &vR, BinaryOperator op )
{
  if ( ( vL.userType() == QMetaType::Type::QDateTime && vR.userType() == QMetaType::Type::QDateTime ) )
  {
    QDateTime dL = QgsExpressionUtils::getDateTimeValue( vL, parent );
    ENSURE_NO_EVAL_ERROR
    QDateTime dR = QgsExpressionUtils::getDateTimeValue( vR, parent );
    ENSURE_NO_EVAL_ERROR
 
    // while QDateTime has innate handling of timezones, we don't expose these ANYWHERE
    // in QGIS. So to avoid confusion where seemingly equal datetime values give unexpected
    // results (due to different hidden timezones), we force all datetime comparisons to treat
    // all datetime values as having the same time zone
    dL.setTimeSpec( Qt::UTC );
    dR.setTimeSpec( Qt::UTC );
 
    return compareOp<qint64>( dR.msecsTo( dL ), op ) ? TVL_True : TVL_False;
  }
  else if ( ( vL.userType() == QMetaType::Type::QDateTime && vR.userType() == QMetaType::Type::QString ) || ( vL.userType() == QMetaType::Type::QString && vR.userType() == QMetaType::Type::QDateTime ) )
  {
    // left operand is a datetime, right is a string (or vice versa) -- here we try to implicitly cast the string operand to a datetime.
    QDateTime dL;
    if ( vL.userType() == QMetaType::Type::QDateTime )
    {
      dL = QgsExpressionUtils::getDateTimeValue( vL, parent );
    }
    else
    {
      dL = QDateTime::fromString( vL.toString(), Qt::ISODate );
      if ( !dL.isValid() )
      {
        if ( parent )
          parent->setEvalErrorString( QObject::tr( "Cannot convert '%1' to DateTime" ).arg( vL.toString() ) );
        return QVariant();
      }
    }
    ENSURE_NO_EVAL_ERROR
 
    QDateTime dR;
    if ( vR.userType() == QMetaType::Type::QDateTime )
    {
      dR = QgsExpressionUtils::getDateTimeValue( vR, parent );
    }
    else
    {
      dR = QDateTime::fromString( vR.toString(), Qt::ISODate );
      if ( !dR.isValid() )
      {
        if ( parent )
          parent->setEvalErrorString( QObject::tr( "Cannot convert '%1' to DateTime" ).arg( vR.toString() ) );
        return QVariant();
      }
    }
    ENSURE_NO_EVAL_ERROR
 
    // while QDateTime has innate handling of timezones, we don't expose these ANYWHERE
    // in QGIS. So to avoid confusion where seemingly equal datetime values give unexpected
    // results (due to different hidden timezones), we force all datetime comparisons to treat
    // all datetime values as having the same time zone
    dL.setTimeSpec( Qt::UTC );
    dR.setTimeSpec( Qt::UTC );
 
    return compareOp<qint64>( dR.msecsTo( dL ), op ) ? TVL_True : TVL_False;
  }
  else if ( ( vL.userType() == QMetaType::Type::QDate && vR.userType() == QMetaType::Type::QString ) || ( vL.userType() == QMetaType::Type::QString && vR.userType() == QMetaType::Type::QDate ) )
  {
    // left operand is a date, right is a string (or vice versa) -- here we try to implicitly cast the string operand to a date.
    QDate dL;
    if ( vL.userType() == QMetaType::Type::QDate )
    {
      dL = QgsExpressionUtils::getDateValue( vL, parent );
    }
    else
    {
      dL = QDate::fromString( vL.toString(), Qt::ISODate );
      if ( !dL.isValid() )
      {
        if ( parent )
          parent->setEvalErrorString( QObject::tr( "Cannot convert '%1' to Date" ).arg( vL.toString() ) );
        return QVariant();
      }
    }
    ENSURE_NO_EVAL_ERROR
 
    QDate dR;
    if ( vR.userType() == QMetaType::Type::QDate )
    {
      dR = QgsExpressionUtils::getDateValue( vR, parent );
    }
    else
    {
      dR = QDate::fromString( vR.toString(), Qt::ISODate );
      if ( !dR.isValid() )
      {
        if ( parent )
          parent->setEvalErrorString( QObject::tr( "Cannot convert '%1' to Date" ).arg( vR.toString() ) );
        return QVariant();
      }
    }
    ENSURE_NO_EVAL_ERROR
 
    return compareOp<qint64>( dR.daysTo( dL ), op ) ? TVL_True : TVL_False;
  }
  else if ( ( vL.userType() == QMetaType::Type::QTime && vR.userType() == QMetaType::Type::QString ) || ( vL.userType() == QMetaType::Type::QString && vR.userType() == QMetaType::Type::QTime ) )
  {
    // left operand is a time, right is a string (or vice versa) -- here we try to implicitly cast the string operand to a time.
    QTime dL;
    if ( vL.userType() == QMetaType::Type::QTime )
    {
      dL = QgsExpressionUtils::getTimeValue( vL, parent );
    }
    else
    {
      dL = QTime::fromString( vL.toString(), Qt::ISODate );
      if ( !dL.isValid() )
      {
        if ( parent )
          parent->setEvalErrorString( QObject::tr( "Cannot convert '%1' to Time" ).arg( vL.toString() ) );
        return QVariant();
      }
    }
    ENSURE_NO_EVAL_ERROR
 
    QTime dR;
    if ( vR.userType() == QMetaType::Type::QTime )
    {
      dR = QgsExpressionUtils::getTimeValue( vR, parent );
    }
    else
    {
      dR = QTime::fromString( vR.toString(), Qt::ISODate );
      if ( !dR.isValid() )
      {
        if ( parent )
          parent->setEvalErrorString( QObject::tr( "Cannot convert '%1' to Time" ).arg( vR.toString() ) );
        return QVariant();
      }
    }
    ENSURE_NO_EVAL_ERROR
 
    return compareOp<int>( dR.msecsTo( dL ), op ) ? TVL_True : TVL_False;
  }
  else if ( ( vL.userType() == QMetaType::Type::QDate && vR.userType() == QMetaType::Type::QDate ) )
  {
    const QDate dL = QgsExpressionUtils::getDateValue( vL, parent );
    ENSURE_NO_EVAL_ERROR
    const QDate dR = QgsExpressionUtils::getDateValue( vR, parent );
    ENSURE_NO_EVAL_ERROR
    return compareOp<qint64>( dR.daysTo( dL ), op ) ? TVL_True : TVL_False;
  }
  else if ( ( vL.userType() == QMetaType::Type::QTime && vR.userType() == QMetaType::Type::QTime ) )
  {
    const QTime dL = QgsExpressionUtils::getTimeValue( vL, parent );
    ENSURE_NO_EVAL_ERROR
    const QTime dR = QgsExpressionUtils::getTimeValue( vR, parent );
    ENSURE_NO_EVAL_ERROR
    return compareOp<int>( dR.msecsTo( dL ), op ) ? TVL_True : TVL_False;
  }
  else if ( ( vL.userType() != QMetaType::Type::QString || vR.userType() != QMetaType::Type::QString ) && QgsExpressionUtils::isDoubleSafe( vL ) && QgsExpressionUtils::isDoubleSafe( vR ) )
  {
    // do numeric comparison if both operators can be converted to numbers,
    // and they aren't both string
    double fL = QgsExpressionUtils::getDoubleValue( vL, parent );
    ENSURE_NO_EVAL_ERROR
    double fR = QgsExpressionUtils::getDoubleValue( vR, parent );
    ENSURE_NO_EVAL_ERROR
    return compareOp< double >( fL - fR, op ) ? TVL_True : TVL_False;
  }
 
  else if ( vL.userType() == QMetaType::Type::Bool || vR.userType() == QMetaType::Type::Bool )
  {
    // Documented behavior of QVariant::toBool() for each userType:
    //
    // For variant with userType():
    //
    //   QMetaType::Bool:
    //     true if value is true
    //     false otherwise
    //
    //   QMetaType::QChar, QMetaType::Double, QMetaType::Int,
    //   QMetaType::LongLong, QMetaType::UInt, and QMetaType::ULongLong:
    //     true if the value is non-zero
    //     false otherwise
    //
    //   QMetaType::QString and QMetaType::QByteArray:
    //     false if its lower-case content is empty, "0" or "false"
    //     true otherwise
    //
    // All other variants always return false.
 
    // Note: Boolean logical operators behave the same in C++ and SQL.
    const bool vLBool = vL.toBool();
    const bool vRBool = vR.toBool();
    switch ( op )
    {
      case boEQ:
        return vLBool == vRBool ? TVL_True : TVL_False;
      case boNE:
        return vLBool != vRBool ? TVL_True : TVL_False;
      case boLT:
        return vLBool < vRBool ? TVL_True : TVL_False;
      case boLE:
        return vLBool <= vRBool ? TVL_True : TVL_False;
      case boGT:
        return vLBool > vRBool ? TVL_True : TVL_False;
      case boGE:
        return vLBool >= vRBool ? TVL_True : TVL_False;
      case boOr:
      case boAnd:
      case boRegexp:
      case boLike:
      case boNotLike:
      case boILike:
      case boNotILike:
      case boIs:
      case boIsNot:
      case boPlus:
      case boMinus:
      case boMul:
      case boDiv:
      case boIntDiv:
      case boMod:
      case boPow:
      case boConcat:
        // should not happen
        break;
    }
    return TVL_Unknown;
  }
 
  // warning - QgsExpression::isIntervalSafe is VERY expensive and should not be used here
  else if ( vL.userType() == qMetaTypeId< QgsInterval>() && vR.userType() == qMetaTypeId< QgsInterval>() )
  {
    double fL = QgsExpressionUtils::getInterval( vL, parent ).seconds();
    ENSURE_NO_EVAL_ERROR
    double fR = QgsExpressionUtils::getInterval( vR, parent ).seconds();
    ENSURE_NO_EVAL_ERROR
    return compareOp< double >( fL - fR, op ) ? TVL_True : TVL_False;
  }
  else
  {
    // do string comparison otherwise
    QString sL = QgsExpressionUtils::getStringValue( vL, parent );
    ENSURE_NO_EVAL_ERROR
    QString sR = QgsExpressionUtils::getStringValue( vR, parent );
    ENSURE_NO_EVAL_ERROR
    int diff = QString::compare( sL, sR );
    return compareOp<int>( diff, op ) ? TVL_True : TVL_False;
  }
}
 
QVariant QgsExpressionNodeBinaryOperator::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  QVariant vL = mOpLeft->eval( parent, context );
  ENSURE_NO_EVAL_ERROR
 
  if ( mOp == boAnd || mOp == boOr )
  {
    QgsExpressionUtils::TVL tvlL = QgsExpressionUtils::getTVLValue( vL, parent );
    ENSURE_NO_EVAL_ERROR
    if ( mOp == boAnd && tvlL == QgsExpressionUtils::False )
      return TVL_False; // shortcut -- no need to evaluate right-hand side
    if ( mOp == boOr && tvlL == QgsExpressionUtils::True )
      return TVL_True; // shortcut -- no need to evaluate right-hand side
  }
 
  QVariant vR = mOpRight->eval( parent, context );
  ENSURE_NO_EVAL_ERROR
 
  switch ( mOp )
  {
    case boPlus:
      if ( vL.userType() == QMetaType::Type::QString && vR.userType() == QMetaType::Type::QString )
      {
        QString sL = QgsExpressionUtils::isNull( vL ) ? QString() : QgsExpressionUtils::getStringValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        QString sR = QgsExpressionUtils::isNull( vR ) ? QString() : QgsExpressionUtils::getStringValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        return QVariant( sL + sR );
      }
      //intentional fall-through
      [[fallthrough]];
    case boMinus:
    case boMul:
    case boDiv:
    case boMod:
    {
      if ( QgsExpressionUtils::isNull( vL ) || QgsExpressionUtils::isNull( vR ) )
        return QVariant();
      else if ( mOp != boDiv && QgsExpressionUtils::isIntSafe( vL ) && QgsExpressionUtils::isIntSafe( vR ) )
      {
        // both are integers - let's use integer arithmetic
        qlonglong iL = QgsExpressionUtils::getIntValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        qlonglong iR = QgsExpressionUtils::getIntValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
 
        if ( mOp == boMod && iR == 0 )
          return QVariant();
 
        return QVariant( computeInt( iL, iR ) );
      }
      else if ( QgsExpressionUtils::isDateTimeSafe( vL ) && QgsExpressionUtils::isIntervalSafe( vR ) )
      {
        QDateTime dL = QgsExpressionUtils::getDateTimeValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        QgsInterval iL = QgsExpressionUtils::getInterval( vR, parent );
        ENSURE_NO_EVAL_ERROR
        if ( mOp == boDiv || mOp == boMul || mOp == boMod )
        {
          parent->setEvalErrorString( tr( "Can't perform /, *, or % on DateTime and Interval" ) );
          return QVariant();
        }
        return QVariant( computeDateTimeFromInterval( dL, &iL ) );
      }
      else if ( mOp == boPlus
                && ( ( vL.userType() == QMetaType::Type::QDate && vR.userType() == QMetaType::Type::QTime ) || ( vR.userType() == QMetaType::Type::QDate && vL.userType() == QMetaType::Type::QTime ) ) )
      {
        QDate date = QgsExpressionUtils::getDateValue( vL.userType() == QMetaType::Type::QDate ? vL : vR, parent );
        ENSURE_NO_EVAL_ERROR
        QTime time = QgsExpressionUtils::getTimeValue( vR.userType() == QMetaType::Type::QTime ? vR : vL, parent );
        ENSURE_NO_EVAL_ERROR
        QDateTime dt = QDateTime( date, time );
        return QVariant( dt );
      }
      else if ( mOp == boMinus && vL.userType() == QMetaType::Type::QDate && vR.userType() == QMetaType::Type::QDate )
      {
        QDate date1 = QgsExpressionUtils::getDateValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        QDate date2 = QgsExpressionUtils::getDateValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        return date1 - date2;
      }
      else if ( mOp == boMinus && vL.userType() == QMetaType::Type::QTime && vR.userType() == QMetaType::Type::QTime )
      {
        QTime time1 = QgsExpressionUtils::getTimeValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        QTime time2 = QgsExpressionUtils::getTimeValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        return time1 - time2;
      }
      else if ( mOp == boMinus && vL.userType() == QMetaType::Type::QDateTime && vR.userType() == QMetaType::Type::QDateTime )
      {
        QDateTime datetime1 = QgsExpressionUtils::getDateTimeValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        QDateTime datetime2 = QgsExpressionUtils::getDateTimeValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        return QgsInterval( datetime1 - datetime2 );
      }
      else if ( ( mOp == boPlus || mOp == boMinus || mOp == boMul || mOp == boDiv ) && vL.userType() == QMetaType::Type::QColor && vR.userType() == QMetaType::Type::QColor )
      {
        bool isQColor = false;
        const QColor colorL = QgsExpressionUtils::getColorValue( vL, parent, isQColor );
        ENSURE_NO_EVAL_ERROR
        const QColor colorR = QgsExpressionUtils::getColorValue( vR, parent, isQColor );
        ENSURE_NO_EVAL_ERROR
 
        if ( !colorL.isValid() || !colorR.isValid() )
        {
          parent->setEvalErrorString( tr( "Cannot perform operation on invalid color" ) );
          return QVariant();
        }
 
        QColor::Spec colorLSpec = colorL.spec();
        QColor::Spec colorRSpec = colorR.spec();
 
        switch ( colorLSpec )
        {
          case QColor::Cmyk:
          {
            if ( colorRSpec != QColor::Cmyk )
            {
              parent->setEvalErrorString( tr( "Cannot combine a CMYK color with a non-CMYK color" ) );
              return QVariant();
            }
 
            float lc, lm, ly, lk, la, rc, rm, ry, rk, ra;
            colorL.getCmykF( &lc, &lm, &ly, &lk, &la );
            colorR.getCmykF( &rc, &rm, &ry, &rk, &ra );
            return QColor::fromCmykF(
              static_cast<float>( std::clamp( computeDouble( lc, rc ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( lm, rm ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( ly, ry ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( lk, rk ), 0.0, 1.0 ) ),
              la
            );
          }
          case QColor::Hsl:
          case QColor::Hsv:
          case QColor::Rgb:
          case QColor::ExtendedRgb:
          {
            if ( colorRSpec == QColor::Cmyk )
            {
              parent->setEvalErrorString( tr( "Cannot combine a non-CMYK color with a CMYK color" ) );
              return QVariant();
            }
 
            float lr, lg, lb, la, rr, rg, rb, ra;
            colorL.getRgbF( &lr, &lg, &lb, &la );
            colorR.getRgbF( &rr, &rg, &rb, &ra );
            QColor result = QColor::
              fromRgbF( static_cast<float>( std::clamp( computeDouble( lr, rr ), 0.0, 1.0 ) ), static_cast<float>( std::clamp( computeDouble( lg, rg ), 0.0, 1.0 ) ), static_cast<float>( std::clamp( computeDouble( lb, rb ), 0.0, 1.0 ) ), la );
            return result;
          }
          default:
            return QVariant();
        }
      }
      else if ( ( mOp == boPlus || mOp == boMinus || mOp == boMul || mOp == boDiv )
                && ( ( ( vL.userType() == QMetaType::Type::QColor ) && QgsExpressionUtils::isDoubleSafe( vR ) ) || ( ( vR.userType() == QMetaType::Type::QColor ) && QgsExpressionUtils::isDoubleSafe( vL ) ) ) )
      {
        const bool colorLeft = vL.userType() == QMetaType::Type::QColor;
        bool isQColor = false;
        const QColor color = QgsExpressionUtils::getColorValue( colorLeft ? vL : vR, parent, isQColor );
        ENSURE_NO_EVAL_ERROR
 
        if ( !color.isValid() )
        {
          parent->setEvalErrorString( tr( "Cannot perform operation on invalid color" ) );
          return QVariant();
        }
 
        const double value = QgsExpressionUtils::getDoubleValue( colorLeft ? vR : vL, parent );
        ENSURE_NO_EVAL_ERROR
 
        if ( mOp == boDiv && value == 0.0 )
        {
          return QVariant();
        }
 
        // let's not divide with color
        if ( !colorLeft && mOp == boDiv )
        {
          parent->setEvalErrorString( tr( "Can't perform / with a color value on the right" ) );
          return QVariant();
        }
 
        switch ( color.spec() )
        {
          case QColor::Cmyk:
          {
            float c, m, y, k, a;
            color.getCmykF( &c, &m, &y, &k, &a );
            const double dc = static_cast<double>( c );
            const double dm = static_cast<double>( m );
            const double dy = static_cast<double>( y );
            const double dk = static_cast<double>( k );
 
            return QColor::fromCmykF(
              static_cast<float>( std::clamp( computeDouble( colorLeft ? dc : value, colorLeft ? value : dc ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( colorLeft ? dm : value, colorLeft ? value : dm ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( colorLeft ? dy : value, colorLeft ? value : dy ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( colorLeft ? dk : value, colorLeft ? value : dk ), 0.0, 1.0 ) ),
              a
            );
          }
          case QColor::Hsl:
          case QColor::Hsv:
          case QColor::Rgb:
          case QColor::ExtendedRgb: // color_rgbf constructor clamps it to 0-1, so we do the same here
          {
            float r, g, b, a;
            color.getRgbF( &r, &g, &b, &a );
            const double dr = static_cast<double>( r );
            const double dg = static_cast<double>( g );
            const double db = static_cast<double>( b );
 
            return QColor::fromRgbF(
              static_cast<float>( std::clamp( computeDouble( colorLeft ? dr : value, colorLeft ? value : dr ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( colorLeft ? dg : value, colorLeft ? value : dg ), 0.0, 1.0 ) ),
              static_cast<float>( std::clamp( computeDouble( colorLeft ? db : value, colorLeft ? value : db ), 0.0, 1.0 ) ),
              a
            );
          }
          default:
            return QVariant();
        }
      }
      else
      {
        // general floating point arithmetic
        double fL = QgsExpressionUtils::getDoubleValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        double fR = QgsExpressionUtils::getDoubleValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        if ( ( mOp == boDiv || mOp == boMod ) && fR == 0. )
          return QVariant(); // silently handle division by zero and return NULL
        return QVariant( computeDouble( fL, fR ) );
      }
    }
    case boIntDiv:
    {
      //integer division
      double fL = QgsExpressionUtils::getDoubleValue( vL, parent );
      ENSURE_NO_EVAL_ERROR
      double fR = QgsExpressionUtils::getDoubleValue( vR, parent );
      ENSURE_NO_EVAL_ERROR
      if ( fR == 0. )
        return QVariant(); // silently handle division by zero and return NULL
      return QVariant( qlonglong( std::floor( fL / fR ) ) );
    }
    case boPow:
      if ( QgsExpressionUtils::isNull( vL ) || QgsExpressionUtils::isNull( vR ) )
        return QVariant();
      else
      {
        double fL = QgsExpressionUtils::getDoubleValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        double fR = QgsExpressionUtils::getDoubleValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        return QVariant( std::pow( fL, fR ) );
      }
 
    case boAnd:
    {
      QgsExpressionUtils::TVL tvlL = QgsExpressionUtils::getTVLValue( vL, parent ), tvlR = QgsExpressionUtils::getTVLValue( vR, parent );
      ENSURE_NO_EVAL_ERROR
      return QgsExpressionUtils::tvl2variant( QgsExpressionUtils::AND[tvlL][tvlR] );
    }
 
    case boOr:
    {
      QgsExpressionUtils::TVL tvlL = QgsExpressionUtils::getTVLValue( vL, parent ), tvlR = QgsExpressionUtils::getTVLValue( vR, parent );
      ENSURE_NO_EVAL_ERROR
      return QgsExpressionUtils::tvl2variant( QgsExpressionUtils::OR[tvlL][tvlR] );
    }
 
    case boEQ:
    case boNE:
    case boLT:
    case boGT:
    case boLE:
    case boGE:
      if ( QgsExpressionUtils::isNull( vL ) || QgsExpressionUtils::isNull( vR ) )
      {
        return TVL_Unknown;
      }
      else if ( QgsExpressionUtils::isList( vL ) || QgsExpressionUtils::isList( vR ) )
      {
        // verify that we have two lists
        if ( !QgsExpressionUtils::isList( vL ) || !QgsExpressionUtils::isList( vR ) )
          return TVL_Unknown;
 
        // and search for not equal respective items
        QVariantList lL = vL.toList();
        QVariantList lR = vR.toList();
        for ( int i = 0; i < lL.length() && i < lR.length(); i++ )
        {
          if ( QgsExpressionUtils::isNull( lL.at( i ) ) && QgsExpressionUtils::isNull( lR.at( i ) ) )
            continue; // same behavior as PostgreSQL
 
          if ( QgsExpressionUtils::isNull( lL.at( i ) ) || QgsExpressionUtils::isNull( lR.at( i ) ) )
          {
            switch ( mOp )
            {
              case boEQ:
                return false;
              case boNE:
                return true;
              case boLT:
              case boLE:
                return QgsExpressionUtils::isNull( lR.at( i ) );
              case boGT:
              case boGE:
                return QgsExpressionUtils::isNull( lL.at( i ) );
              default:
                Q_ASSERT( false );
                return TVL_Unknown;
            }
          }
 
          QgsExpressionNodeLiteral nL( lL.at( i ) );
          QgsExpressionNodeLiteral nR( lR.at( i ) );
          QgsExpressionNodeBinaryOperator eqNode( boEQ, nL.clone(), nR.clone() );
          QVariant eq = eqNode.eval( parent, context );
          ENSURE_NO_EVAL_ERROR
          if ( eq == TVL_False )
          {
            // return the two items comparison
            QgsExpressionNodeBinaryOperator node( mOp, nL.clone(), nR.clone() );
            QVariant v = node.eval( parent, context );
            ENSURE_NO_EVAL_ERROR
            return v;
          }
        }
 
        // default to length comparison
        switch ( mOp )
        {
          case boEQ:
            return lL.length() == lR.length();
          case boNE:
            return lL.length() != lR.length();
          case boLT:
            return lL.length() < lR.length();
          case boGT:
            return lL.length() > lR.length();
          case boLE:
            return lL.length() <= lR.length();
          case boGE:
            return lL.length() >= lR.length();
          default:
            Q_ASSERT( false );
            return TVL_Unknown;
        }
      }
      else
      {
        return compareNonNullValues( parent, context, vL, vR, mOp );
      }
 
    case boIs:
    case boIsNot:
    {
      const bool vLNull = QgsExpressionUtils::isNull( vL );
      const bool vRNull = QgsExpressionUtils::isNull( vR );
      if ( vLNull && vRNull ) // both operators null
        return ( mOp == boIs ? TVL_True : TVL_False );
      else if ( vLNull || vRNull ) // one operator null
        return ( mOp == boIs ? TVL_False : TVL_True );
      else // both operators non-null
      {
        return compareNonNullValues( parent, context, vL, vR, mOp == boIs ? boEQ : boNE );
      }
    }
 
    case boRegexp:
    case boLike:
    case boNotLike:
    case boILike:
    case boNotILike:
      if ( QgsExpressionUtils::isNull( vL ) || QgsExpressionUtils::isNull( vR ) )
        return TVL_Unknown;
      else
      {
        const QString str = QgsExpressionUtils::getStringValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        const QString regexp = QgsExpressionUtils::getStringValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
 
        QRegularExpression re;
        const QString cachedRegExKey = u"re_bo_%1_%2"_s.arg( mOp ).arg( regexp );
        if ( context )
        {
          re = context->cachedValue( cachedRegExKey ).value< QRegularExpression >();
        }
 
        bool matches = false;
        if ( re.pattern().isEmpty() )
        {
          if ( mOp == boLike || mOp == boILike || mOp == boNotLike || mOp == boNotILike ) // change from LIKE syntax to regexp
          {
            QString esc_regexp = QgsStringUtils::qRegExpEscape( regexp );
            // manage escape % and _
            if ( esc_regexp.startsWith( '%' ) )
            {
              esc_regexp.replace( 0, 1, u".*"_s );
            }
            const thread_local QRegularExpression rx1( u"[^\\\\](%)"_s );
            int pos = 0;
            while ( ( pos = esc_regexp.indexOf( rx1, pos ) ) != -1 )
            {
              esc_regexp.replace( pos + 1, 1, u".*"_s );
              pos += 1;
            }
            const thread_local QRegularExpression rx2( u"\\\\%"_s );
            esc_regexp.replace( rx2, u"%"_s );
            if ( esc_regexp.startsWith( '_' ) )
            {
              esc_regexp.replace( 0, 1, u"."_s );
            }
            const thread_local QRegularExpression rx3( u"[^\\\\](_)"_s );
            pos = 0;
            while ( ( pos = esc_regexp.indexOf( rx3, pos ) ) != -1 )
            {
              esc_regexp.replace( pos + 1, 1, '.' );
              pos += 1;
            }
            esc_regexp.replace( "\\\\_"_L1, "_"_L1 );
 
            re = QRegularExpression( QRegularExpression::anchoredPattern( esc_regexp ), mOp == boLike || mOp == boNotLike ? QRegularExpression::DotMatchesEverythingOption : QRegularExpression::DotMatchesEverythingOption | QRegularExpression::CaseInsensitiveOption );
          }
          else
          {
            re = QRegularExpression( regexp );
          }
          if ( context )
          {
            context->setCachedValue( cachedRegExKey, re );
          }
        }
 
        matches = re.match( str ).hasMatch();
 
        if ( mOp == boNotLike || mOp == boNotILike )
        {
          matches = !matches;
        }
 
        return matches ? TVL_True : TVL_False;
      }
 
    case boConcat:
      if ( QgsExpressionUtils::isNull( vL ) || QgsExpressionUtils::isNull( vR ) )
        return QVariant();
      else
      {
        QString sL = QgsExpressionUtils::getStringValue( vL, parent );
        ENSURE_NO_EVAL_ERROR
        QString sR = QgsExpressionUtils::getStringValue( vR, parent );
        ENSURE_NO_EVAL_ERROR
        return QVariant( sL + sR );
      }
  }
  Q_ASSERT( false );
  return QVariant();
}
 
qlonglong QgsExpressionNodeBinaryOperator::computeInt( qlonglong x, qlonglong y )
{
  switch ( mOp )
  {
    case boPlus:
      return x + y;
    case boMinus:
      return x - y;
    case boMul:
      return x * y;
    case boDiv:
      return x / y;
    case boMod:
      return x % y;
    default:
      Q_ASSERT( false );
      return 0;
  }
}
 
QDateTime QgsExpressionNodeBinaryOperator::computeDateTimeFromInterval( const QDateTime &d, QgsInterval *i )
{
  switch ( mOp )
  {
    case boPlus:
      return d.addSecs( i->seconds() );
    case boMinus:
      return d.addSecs( -i->seconds() );
    default:
      Q_ASSERT( false );
      return QDateTime();
  }
}
 
double QgsExpressionNodeBinaryOperator::computeDouble( double x, double y )
{
  switch ( mOp )
  {
    case boPlus:
      return x + y;
    case boMinus:
      return x - y;
    case boMul:
      return x * y;
    case boDiv:
      return x / y;
    case boMod:
      return std::fmod( x, y );
    default:
      Q_ASSERT( false );
      return 0;
  }
}
 
QgsExpressionNode::NodeType QgsExpressionNodeBinaryOperator::nodeType() const
{
  return ntBinaryOperator;
}
 
bool QgsExpressionNodeBinaryOperator::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  // if this is an OR, try to collapse the OR expression into an IN node
  if ( mOp == boOr )
  {
    // First step: flatten OR chain and collect values
    QMap<QString, QgsExpressionNode::NodeList> orValuesMap;
    QList<QString> orFieldNames;
 
    // Get a list of all the OR and IN nodes chained together
    std::function<bool( QgsExpressionNode * )> visitOrNodes = [&visitOrNodes, &orValuesMap, &orFieldNames]( QgsExpressionNode *node ) -> bool {
      if ( QgsExpressionNodeBinaryOperator *op = dynamic_cast<QgsExpressionNodeBinaryOperator *>( node ) )
      {
        if ( op->op() != boOr && op->op() != boEQ )
        {
          return false;
        }
 
        if ( op->op() == boEQ )
        {
          // If left is a column ref and right is a literal, collect
          if ( ( dynamic_cast<QgsExpressionNodeColumnRef *>( op->opLeft() ) && dynamic_cast<QgsExpressionNodeLiteral *>( op->opRight() ) ) )
          {
            const QString fieldName = op->opLeft()->dump();
            if ( !orValuesMap.contains( fieldName ) )
            {
              orFieldNames.append( fieldName );
              orValuesMap.insert( fieldName, QgsExpressionNode::NodeList() );
            }
            orValuesMap[fieldName].append( op->opRight()->clone() );
            return true;
          }
          else if ( ( dynamic_cast<QgsExpressionNodeColumnRef *>( op->opRight() ) && dynamic_cast<QgsExpressionNodeLiteral *>( op->opLeft() ) ) )
          {
            const QString fieldName = op->opRight()->dump();
            if ( !orValuesMap.contains( fieldName ) )
            {
              orFieldNames.append( fieldName );
              orValuesMap.insert( fieldName, QgsExpressionNode::NodeList() );
            }
            orValuesMap[fieldName].append( op->opLeft()->clone() );
            return true;
          }
          return false;
        }
 
        if ( visitOrNodes( op->opLeft() ) && visitOrNodes( op->opRight() ) )
        {
          return true;
        }
      }
      else if ( QgsExpressionNodeInOperator *inOp = dynamic_cast<QgsExpressionNodeInOperator *>( node ) )
      {
        if ( inOp->isNotIn() || inOp->node()->nodeType() != QgsExpressionNode::ntColumnRef )
        {
          return false;
        }
 
        const QString fieldName = inOp->node()->dump();
 
        // Check if all nodes are literals
        const auto nodes = inOp->list()->list();
        for ( const auto &valueNode : std::as_const( nodes ) )
        {
          if ( valueNode->nodeType() != QgsExpressionNode::ntLiteral )
          {
            return false;
          }
        }
 
        auto orValuesMapIt = orValuesMap.find( fieldName );
        if ( orValuesMapIt == orValuesMap.end() )
        {
          orFieldNames.append( fieldName );
          orValuesMapIt = orValuesMap.insert( fieldName, QgsExpressionNode::NodeList() );
        }
        for ( const auto &valueNode : std::as_const( nodes ) )
        {
          orValuesMapIt->append( valueNode->clone() );
        }
 
        return true;
      }
      return false;
    };
 
 
    // Second step: build the OR chain of IN operators
    if ( visitOrNodes( this ) && !orValuesMap.empty() )
    {
      std::unique_ptr<QgsExpressionNode> currentNode;
      for ( const auto &fieldName : std::as_const( orFieldNames ) )
      {
        auto orValuesIt = orValuesMap.find( fieldName );
        if ( orValuesIt.value().count() == 1 )
        {
          auto eqNode = std::make_unique<QgsExpressionNodeBinaryOperator>( boEQ, new QgsExpressionNodeColumnRef( fieldName ), orValuesIt.value().at( 0 )->clone() );
          if ( currentNode )
          {
            currentNode = std::make_unique<QgsExpressionNodeBinaryOperator>( boOr, currentNode.release(), eqNode.release() );
          }
          else
          {
            currentNode = std::move( eqNode );
          }
        }
        else
        {
          auto inNode = std::make_unique<QgsExpressionNodeInOperator>( new QgsExpressionNodeColumnRef( fieldName ), orValuesIt.value().clone() );
          if ( currentNode )
          {
            currentNode = std::make_unique<QgsExpressionNodeBinaryOperator>( boOr, currentNode.release(), inNode.release() );
          }
          else
          {
            currentNode = std::move( inNode );
          }
        }
      }
 
 
      if ( currentNode )
      {
        mCompiledSimplifiedNode = std::move( currentNode );
      }
    }
  }
 
  bool resL = mOpLeft->prepare( parent, context );
  bool resR = mOpRight->prepare( parent, context );
  return resL && resR;
}
 
int QgsExpressionNodeBinaryOperator::precedence() const
{
  // see left/right in qgsexpressionparser.yy
  switch ( mOp )
  {
    case boOr:
      return 1;
 
    case boAnd:
      return 2;
 
    case boEQ:
    case boNE:
    case boLE:
    case boGE:
    case boLT:
    case boGT:
    case boRegexp:
    case boLike:
    case boILike:
    case boNotLike:
    case boNotILike:
    case boIs:
    case boIsNot:
      return 3;
 
    case boPlus:
    case boMinus:
      return 4;
 
    case boMul:
    case boDiv:
    case boIntDiv:
    case boMod:
      return 5;
 
    case boPow:
      return 6;
 
    case boConcat:
      return 7;
  }
  Q_ASSERT( false && "unexpected binary operator" );
  return -1;
}
 
bool QgsExpressionNodeBinaryOperator::leftAssociative() const
{
  // see left/right in qgsexpressionparser.yy
  switch ( mOp )
  {
    case boOr:
    case boAnd:
    case boEQ:
    case boNE:
    case boLE:
    case boGE:
    case boLT:
    case boGT:
    case boRegexp:
    case boLike:
    case boILike:
    case boNotLike:
    case boNotILike:
    case boIs:
    case boIsNot:
    case boPlus:
    case boMinus:
    case boMul:
    case boDiv:
    case boIntDiv:
    case boMod:
    case boConcat:
      return true;
 
    case boPow:
      return false;
  }
  Q_ASSERT( false && "unexpected binary operator" );
  return false;
}
 
QString QgsExpressionNodeBinaryOperator::dump() const
{
  QgsExpressionNodeBinaryOperator *lOp = dynamic_cast<QgsExpressionNodeBinaryOperator *>( mOpLeft.get() );
  QgsExpressionNodeBinaryOperator *rOp = dynamic_cast<QgsExpressionNodeBinaryOperator *>( mOpRight.get() );
  QgsExpressionNodeUnaryOperator *ruOp = dynamic_cast<QgsExpressionNodeUnaryOperator *>( mOpRight.get() );
 
  QString rdump( mOpRight->dump() );
 
  // avoid dumping "IS (NOT ...)" as "IS NOT ..."
  if ( mOp == boIs && ruOp && ruOp->op() == QgsExpressionNodeUnaryOperator::uoNot )
  {
    rdump.prepend( '(' ).append( ')' );
  }
 
  QString fmt;
  if ( leftAssociative() )
  {
    fmt += lOp && ( lOp->precedence() < precedence() ) ? u"(%1)"_s : u"%1"_s;
    fmt += " %2 "_L1;
    fmt += rOp && ( rOp->precedence() <= precedence() ) ? u"(%3)"_s : u"%3"_s;
  }
  else
  {
    fmt += lOp && ( lOp->precedence() <= precedence() ) ? u"(%1)"_s : u"%1"_s;
    fmt += " %2 "_L1;
    fmt += rOp && ( rOp->precedence() < precedence() ) ? u"(%3)"_s : u"%3"_s;
  }
 
  return fmt.arg( mOpLeft->dump(), BINARY_OPERATOR_TEXT[mOp], rdump );
}
 
QSet<QString> QgsExpressionNodeBinaryOperator::referencedColumns() const
{
  if ( hasCachedStaticValue() )
    return QSet< QString >();
 
  return mOpLeft->referencedColumns() + mOpRight->referencedColumns();
}
 
QSet<QString> QgsExpressionNodeBinaryOperator::referencedVariables() const
{
  return mOpLeft->referencedVariables() + mOpRight->referencedVariables();
}
 
QSet<QString> QgsExpressionNodeBinaryOperator::referencedFunctions() const
{
  return mOpLeft->referencedFunctions() + mOpRight->referencedFunctions();
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeBinaryOperator::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst << this;
  lst += mOpLeft->nodes() + mOpRight->nodes();
  return lst;
}
 
bool QgsExpressionNodeBinaryOperator::needsGeometry() const
{
  return mOpLeft->needsGeometry() || mOpRight->needsGeometry();
}
 
QgsExpressionNode *QgsExpressionNodeBinaryOperator::clone() const
{
  QgsExpressionNodeBinaryOperator *copy = new QgsExpressionNodeBinaryOperator( mOp, mOpLeft->clone(), mOpRight->clone() );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeBinaryOperator::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  const bool leftStatic = mOpLeft->isStatic( parent, context );
  const bool rightStatic = mOpRight->isStatic( parent, context );
 
  if ( leftStatic && rightStatic )
    return true;
 
  // special logic for certain ops...
  switch ( mOp )
  {
    case QgsExpressionNodeBinaryOperator::boOr:
    {
      // if either node is static AND evaluates to TRUE, then the result will ALWAYS be true regardless
      // of the value of the other node!
      if ( leftStatic )
      {
        mOpLeft->prepare( parent, context );
        if ( mOpLeft->hasCachedStaticValue() )
        {
          QgsExpressionUtils::TVL tvl = QgsExpressionUtils::getTVLValue( mOpLeft->cachedStaticValue(), parent );
          if ( !parent->hasEvalError() && tvl == QgsExpressionUtils::True )
          {
            mCachedStaticValue = true;
            mHasCachedValue = true;
            return true;
          }
        }
      }
      else if ( rightStatic )
      {
        mOpRight->prepare( parent, context );
        if ( mOpRight->hasCachedStaticValue() )
        {
          QgsExpressionUtils::TVL tvl = QgsExpressionUtils::getTVLValue( mOpRight->cachedStaticValue(), parent );
          if ( !parent->hasEvalError() && tvl == QgsExpressionUtils::True )
          {
            mCachedStaticValue = true;
            mHasCachedValue = true;
            return true;
          }
        }
      }
 
      break;
    }
    case QgsExpressionNodeBinaryOperator::boAnd:
    {
      // if either node is static AND evaluates to FALSE, then the result will ALWAYS be false regardless
      // of the value of the other node!
 
      if ( leftStatic )
      {
        mOpLeft->prepare( parent, context );
        if ( mOpLeft->hasCachedStaticValue() )
        {
          QgsExpressionUtils::TVL tvl = QgsExpressionUtils::getTVLValue( mOpLeft->cachedStaticValue(), parent );
          if ( !parent->hasEvalError() && tvl == QgsExpressionUtils::False )
          {
            mCachedStaticValue = false;
            mHasCachedValue = true;
            return true;
          }
        }
      }
      else if ( rightStatic )
      {
        mOpRight->prepare( parent, context );
        if ( mOpRight->hasCachedStaticValue() )
        {
          QgsExpressionUtils::TVL tvl = QgsExpressionUtils::getTVLValue( mOpRight->cachedStaticValue(), parent );
          if ( !parent->hasEvalError() && tvl == QgsExpressionUtils::False )
          {
            mCachedStaticValue = false;
            mHasCachedValue = true;
            return true;
          }
        }
      }
 
      break;
    }
 
    case QgsExpressionNodeBinaryOperator::boEQ:
    case QgsExpressionNodeBinaryOperator::boNE:
    case QgsExpressionNodeBinaryOperator::boLE:
    case QgsExpressionNodeBinaryOperator::boGE:
    case QgsExpressionNodeBinaryOperator::boLT:
    case QgsExpressionNodeBinaryOperator::boGT:
    case QgsExpressionNodeBinaryOperator::boRegexp:
    case QgsExpressionNodeBinaryOperator::boLike:
    case QgsExpressionNodeBinaryOperator::boNotLike:
    case QgsExpressionNodeBinaryOperator::boILike:
    case QgsExpressionNodeBinaryOperator::boNotILike:
    case QgsExpressionNodeBinaryOperator::boIs:
    case QgsExpressionNodeBinaryOperator::boIsNot:
    case QgsExpressionNodeBinaryOperator::boPlus:
    case QgsExpressionNodeBinaryOperator::boMinus:
    case QgsExpressionNodeBinaryOperator::boMul:
    case QgsExpressionNodeBinaryOperator::boDiv:
    case QgsExpressionNodeBinaryOperator::boIntDiv:
    case QgsExpressionNodeBinaryOperator::boMod:
    case QgsExpressionNodeBinaryOperator::boPow:
    case QgsExpressionNodeBinaryOperator::boConcat:
      break;
  }
 
  return false;
}
 
QgsExpressionNode *QgsExpressionNodeBinaryOperator::simplifiedNode() const
{
  std::unique_ptr< QgsExpressionNode > opLeft( mOpLeft->simplifiedNode() );
  std::unique_ptr< QgsExpressionNode > opRight( mOpRight->simplifiedNode() );
 
  // if both operands are literals, evaluate the operation
  if ( opLeft->nodeType() == ntLiteral && opRight->nodeType() == ntLiteral )
  {
    QgsExpressionNodeBinaryOperator tempNode( mOp, opLeft->clone(), opRight->clone() );
    QgsExpression parentExp;
    QVariant result = tempNode.eval( &parentExp, nullptr );
    if ( !parentExp.hasEvalError() )
    {
      return new QgsExpressionNodeLiteral( result );
    }
  }
 
  return new QgsExpressionNodeBinaryOperator( mOp, opLeft.release(), opRight.release() );
}
 
//
 
QVariant QgsExpressionNodeInOperator::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  if ( mList->count() == 0 )
    return mNotIn ? TVL_True : TVL_False;
  QVariant v1 = mNode->eval( parent, context );
  ENSURE_NO_EVAL_ERROR
  if ( QgsExpressionUtils::isNull( v1 ) )
    return TVL_Unknown;
 
  bool listHasNull = false;
 
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( QgsExpressionNode *n : nodeList )
  {
    QVariant v2 = n->eval( parent, context );
    ENSURE_NO_EVAL_ERROR
    if ( QgsExpressionUtils::isNull( v2 ) )
      listHasNull = true;
    else
    {
      bool equal = false;
      // check whether they are equal
      if ( ( v1.userType() != QMetaType::Type::QString || v2.userType() != QMetaType::Type::QString ) && QgsExpressionUtils::isDoubleSafe( v1 ) && QgsExpressionUtils::isDoubleSafe( v2 ) )
      {
        // do numeric comparison if both operators can be converted to numbers,
        // and they aren't both string
        double f1 = QgsExpressionUtils::getDoubleValue( v1, parent );
        ENSURE_NO_EVAL_ERROR
        double f2 = QgsExpressionUtils::getDoubleValue( v2, parent );
        ENSURE_NO_EVAL_ERROR
        equal = qgsDoubleNear( f1, f2 );
      }
      else
      {
        QString s1 = QgsExpressionUtils::getStringValue( v1, parent );
        ENSURE_NO_EVAL_ERROR
        QString s2 = QgsExpressionUtils::getStringValue( v2, parent );
        ENSURE_NO_EVAL_ERROR
        equal = QString::compare( s1, s2 ) == 0;
      }
 
      if ( equal ) // we know the result
        return mNotIn ? TVL_False : TVL_True;
    }
  }
 
  // item not found
  if ( listHasNull )
    return TVL_Unknown;
  else
    return mNotIn ? TVL_True : TVL_False;
}
 
QgsExpressionNodeInOperator::~QgsExpressionNodeInOperator()
{}
 
QgsExpressionNode::NodeType QgsExpressionNodeInOperator::nodeType() const
{
  return ntInOperator;
}
 
bool QgsExpressionNodeInOperator::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  bool res = mNode->prepare( parent, context );
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( QgsExpressionNode *n : nodeList )
  {
    res = res && n->prepare( parent, context );
  }
  return res;
}
 
QString QgsExpressionNodeInOperator::dump() const
{
  return u"%1 %2 IN (%3)"_s.arg( mNode->dump(), mNotIn ? "NOT" : "", mList->dump() );
}
 
QgsExpressionNode *QgsExpressionNodeInOperator::clone() const
{
  QgsExpressionNodeInOperator *copy = new QgsExpressionNodeInOperator( mNode->clone(), mList->clone(), mNotIn );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeInOperator::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  if ( !mNode->isStatic( parent, context ) )
    return false;
 
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( QgsExpressionNode *n : nodeList )
  {
    if ( !n->isStatic( parent, context ) )
      return false;
  }
 
  return true;
}
 
QgsExpressionNode *QgsExpressionNodeInOperator::simplifiedNode() const
{
  std::unique_ptr< QgsExpressionNode > simplifiedTargetNode( mNode->simplifiedNode() );
  bool allLiterals = simplifiedTargetNode->nodeType() == ntLiteral;
 
  auto simplifiedList = std::make_unique< QgsExpressionNode::NodeList >();
  simplifiedList->reserve( mList->count() );
  for ( QgsExpressionNode *node : mList->list() )
  {
    std::unique_ptr< QgsExpressionNode > simplifiedItem( node->simplifiedNode() );
    if ( simplifiedItem->nodeType() != ntLiteral )
    {
      allLiterals = false;
    }
 
    if ( simplifiedTargetNode->nodeType() == ntLiteral
         && simplifiedItem->nodeType() == ntLiteral
         && qgis::down_cast< QgsExpressionNodeLiteral *>( simplifiedTargetNode.get() )->value() == qgis::down_cast< QgsExpressionNodeLiteral * >( simplifiedItem.get() )->value() )
    {
      return new QgsExpressionNodeLiteral( !mNotIn );
    }
 
    simplifiedList->append( simplifiedItem.release() );
  }
 
  // if target node and all items in the list are literals, we can just directly evaluate and replace with a literal
  if ( allLiterals )
  {
    QgsExpressionNodeInOperator tempNode( simplifiedTargetNode->clone(), simplifiedList->clone(), mNotIn );
    QgsExpression parentExp;
    QVariant result = tempNode.eval( &parentExp, nullptr );
    if ( !parentExp.hasEvalError() )
    {
      return new QgsExpressionNodeLiteral( result );
    }
  }
 
  return new QgsExpressionNodeInOperator( simplifiedTargetNode.release(), simplifiedList.release(), mNotIn );
}
 
//
 
QVariant QgsExpressionNodeFunction::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  QgsExpression::SharedFunctionPtr func = function();
  const QString name = func->name();
 
  QVariant res;
  if ( context && context->hasFunction( name ) )
  {
    QgsExpressionFunction *fd = context->function( name );
    res = fd->run( mArgs.get(), context, parent, this );
  }
  else
  {
    res = func->run( mArgs.get(), context, parent, this );
  }
  ENSURE_NO_EVAL_ERROR
 
  // everything went fine
  return res;
}
 
QgsExpressionNodeFunction::QgsExpressionNodeFunction( int fnIndex, QgsExpressionNode::NodeList *args )
  : QgsExpressionNodeFunction( QgsExpression::getFunctionsSnapshot()->getFunction( fnIndex ), args )
{}
 
QgsExpressionNodeFunction::QgsExpressionNodeFunction( std::shared_ptr<QgsExpressionFunction> function, NodeList *args )
  : mFunction( function )
{
  const QgsExpressionFunction::ParameterList &functionParams = mFunction->parameters();
  const qsizetype functionParamsSize = functionParams.size();
  if ( functionParams.isEmpty() )
  {
    // function does not support parameters
    mArgs.reset( args );
  }
  else if ( !args )
  {
    // no arguments specified, but function has parameters. Build a list of default parameter values for the arguments list.
    mArgs = std::make_unique<NodeList>();
    mArgs->reserve( functionParamsSize );
    for ( const QgsExpressionFunction::Parameter &param : functionParams )
    {
      // insert default value for QgsExpressionFunction::Parameter
      mArgs->append( new QgsExpressionNodeLiteral( param.defaultValue() ) );
    }
  }
  else
  {
    mArgs = std::make_unique<NodeList>();
    mArgs->reserve( functionParamsSize );
 
    int idx = 0;
    const QStringList argNames = args->names();
    const QList<QgsExpressionNode *> argList = args->list();
    //first loop through unnamed arguments
    {
      const qsizetype argNamesSize = argNames.size();
      while ( idx < argNamesSize && argNames.at( idx ).isEmpty() )
      {
        mArgs->append( argList.at( idx )->clone() );
        idx++;
      }
    }
 
    //next copy named QgsExpressionFunction::Parameters in order expected by function
    for ( ; idx < functionParamsSize; ++idx )
    {
      const QgsExpressionFunction::Parameter &parameter = functionParams.at( idx );
      qsizetype nodeIdx = argNames.indexOf( parameter.name().toLower() );
      if ( nodeIdx < 0 )
      {
        //QgsExpressionFunction::Parameter not found - insert default value for QgsExpressionFunction::Parameter
        mArgs->append( new QgsExpressionNodeLiteral( parameter.defaultValue() ) );
      }
      else
      {
        mArgs->append( argList.at( nodeIdx )->clone() );
      }
    }
 
    delete args;
  }
}
 
 
QgsExpressionNodeFunction::~QgsExpressionNodeFunction()
{}
 
int QgsExpressionNodeFunction::fnIndex() const
{
  const QgsExpression::FunctionListSnapshot functions = QgsExpression::getFunctionsSnapshot();
  return functions->functionIndex( mFunction->name() );
}
 
std::shared_ptr<QgsExpressionFunction> QgsExpressionNodeFunction::function() const
{
  return mFunction;
}
 
QgsExpressionNode::NodeType QgsExpressionNodeFunction::nodeType() const
{
  return ntFunction;
}
 
bool QgsExpressionNodeFunction::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  QgsExpression::SharedFunctionPtr func = function();
  bool res = func->prepare( this, parent, context );
  if ( mArgs && !func->lazyEval() )
  {
    const QList< QgsExpressionNode * > nodeList = mArgs->list();
    for ( QgsExpressionNode *n : nodeList )
    {
      res = res && n->prepare( parent, context );
    }
  }
  return res;
}
 
QString QgsExpressionNodeFunction::dump() const
{
  QgsExpression::SharedFunctionPtr func = function();
  if ( func->params() == 0 )
    return u"%1%2"_s.arg( func->name(), func->name().startsWith( '$' ) ? QString() : u"()"_s ); // special column
  else
    return u"%1(%2)"_s.arg( func->name(), mArgs ? mArgs->dump() : QString() ); // function
}
 
QSet<QString> QgsExpressionNodeFunction::referencedColumns() const
{
  if ( hasCachedStaticValue() )
    return QSet< QString >();
 
  QgsExpression::SharedFunctionPtr func = function();
  QSet<QString> functionColumns = func->referencedColumns( this );
 
  if ( !mArgs )
  {
    //no referenced columns in arguments, just return function's referenced columns
    return functionColumns;
  }
 
  int paramIndex = 0;
  const QList< QgsExpressionNode * > nodeList = mArgs->list();
  for ( QgsExpressionNode *n : nodeList )
  {
    if ( func->parameters().count() <= paramIndex || !func->parameters().at( paramIndex ).isSubExpression() )
      functionColumns.unite( n->referencedColumns() );
    paramIndex++;
  }
 
  return functionColumns;
}
 
QSet<QString> QgsExpressionNodeFunction::referencedVariables() const
{
  QgsExpression::SharedFunctionPtr func = function();
  if ( func->name() == "var"_L1 )
  {
    if ( !mArgs->list().isEmpty() )
    {
      QgsExpressionNodeLiteral *var = dynamic_cast<QgsExpressionNodeLiteral *>( mArgs->list().at( 0 ) );
      if ( var )
        return QSet<QString>() << var->value().toString();
    }
    return QSet<QString>() << QString();
  }
  else
  {
    QSet<QString> functionVariables = QSet<QString>();
 
    if ( !mArgs )
      return functionVariables;
 
    const QList< QgsExpressionNode * > nodeList = mArgs->list();
    for ( QgsExpressionNode *n : nodeList )
    {
      functionVariables.unite( n->referencedVariables() );
    }
 
    return functionVariables;
  }
}
 
QSet<QString> QgsExpressionNodeFunction::referencedFunctions() const
{
  QgsExpression::SharedFunctionPtr func = function();
  QSet<QString> functions = QSet<QString>();
  functions.insert( func->name() );
 
  if ( !mArgs )
    return functions;
 
  const QList< QgsExpressionNode * > nodeList = mArgs->list();
  for ( QgsExpressionNode *n : nodeList )
  {
    functions.unite( n->referencedFunctions() );
  }
  return functions;
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeFunction::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst << this;
  if ( !mArgs )
    return lst;
 
  const QList< QgsExpressionNode * > nodeList = mArgs->list();
  for ( QgsExpressionNode *n : nodeList )
  {
    lst += n->nodes();
  }
  return lst;
}
 
bool QgsExpressionNodeFunction::needsGeometry() const
{
  QgsExpression::SharedFunctionPtr func = function();
  bool needs = func->usesGeometry( this );
  if ( mArgs )
  {
    const QList< QgsExpressionNode * > nodeList = mArgs->list();
    for ( QgsExpressionNode *n : nodeList )
      needs |= n->needsGeometry();
  }
  return needs;
}
 
QgsExpressionNode *QgsExpressionNodeFunction::clone() const
{
  QgsExpression::SharedFunctionPtr func = function();
  QgsExpressionNodeFunction *copy = new QgsExpressionNodeFunction( func, mArgs ? mArgs->clone() : nullptr );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeFunction::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  QgsExpression::SharedFunctionPtr func = function();
  return func->isStatic( this, parent, context );
}
 
QgsExpressionNode *QgsExpressionNodeFunction::simplifiedNode() const
{
  auto simplifiedArgs = std::make_unique< QgsExpressionNode::NodeList >();
  if ( mArgs )
  {
    simplifiedArgs->reserve( mArgs->count() );
    for ( QgsExpressionNode *arg : mArgs->list() )
    {
      std::unique_ptr< QgsExpressionNode > simplifiedArg( arg->simplifiedNode() );
      simplifiedArgs->append( simplifiedArg.release() );
    }
 
    return new QgsExpressionNodeFunction( function(), simplifiedArgs.release() );
  }
  return clone();
}
 
bool QgsExpressionNodeFunction::validateParams( int fnIndex, QgsExpressionNode::NodeList *args, QString &error )
{
  if ( !args || !args->hasNamedNodes() )
    return true;
 
  const QgsExpression::FunctionListSnapshot functions = QgsExpression::getFunctionsSnapshot();
  const QgsExpression::SharedFunctionPtr fd = functions->getFunction( fnIndex );
 
  const QgsExpressionFunction::ParameterList &functionParams = fd->parameters();
  if ( functionParams.isEmpty() )
  {
    error = u"%1 does not support named QgsExpressionFunction::Parameters"_s.arg( fd->name() );
    return false;
  }
  else
  {
    QSet< int > providedArgs;
    QSet< int > handledArgs;
    int idx = 0;
    //first loop through unnamed arguments
    while ( args->names().at( idx ).isEmpty() )
    {
      providedArgs << idx;
      handledArgs << idx;
      idx++;
    }
 
    //next check named QgsExpressionFunction::Parameters
    for ( ; idx < functionParams.count(); ++idx )
    {
      int nodeIdx = args->names().indexOf( functionParams.at( idx ).name().toLower() );
      if ( nodeIdx < 0 )
      {
        if ( !functionParams.at( idx ).optional() )
        {
          error = u"No value specified for QgsExpressionFunction::Parameter '%1' for %2"_s.arg( functionParams.at( idx ).name(), fd->name() );
          return false;
        }
      }
      else
      {
        if ( providedArgs.contains( idx ) )
        {
          error = u"Duplicate QgsExpressionFunction::Parameter specified for '%1' for %2"_s.arg( functionParams.at( idx ).name(), fd->name() );
          return false;
        }
      }
      providedArgs << idx;
      handledArgs << nodeIdx;
    }
 
    //last check for bad names
    idx = 0;
    const QStringList nameList = args->names();
    for ( const QString &name : nameList )
    {
      if ( !name.isEmpty() && !functionParams.contains( name ) )
      {
        error = u"Invalid QgsExpressionFunction::Parameter name '%1' for %2"_s.arg( name, fd->name() );
        return false;
      }
      if ( !name.isEmpty() && !handledArgs.contains( idx ) )
      {
        int functionIdx = functionParams.indexOf( name );
        if ( providedArgs.contains( functionIdx ) )
        {
          error = u"Duplicate QgsExpressionFunction::Parameter specified for '%1' for %2"_s.arg( functionParams.at( functionIdx ).name(), fd->name() );
          return false;
        }
      }
      idx++;
    }
  }
  return true;
}
 
//
 
QVariant QgsExpressionNodeLiteral::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  Q_UNUSED( context )
  Q_UNUSED( parent )
  return mValue;
}
 
QgsExpressionNode::NodeType QgsExpressionNodeLiteral::nodeType() const
{
  return ntLiteral;
}
 
bool QgsExpressionNodeLiteral::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  Q_UNUSED( parent )
  Q_UNUSED( context )
  return true;
}
 
 
QString QgsExpressionNodeLiteral::valueAsString() const
{
  if ( QgsVariantUtils::isNull( mValue ) )
    return u"NULL"_s;
 
  switch ( mValue.userType() )
  {
    case QMetaType::Type::Int:
      return QString::number( mValue.toInt() );
    case QMetaType::Type::Double:
      return qgsDoubleToString( mValue.toDouble() );
    case QMetaType::Type::LongLong:
      return QString::number( mValue.toLongLong() );
    case QMetaType::Type::QString:
      return QgsExpression::quotedString( mValue.toString() );
    case QMetaType::Type::QTime:
      return QgsExpression::quotedString( mValue.toTime().toString( Qt::ISODate ) );
    case QMetaType::Type::QDate:
      return QgsExpression::quotedString( mValue.toDate().toString( Qt::ISODate ) );
    case QMetaType::Type::QDateTime:
      return QgsExpression::quotedString( mValue.toDateTime().toString( Qt::ISODate ) );
    case QMetaType::Type::Bool:
      return mValue.toBool() ? u"TRUE"_s : u"FALSE"_s;
    default:
      return tr( "[unsupported type: %1; value: %2]" ).arg( mValue.typeName(), mValue.toString() );
  }
}
 
QString QgsExpressionNodeLiteral::dump() const
{
  return valueAsString();
}
 
QSet<QString> QgsExpressionNodeLiteral::referencedColumns() const
{
  return QSet<QString>();
}
 
QSet<QString> QgsExpressionNodeLiteral::referencedVariables() const
{
  return QSet<QString>();
}
 
QSet<QString> QgsExpressionNodeLiteral::referencedFunctions() const
{
  return QSet<QString>();
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeLiteral::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst << this;
  return lst;
}
 
bool QgsExpressionNodeLiteral::needsGeometry() const
{
  return false;
}
 
QgsExpressionNode *QgsExpressionNodeLiteral::clone() const
{
  QgsExpressionNodeLiteral *copy = new QgsExpressionNodeLiteral( mValue );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeLiteral::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  Q_UNUSED( context )
  Q_UNUSED( parent )
  return true;
}
 
//
 
QVariant QgsExpressionNodeColumnRef::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  Q_UNUSED( parent )
  int index = mIndex;
 
  if ( index < 0 )
  {
    // have not yet found field index - first check explicitly set fields collection
    if ( context && context->hasVariable( QgsExpressionContext::EXPR_FIELDS ) )
    {
      QgsFields fields = qvariant_cast<QgsFields>( context->variable( QgsExpressionContext::EXPR_FIELDS ) );
      index = fields.lookupField( mName );
    }
  }
 
  if ( context )
  {
    QgsFeature feature = context->feature();
    if ( feature.isValid() )
    {
      if ( index >= 0 )
        return feature.attribute( index );
      else
        return feature.attribute( mName );
    }
    else
    {
      parent->setEvalErrorString( tr( "No feature available for field '%1' evaluation" ).arg( mName ) );
    }
  }
  if ( index < 0 )
    parent->setEvalErrorString( tr( "Field '%1' not found" ).arg( mName ) );
  return QVariant();
}
 
QgsExpressionNode::NodeType QgsExpressionNodeColumnRef::nodeType() const
{
  return ntColumnRef;
}
 
bool QgsExpressionNodeColumnRef::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  if ( !context || !context->hasVariable( QgsExpressionContext::EXPR_FIELDS ) )
    return false;
 
  QgsFields fields = qvariant_cast<QgsFields>( context->variable( QgsExpressionContext::EXPR_FIELDS ) );
 
  mIndex = fields.lookupField( mName );
 
  if ( mIndex == -1 && context->hasFeature() )
  {
    mIndex = context->feature().fieldNameIndex( mName );
  }
 
  if ( mIndex == -1 )
  {
    parent->setEvalErrorString( tr( "Field '%1' not found" ).arg( mName ) );
    return false;
  }
  return true;
}
 
QString QgsExpressionNodeColumnRef::dump() const
{
  const thread_local QRegularExpression re( u"^[A-Za-z_\\x80-\\xff][A-Za-z0-9_\\x80-\\xff]*$"_s );
  const QRegularExpressionMatch match = re.match( mName );
  return match.hasMatch() ? mName : QgsExpression::quotedColumnRef( mName );
}
 
QSet<QString> QgsExpressionNodeColumnRef::referencedColumns() const
{
  return QSet<QString>() << mName;
}
 
QSet<QString> QgsExpressionNodeColumnRef::referencedVariables() const
{
  return QSet<QString>();
}
 
QSet<QString> QgsExpressionNodeColumnRef::referencedFunctions() const
{
  return QSet<QString>();
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeColumnRef::nodes() const
{
  QList<const QgsExpressionNode *> result;
  result << this;
  return result;
}
 
bool QgsExpressionNodeColumnRef::needsGeometry() const
{
  return false;
}
 
QgsExpressionNode *QgsExpressionNodeColumnRef::clone() const
{
  QgsExpressionNodeColumnRef *copy = new QgsExpressionNodeColumnRef( mName );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeColumnRef::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  Q_UNUSED( context )
  Q_UNUSED( parent )
  return false;
}
 
//
 
QgsExpressionNodeCondition::QgsExpressionNodeCondition( QgsExpressionNodeCondition::WhenThenList *conditions, QgsExpressionNode *elseExp )
  : mConditions( *conditions )
  , mElseExp( elseExp )
{
  delete conditions;
}
 
QgsExpressionNodeCondition::~QgsExpressionNodeCondition()
{
  qDeleteAll( mConditions );
}
 
QgsExpressionNode::NodeType QgsExpressionNodeCondition::nodeType() const
{
  return ntCondition;
}
 
QVariant QgsExpressionNodeCondition::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  for ( WhenThen *cond : std::as_const( mConditions ) )
  {
    QVariant vWhen = cond->mWhenExp->eval( parent, context );
    QgsExpressionUtils::TVL tvl = QgsExpressionUtils::getTVLValue( vWhen, parent );
    ENSURE_NO_EVAL_ERROR
    if ( tvl == QgsExpressionUtils::True )
    {
      QVariant vRes = cond->mThenExp->eval( parent, context );
      ENSURE_NO_EVAL_ERROR
      return vRes;
    }
  }
 
  if ( mElseExp )
  {
    QVariant vElse = mElseExp->eval( parent, context );
    ENSURE_NO_EVAL_ERROR
    return vElse;
  }
 
  // return NULL if no condition is matching
  return QVariant();
}
 
bool QgsExpressionNodeCondition::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  bool foundAnyNonStaticConditions = false;
  for ( WhenThen *cond : std::as_const( mConditions ) )
  {
    const bool res = cond->mWhenExp->prepare( parent, context ) && cond->mThenExp->prepare( parent, context );
    if ( !res )
      return false;
 
    foundAnyNonStaticConditions |= !cond->mWhenExp->hasCachedStaticValue();
    if ( !foundAnyNonStaticConditions && QgsExpressionUtils::getTVLValue( cond->mWhenExp->cachedStaticValue(), parent ) == QgsExpressionUtils::True )
    {
      // ok, we now that we'll ALWAYS be picking the same condition, as the "WHEN" clause for this condition (and all previous conditions) is a static
      // value, and the static value for this WHEN clause is True.
      if ( cond->mThenExp->hasCachedStaticValue() )
      {
        // then "THEN" clause ALSO has a static value, so we can replace the whole node with a static value
        mCachedStaticValue = cond->mThenExp->cachedStaticValue();
        mHasCachedValue = true;
        return true;
      }
      else
      {
        // we know at least that we'll ALWAYS be picking the same condition, so even though the THEN node is non-static we can effectively replace
        // this whole QgsExpressionNodeCondition node with just the THEN node for this condition.
        mCompiledSimplifiedNode.reset( cond->mThenExp->effectiveNode()->clone() );
        return true;
      }
    }
  }
 
  if ( mElseExp )
  {
    const bool res = mElseExp->prepare( parent, context );
    if ( !res )
      return false;
 
    if ( !foundAnyNonStaticConditions )
    {
      // all condition nodes are static conditions and not TRUE, so we know we'll ALWAYS be picking the ELSE node
      if ( mElseExp->hasCachedStaticValue() )
      {
        mCachedStaticValue = mElseExp->cachedStaticValue();
        mHasCachedValue = true;
        return true;
      }
      else
      {
        // so even though the ELSE node is non-static we can effectively replace
        // this whole QgsExpressionNodeCondition node with just the ELSE node for this condition.
        mCompiledSimplifiedNode.reset( mElseExp->effectiveNode()->clone() );
        return true;
      }
    }
  }
 
  return true;
}
 
QString QgsExpressionNodeCondition::dump() const
{
  QString msg( u"CASE"_s );
  for ( WhenThen *cond : mConditions )
  {
    msg += u" WHEN %1 THEN %2"_s.arg( cond->mWhenExp->dump(), cond->mThenExp->dump() );
  }
  if ( mElseExp )
    msg += u" ELSE %1"_s.arg( mElseExp->dump() );
  msg += " END"_L1;
  return msg;
}
 
QSet<QString> QgsExpressionNodeCondition::referencedColumns() const
{
  if ( hasCachedStaticValue() )
    return QSet< QString >();
 
  QSet<QString> lst;
  for ( WhenThen *cond : mConditions )
  {
    lst += cond->mWhenExp->referencedColumns() + cond->mThenExp->referencedColumns();
  }
 
  if ( mElseExp )
    lst += mElseExp->referencedColumns();
 
  return lst;
}
 
QSet<QString> QgsExpressionNodeCondition::referencedVariables() const
{
  QSet<QString> lst;
  for ( WhenThen *cond : mConditions )
  {
    lst += cond->mWhenExp->referencedVariables() + cond->mThenExp->referencedVariables();
  }
 
  if ( mElseExp )
    lst += mElseExp->referencedVariables();
 
  return lst;
}
 
QSet<QString> QgsExpressionNodeCondition::referencedFunctions() const
{
  QSet<QString> lst;
  for ( WhenThen *cond : mConditions )
  {
    lst += cond->mWhenExp->referencedFunctions() + cond->mThenExp->referencedFunctions();
  }
 
  if ( mElseExp )
    lst += mElseExp->referencedFunctions();
 
  return lst;
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeCondition::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst << this;
  for ( WhenThen *cond : mConditions )
  {
    lst += cond->mWhenExp->nodes() + cond->mThenExp->nodes();
  }
 
  if ( mElseExp )
    lst += mElseExp->nodes();
 
  return lst;
}
 
bool QgsExpressionNodeCondition::needsGeometry() const
{
  for ( WhenThen *cond : mConditions )
  {
    if ( cond->mWhenExp->needsGeometry() || cond->mThenExp->needsGeometry() )
      return true;
  }
 
  return mElseExp && mElseExp->needsGeometry();
}
 
QgsExpressionNode *QgsExpressionNodeCondition::clone() const
{
  WhenThenList conditions;
  conditions.reserve( mConditions.size() );
  for ( WhenThen *wt : mConditions )
    conditions.append( wt->clone() );
 
  QgsExpressionNodeCondition *copy = new QgsExpressionNodeCondition( conditions, mElseExp ? mElseExp->clone() : nullptr );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeCondition::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  for ( WhenThen *wt : mConditions )
  {
    if ( !wt->mWhenExp->isStatic( parent, context ) || !wt->mThenExp->isStatic( parent, context ) )
      return false;
  }
 
  if ( mElseExp )
    return mElseExp->isStatic( parent, context );
 
  return true;
}
 
QgsExpressionNode *QgsExpressionNodeCondition::simplifiedNode() const
{
  auto simplifiedWhenThenList = std::make_unique< QgsExpressionNodeCondition::WhenThenList >();
  for ( QgsExpressionNodeCondition::WhenThen *clause : mConditions )
  {
    std::unique_ptr< QgsExpressionNode > simplifiedWhen( clause->whenExp()->simplifiedNode() );
    std::unique_ptr< QgsExpressionNode > simplifiedThen( clause->thenExp()->simplifiedNode() );
 
    // if when condition is literal and TRUE we can just return the simplified THEN node
    if ( simplifiedWhenThenList->isEmpty() && simplifiedWhen->nodeType() == ntLiteral && simplifiedWhen->eval( nullptr, nullptr ).toBool() )
    {
      return simplifiedThen.release();
    }
    // if when simplifies to literal and FALSE, skip this condition as it can never be reached
    else if ( simplifiedWhen->nodeType() == ntLiteral && !simplifiedWhen->eval( nullptr, nullptr ).toBool() )
    {
      continue;
    }
 
    simplifiedWhenThenList->append( new QgsExpressionNodeCondition::WhenThen( simplifiedWhen.release(), simplifiedThen.release() ) );
  }
 
  std::unique_ptr< QgsExpressionNode > simplifiedElse( mElseExp ? mElseExp->simplifiedNode() : nullptr );
  if ( simplifiedWhenThenList->isEmpty() )
  {
    return simplifiedElse ? simplifiedElse.release() : new QgsExpressionNodeLiteral( QVariant() );
  }
 
  return new QgsExpressionNodeCondition( simplifiedWhenThenList.release(), simplifiedElse.release() );
}
 
QSet<QString> QgsExpressionNodeInOperator::referencedColumns() const
{
  if ( hasCachedStaticValue() )
    return QSet< QString >();
 
  QSet<QString> lst( mNode->referencedColumns() );
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( const QgsExpressionNode *n : nodeList )
    lst.unite( n->referencedColumns() );
  return lst;
}
 
QSet<QString> QgsExpressionNodeInOperator::referencedVariables() const
{
  QSet<QString> lst( mNode->referencedVariables() );
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( const QgsExpressionNode *n : nodeList )
    lst.unite( n->referencedVariables() );
  return lst;
}
 
QSet<QString> QgsExpressionNodeInOperator::referencedFunctions() const
{
  QSet<QString> lst( mNode->referencedFunctions() );
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( const QgsExpressionNode *n : nodeList )
    lst.unite( n->referencedFunctions() );
  return lst;
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeInOperator::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst << this;
  lst << mNode.get();
  const QList< QgsExpressionNode * > nodeList = mList->list();
  for ( const QgsExpressionNode *n : nodeList )
    lst += n->nodes();
  return lst;
}
 
 
QgsExpressionNodeBetweenOperator::~QgsExpressionNodeBetweenOperator()
{}
 
QgsExpressionNode::NodeType QgsExpressionNodeBetweenOperator::nodeType() const
{
  return ntBetweenOperator;
}
 
bool QgsExpressionNodeBetweenOperator::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  bool res = mNode->prepare( parent, context );
  res = res && mLowerBound->prepare( parent, context );
  res = res && mHigherBound->prepare( parent, context );
  return res;
}
 
QVariant QgsExpressionNodeBetweenOperator::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  const QVariant nodeVal = mNode->eval( parent, context );
  if ( QgsVariantUtils::isNull( nodeVal ) )
  {
    return QVariant();
  }
 
  const QgsExpressionNodeLiteral nodeValNode { nodeVal };
 
  QgsExpressionNodeBinaryOperator lowBound { QgsExpressionNodeBinaryOperator::BinaryOperator::boGE, nodeValNode.clone(), mLowerBound->clone() };
  const QVariant lowBoundValue = lowBound.eval( parent, context );
  const bool lowBoundBool { lowBoundValue.toBool() };
 
  if ( !QgsVariantUtils::isNull( lowBoundValue ) && !lowBoundBool )
  {
    return QVariant( mNegate );
  }
 
  QgsExpressionNodeBinaryOperator highBound { QgsExpressionNodeBinaryOperator::BinaryOperator::boLE, nodeValNode.clone(), mHigherBound->clone() };
  const QVariant highBoundValue = highBound.eval( parent, context );
 
  if ( QgsVariantUtils::isNull( lowBoundValue ) && QgsVariantUtils::isNull( highBoundValue ) )
  {
    return QVariant();
  }
 
  const bool highBoundBool { highBoundValue.toBool() };
 
  // We already checked if both are nulls
  if ( QgsVariantUtils::isNull( lowBoundValue ) || QgsVariantUtils::isNull( highBoundValue ) )
  {
    // In this case we can return a boolean
    if ( ( QgsVariantUtils::isNull( lowBoundValue ) && !highBoundBool ) || ( QgsVariantUtils::isNull( highBoundValue ) && !lowBoundBool ) )
    {
      return QVariant( mNegate );
    }
 
    // Indetermined
    return QVariant();
  }
 
  if ( !QgsVariantUtils::isNull( highBoundValue ) && !highBoundBool )
  {
    return QVariant( mNegate );
  }
 
  const bool res { lowBoundBool && highBoundBool };
  return mNegate ? QVariant( !res ) : QVariant( res );
}
 
QString QgsExpressionNodeBetweenOperator::dump() const
{
  return u"%1 %2 %3 AND %4"_s.arg( mNode->dump(), mNegate ? u"NOT BETWEEN"_s : u"BETWEEN"_s, mLowerBound->dump(), mHigherBound->dump() );
}
 
QSet<QString> QgsExpressionNodeBetweenOperator::referencedVariables() const
{
  QSet<QString> lst( mNode->referencedVariables() );
  lst.unite( mLowerBound->referencedVariables() );
  lst.unite( mHigherBound->referencedVariables() );
  return lst;
}
 
QSet<QString> QgsExpressionNodeBetweenOperator::referencedFunctions() const
{
  QSet<QString> lst( mNode->referencedFunctions() );
  lst.unite( mLowerBound->referencedFunctions() );
  lst.unite( mHigherBound->referencedFunctions() );
  return lst;
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeBetweenOperator::nodes() const
{
  return { this, mLowerBound.get(), mHigherBound.get() };
}
 
QSet<QString> QgsExpressionNodeBetweenOperator::referencedColumns() const
{
  QSet<QString> lst( mNode->referencedColumns() );
  lst.unite( mLowerBound->referencedColumns() );
  lst.unite( mHigherBound->referencedColumns() );
  return lst;
}
 
bool QgsExpressionNodeBetweenOperator::needsGeometry() const
{
  if ( mNode->needsGeometry() )
    return true;
 
  if ( mLowerBound->needsGeometry() )
    return true;
 
  if ( mHigherBound->needsGeometry() )
    return true;
 
  return false;
}
 
QgsExpressionNode *QgsExpressionNodeBetweenOperator::clone() const
{
  QgsExpressionNodeBetweenOperator *copy = new QgsExpressionNodeBetweenOperator( mNode->clone(), mLowerBound->clone(), mHigherBound->clone(), mNegate );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeBetweenOperator::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  if ( !mNode->isStatic( parent, context ) )
    return false;
 
  if ( !mLowerBound->isStatic( parent, context ) )
    return false;
 
  if ( !mHigherBound->isStatic( parent, context ) )
    return false;
 
  return true;
}
 
QgsExpressionNode *QgsExpressionNodeBetweenOperator::lowerBound() const
{
  return mLowerBound.get();
}
 
QgsExpressionNode *QgsExpressionNodeBetweenOperator::higherBound() const
{
  return mHigherBound.get();
}
 
bool QgsExpressionNodeBetweenOperator::negate() const
{
  return mNegate;
}
 
QgsExpressionNodeCondition::WhenThen::WhenThen( QgsExpressionNode *whenExp, QgsExpressionNode *thenExp )
  : mWhenExp( whenExp )
  , mThenExp( thenExp )
{}
 
QgsExpressionNodeCondition::WhenThen::~WhenThen()
{}
 
QgsExpressionNodeCondition::WhenThen *QgsExpressionNodeCondition::WhenThen::clone() const
{
  return new WhenThen( mWhenExp->clone(), mThenExp->clone() );
}
 
QString QgsExpressionNodeBinaryOperator::text() const
{
  return BINARY_OPERATOR_TEXT[mOp];
}
 
//
 
QVariant QgsExpressionNodeIndexOperator::evalNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  const QVariant container = mContainer->eval( parent, context );
  ENSURE_NO_EVAL_ERROR
  const QVariant index = mIndex->eval( parent, context );
  ENSURE_NO_EVAL_ERROR
 
  switch ( container.userType() )
  {
    case QMetaType::Type::QVariantMap:
      return QgsExpressionUtils::getMapValue( container, parent ).value( index.toString() );
 
    case QMetaType::Type::QVariantList:
    case QMetaType::Type::QStringList:
    {
      const QVariantList list = QgsExpressionUtils::getListValue( container, parent );
      qlonglong pos = QgsExpressionUtils::getIntValue( index, parent );
      if ( pos >= list.length() || pos < -list.length() )
      {
        return QVariant();
      }
      if ( pos < 0 )
      {
        // negative indices are from back of list
        pos += list.length();
      }
 
      return list.at( pos );
    }
 
    default:
      if ( !QgsVariantUtils::isNull( container ) )
        parent->setEvalErrorString( tr( "[] can only be used with map or array values, not %1" ).arg( QMetaType::typeName( static_cast<QMetaType::Type>( container.userType() ) ) ) );
      return QVariant();
  }
}
 
QgsExpressionNode::NodeType QgsExpressionNodeIndexOperator::nodeType() const
{
  return ntIndexOperator;
}
 
bool QgsExpressionNodeIndexOperator::prepareNode( QgsExpression *parent, const QgsExpressionContext *context )
{
  bool resC = mContainer->prepare( parent, context );
  bool resV = mIndex->prepare( parent, context );
  return resC && resV;
}
 
QString QgsExpressionNodeIndexOperator::dump() const
{
  return u"%1[%2]"_s.arg( mContainer->dump(), mIndex->dump() );
}
 
QSet<QString> QgsExpressionNodeIndexOperator::referencedColumns() const
{
  if ( hasCachedStaticValue() )
    return QSet< QString >();
 
  return mContainer->referencedColumns() + mIndex->referencedColumns();
}
 
QSet<QString> QgsExpressionNodeIndexOperator::referencedVariables() const
{
  return mContainer->referencedVariables() + mIndex->referencedVariables();
}
 
QSet<QString> QgsExpressionNodeIndexOperator::referencedFunctions() const
{
  return mContainer->referencedFunctions() + mIndex->referencedFunctions();
}
 
QList<const QgsExpressionNode *> QgsExpressionNodeIndexOperator::nodes() const
{
  QList<const QgsExpressionNode *> lst;
  lst << this;
  lst += mContainer->nodes() + mIndex->nodes();
  return lst;
}
 
bool QgsExpressionNodeIndexOperator::needsGeometry() const
{
  return mContainer->needsGeometry() || mIndex->needsGeometry();
}
 
QgsExpressionNode *QgsExpressionNodeIndexOperator::clone() const
{
  QgsExpressionNodeIndexOperator *copy = new QgsExpressionNodeIndexOperator( mContainer->clone(), mIndex->clone() );
  cloneTo( copy );
  return copy;
}
 
bool QgsExpressionNodeIndexOperator::isStatic( QgsExpression *parent, const QgsExpressionContext *context ) const
{
  return mContainer->isStatic( parent, context ) && mIndex->isStatic( parent, context );
}