Processing: Add Fix Geometry algorithm and test: Missing Vertex

Porting missing vertex fix from geometry checker to processings

src/analysis/CMakeLists.txt

@@ -66,6 +66,7 @@ set(QGIS_ANALYSIS_SRCS
   processing/qgsalgorithmcheckgeometryhole.cpp
   processing/qgsalgorithmfixgeometryhole.cpp
   processing/qgsalgorithmcheckgeometrymissingvertex.cpp
+  processing/qgsalgorithmfixgeometrymissingvertex.cpp
   processing/qgsalgorithmcheckgeometryarea.cpp
   processing/qgsalgorithmfixgeometryarea.cpp
   processing/qgsalgorithmclip.cpp

src/analysis/processing/qgsalgorithmfixgeometrymissingvertex.cpp

@@ -0,0 +1,256 @@
+/***************************************************************************
+                        qgsalgorithmfixgeometrymissingvertex.cpp
+                        ---------------------
+   begin                : June 2024
+   copyright            : (C) 2024 by Jacky Volpes
+   email                : jacky dot volpes at oslandia dot com
+***************************************************************************/
+
+/***************************************************************************
+ *                                                                         *
+ *   This program is free software; you can redistribute it and/or modify  *
+ *   it under the terms of the GNU General Public License as published by  *
+ *   the Free Software Foundation; either version 2 of the License, or     *
+ *   (at your option) any later version.                                   *
+ *                                                                         *
+ ***************************************************************************/
+
+#include "qgsalgorithmfixgeometrymissingvertex.h"
+#include "qgsgeometrymissingvertexcheck.h"
+#include "qgsvectordataproviderfeaturepool.h"
+#include "qgsgeometrycheckerror.h"
+#include "qgsvectorfilewriter.h"
+
+///@cond PRIVATE
+
+auto QgsFixGeometryMissingVertexAlgorithm::name() const -> QString
+{
+  return QStringLiteral( "fixgeometrymissingvertex" );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::displayName() const -> QString
+{
+  return QObject::tr( "Fix geometry (Missing Vertex)" );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::tags() const -> QStringList
+{
+  return QObject::tr( "fix,missing,vertex,polygons" ).split( ',' );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::group() const -> QString
+{
+  return QObject::tr( "Fix geometry" );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::groupId() const -> QString
+{
+  return QStringLiteral( "fixgeometry" );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::shortHelpString() const -> QString
+{
+  return QObject::tr( "This algorithm adds the missing vertices along polygons junctions, "
+                      "based on an error layer from the check missing vertex algorithm." );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::createInstance() const -> QgsFixGeometryMissingVertexAlgorithm *
+{
+  return new QgsFixGeometryMissingVertexAlgorithm();
+}
+
+void QgsFixGeometryMissingVertexAlgorithm::initAlgorithm( const QVariantMap &configuration )
+{
+  Q_UNUSED( configuration )
+
+  // Inputs
+  addParameter( new QgsProcessingParameterFeatureSource( QStringLiteral( "INPUT" ), QObject::tr( "Input layer" ),
+                QList< int >() << static_cast<int>( Qgis::ProcessingSourceType::VectorPolygon ) )
+              );
+  addParameter( new QgsProcessingParameterFeatureSource( QStringLiteral( "ERRORS" ), QObject::tr( "Errors layer" ),
+                QList< int >() << static_cast<int>( Qgis::ProcessingSourceType::VectorPoint ) )
+              );
+
+  addParameter( new QgsProcessingParameterField(
+                  QStringLiteral( "UNIQUE_ID" ), QObject::tr( "Field of original feature unique identifier" ),
+                  QStringLiteral( "id" ), QStringLiteral( "ERRORS" ) )
+              );
+  addParameter( new QgsProcessingParameterField(
+                  QStringLiteral( "PART_IDX" ), QObject::tr( "Field of part index" ),
+                  QStringLiteral( "gc_partidx" ), QStringLiteral( "ERRORS" ),
+                  Qgis::ProcessingFieldParameterDataType::Numeric )
+              );
+  addParameter( new QgsProcessingParameterField(
+                  QStringLiteral( "RING_IDX" ), QObject::tr( "Field of ring index" ),
+                  QStringLiteral( "gc_ringidx" ), QStringLiteral( "ERRORS" ),
+                  Qgis::ProcessingFieldParameterDataType::Numeric )
+              );
+  addParameter( new QgsProcessingParameterField(
+                  QStringLiteral( "VERTEX_IDX" ), QObject::tr( "Field of vertex index" ),
+                  QStringLiteral( "gc_vertidx" ), QStringLiteral( "ERRORS" ),
+                  Qgis::ProcessingFieldParameterDataType::Numeric )
+              );
+
+  // Outputs
+  addParameter( new QgsProcessingParameterFeatureSink( QStringLiteral( "OUTPUT" ), QObject::tr( "Output layer" ), Qgis::ProcessingSourceType::VectorPolygon ) );
+  addParameter( new QgsProcessingParameterFeatureSink( QStringLiteral( "REPORT" ), QObject::tr( "Report layer" ), Qgis::ProcessingSourceType::VectorPoint ) );
+
+  std::unique_ptr< QgsProcessingParameterNumber > tolerance = std::make_unique< QgsProcessingParameterNumber >( QStringLiteral( "TOLERANCE" ),
+      QObject::tr( "Tolerance" ), Qgis::ProcessingNumberParameterType::Integer, 8, false, 1, 13 );
+  tolerance->setFlags( tolerance->flags() | Qgis::ProcessingParameterFlag::Advanced );
+  addParameter( tolerance.release() );
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::processAlgorithm( const QVariantMap &parameters, QgsProcessingContext &context, QgsProcessingFeedback *feedback ) -> QVariantMap
+{
+  const std::unique_ptr< QgsProcessingFeatureSource > input( parameterAsSource( parameters, QStringLiteral( "INPUT" ), context ) );
+  if ( !input )
+    throw QgsProcessingException( invalidSourceError( parameters, QStringLiteral( "INPUT" ) ) );
+
+  const std::unique_ptr< QgsProcessingFeatureSource > errors( parameterAsSource( parameters, QStringLiteral( "ERRORS" ), context ) );
+  if ( !errors )
+    throw QgsProcessingException( invalidSourceError( parameters, QStringLiteral( "ERRORS" ) ) );
+
+  QgsProcessingMultiStepFeedback multiStepFeedback( 2, feedback );
+
+  const QString featIdFieldName = parameterAsString( parameters, QStringLiteral( "UNIQUE_ID" ), context );
+  const QString partIdxFieldName = parameterAsString( parameters, QStringLiteral( "PART_IDX" ), context );
+  const QString ringIdxFieldName = parameterAsString( parameters, QStringLiteral( "RING_IDX" ), context );
+  const QString vertexIdxFieldName = parameterAsString( parameters, QStringLiteral( "VERTEX_IDX" ), context );
+
+  // Verify that input fields exists
+  if ( errors->fields().indexFromName( featIdFieldName ) == -1 )
+    throw QgsProcessingException( QObject::tr( "Field %1 does not exist in errors layer." ).arg( featIdFieldName ) );
+  if ( errors->fields().indexFromName( partIdxFieldName ) == -1 )
+    throw QgsProcessingException( QObject::tr( "Field %1 does not exist in errors layer." ).arg( partIdxFieldName ) );
+  if ( errors->fields().indexFromName( ringIdxFieldName ) == -1 )
+    throw QgsProcessingException( QObject::tr( "Field %1 does not exist in errors layer." ).arg( ringIdxFieldName ) );
+  if ( errors->fields().indexFromName( vertexIdxFieldName ) == -1 )
+    throw QgsProcessingException( QObject::tr( "Field %1 does not exist in errors layer." ).arg( vertexIdxFieldName ) );
+  int inputIdFieldIndex = input->fields().indexFromName( featIdFieldName );
+  if ( inputIdFieldIndex == -1 )
+    throw QgsProcessingException( QObject::tr( "Field %1 does not exist in input layer." ).arg( featIdFieldName ) );
+
+  QgsField inputFeatIdField = input->fields().at( inputIdFieldIndex );
+  if ( inputFeatIdField.type() != errors->fields().at( errors->fields().indexFromName( featIdFieldName ) ).type() )
+    throw QgsProcessingException( QObject::tr( "Field %1 does not have the same type than in errors layer." ).arg( featIdFieldName ) );
+
+  QString dest_output;
+  const std::unique_ptr< QgsFeatureSink > sink_output( parameterAsSink( parameters, QStringLiteral( "OUTPUT" ), context, dest_output, input->fields(), input->wkbType(), input->sourceCrs() ) );
+  if ( !sink_output )
+    throw QgsProcessingException( invalidSinkError( parameters, QStringLiteral( "OUTPUT" ) ) );
+
+  QString dest_report;
+  QgsFields reportFields = errors->fields();
+  reportFields.append( QgsField( QStringLiteral( "report" ), QMetaType::QString ) );
+  reportFields.append( QgsField( QStringLiteral( "error_fixed" ), QMetaType::Bool ) );
+  const std::unique_ptr< QgsFeatureSink > sink_report( parameterAsSink( parameters, QStringLiteral( "REPORT" ), context, dest_report, reportFields, errors->wkbType(), errors->sourceCrs() ) );
+  if ( !sink_report )
+    throw QgsProcessingException( invalidSinkError( parameters, QStringLiteral( "REPORT" ) ) );
+
+  const QgsProject *project = QgsProject::instance();
+  std::unique_ptr<QgsGeometryCheckContext> checkContext = std::make_unique<QgsGeometryCheckContext>( mTolerance, input->sourceCrs(), project->transformContext(), project );
+  QStringList messages;
+
+  const QgsGeometryMissingVertexCheck check( checkContext.get(), QVariantMap() );
+
+  QgsVectorLayer *fixedLayer = input->materialize( QgsFeatureRequest() );
+  std::unique_ptr<QgsFeaturePool> featurePool = std::make_unique<QgsVectorDataProviderFeaturePool>( fixedLayer, false );
+  QMap<QString, QgsFeaturePool *> featurePools;
+  featurePools.insert( fixedLayer->id(), featurePool.get() );
+
+  QgsFeature errorFeature, inputFeature, testDuplicateIdFeature;
+  QgsFeatureIterator errorFeaturesIt = errors->getFeatures();
+  QList<QgsGeometryCheck::Changes> changesList;
+  QgsFeature reportFeature;
+  reportFeature.setFields( reportFields );
+  long long progression = 0;
+  long long totalProgression = errors->featureCount();
+  multiStepFeedback.setCurrentStep( 1 );
+  multiStepFeedback.setProgressText( QObject::tr( "Fixing errors..." ) );
+  while ( errorFeaturesIt.nextFeature( errorFeature ) )
+  {
+    progression++;
+    multiStepFeedback.setProgress( static_cast<double>( progression ) / totalProgression * 100 );
+    reportFeature.setGeometry( errorFeature.geometry() );
+
+    QVariant attr = errorFeature.attribute( featIdFieldName );
+    if ( !attr.isValid() || attr.isNull() )
+      throw QgsProcessingException( QObject::tr( "NULL or invalid value found in unique field %1" ).arg( featIdFieldName ) );
+
+    QString idValue = errorFeature.attribute( featIdFieldName ).toString();
+    if ( inputFeatIdField.type() == QMetaType::QString )
+      idValue = "'" + idValue + "'";
+
+    QgsFeatureIterator it = fixedLayer->getFeatures( QgsFeatureRequest().setFilterExpression( "\"" + featIdFieldName + "\" = " + idValue ) );
+    if ( !it.nextFeature( inputFeature ) || !inputFeature.isValid() )
+      reportFeature.setAttributes( errorFeature.attributes() << QObject::tr( "Source feature not found or invalid" ) << false );
+
+    else if ( it.nextFeature( testDuplicateIdFeature ) )
+      throw QgsProcessingException( QObject::tr( "More than one feature found in input layer with value %1 in unique field %2" ).arg( idValue ).arg( featIdFieldName ) );
+
+    else if ( inputFeature.geometry().isNull() )
+      reportFeature.setAttributes( errorFeature.attributes() << QObject::tr( "Feature geometry is null" ) << false );
+
+    else
+    {
+      QgsGeometryCheckError checkError = QgsGeometryCheckError(
+                                           &check,
+                                           QgsGeometryCheckerUtils::LayerFeature( featurePool.get(), inputFeature, checkContext.get(), false ),
+                                           errorFeature.geometry().asPoint(),
+                                           QgsVertexId(
+                                             errorFeature.attribute( partIdxFieldName ).toInt(),
+                                             errorFeature.attribute( ringIdxFieldName ).toInt(),
+                                             errorFeature.attribute( vertexIdxFieldName ).toInt()
+                                           )
+                                         );
+      for ( auto changes : changesList )
+        checkError.handleChanges( changes );
+
+      QgsGeometryCheck::Changes changes;
+      check.fixError( featurePools, &checkError, QgsGeometryMissingVertexCheck::ResolutionMethod::AddMissingVertex, QMap<QString, int>(), changes );
+      changesList << changes;
+      reportFeature.setAttributes( errorFeature.attributes() << checkError.resolutionMessage() << ( checkError.status() == QgsGeometryCheckError::StatusFixed ) );
+    }
+
+    if ( !sink_report->addFeature( reportFeature, QgsFeatureSink::FastInsert ) )
+      throw QgsProcessingException( writeFeatureError( sink_report.get(), parameters, QStringLiteral( "REPORT" ) ) );
+
+  }
+  multiStepFeedback.setProgress( 100 );
+
+  progression = 0;
+  totalProgression = fixedLayer->featureCount();
+  multiStepFeedback.setCurrentStep( 2 );
+  multiStepFeedback.setProgressText( QObject::tr( "Exporting fixed layer..." ) );
+  QgsFeature fixedFeature;
+  QgsFeatureIterator fixedFeaturesIt = fixedLayer->getFeatures();
+  while ( fixedFeaturesIt.nextFeature( fixedFeature ) )
+  {
+    progression++;
+    multiStepFeedback.setProgress( static_cast<double>( progression ) / totalProgression * 100 );
+    if ( !sink_output->addFeature( fixedFeature, QgsFeatureSink::FastInsert ) )
+      throw QgsProcessingException( writeFeatureError( sink_output.get(), parameters, QStringLiteral( "OUTPUT" ) ) );
+  }
+  multiStepFeedback.setProgress( 100 );
+
+  QVariantMap outputs;
+  outputs.insert( QStringLiteral( "OUTPUT" ), dest_output );
+  outputs.insert( QStringLiteral( "REPORT" ), dest_report );
+
+  return outputs;
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::prepareAlgorithm( const QVariantMap &parameters, QgsProcessingContext &context, QgsProcessingFeedback * ) -> bool
+{
+  mTolerance = parameterAsInt( parameters, QStringLiteral( "TOLERANCE" ), context );
+
+  return true;
+}
+
+auto QgsFixGeometryMissingVertexAlgorithm::flags() const -> Qgis::ProcessingAlgorithmFlags
+{
+  return QgsProcessingAlgorithm::flags() | Qgis::ProcessingAlgorithmFlag::NoThreading;
+}
+
+///@endcond

src/analysis/processing/qgsalgorithmfixgeometrymissingvertex.h

@@ -0,0 +1,55 @@
+/***************************************************************************
+                        qgsalgorithmfixgeometrymissingvertex.h
+                        ---------------------
+   begin                : June 2024
+   copyright            : (C) 2024 by Jacky Volpes
+   email                : jacky dot volpes at oslandia dot com
+***************************************************************************/
+
+/***************************************************************************
+ *                                                                         *
+ *   This program is free software; you can redistribute it and/or modify  *
+ *   it under the terms of the GNU General Public License as published by  *
+ *   the Free Software Foundation; either version 2 of the License, or     *
+ *   (at your option) any later version.                                   *
+ *                                                                         *
+ ***************************************************************************/
+
+#ifndef QGSALGORITHMFIXGEOMETRYMISSINGVERTEX_H
+#define QGSALGORITHMFIXGEOMETRYMISSINGVERTEX_H
+
+#define SIP_NO_FILE
+
+#include "qgis_sip.h"
+#include "qgsprocessingalgorithm.h"
+
+///@cond PRIVATE
+
+class QgsFixGeometryMissingVertexAlgorithm : public QgsProcessingAlgorithm
+{
+  public:
+
+    QgsFixGeometryMissingVertexAlgorithm() = default;
+    void initAlgorithm( const QVariantMap &configuration = QVariantMap() ) override;
+    QString name() const override;
+    QString displayName() const override;
+    QStringList tags() const override;
+    QString group() const override;
+    QString groupId() const override;
+    QString shortHelpString() const override;
+    Qgis::ProcessingAlgorithmFlags flags() const override;
+    QgsFixGeometryMissingVertexAlgorithm *createInstance() const override SIP_FACTORY;
+
+  protected:
+
+    bool prepareAlgorithm( const QVariantMap &parameters, QgsProcessingContext &context, QgsProcessingFeedback *feedback ) override;
+    QVariantMap processAlgorithm( const QVariantMap &parameters,
+                                  QgsProcessingContext &context, QgsProcessingFeedback *feedback ) override;
+  private:
+
+    int mTolerance{8};
+};
+
+///@endcond PRIVATE
+
+#endif // QGSALGORITHMFIXGEOMETRYMISSINGVERTEX_H

src/analysis/processing/qgsnativealgorithms.cpp

@@ -47,6 +47,7 @@
 #include "qgsalgorithmcheckgeometryarea.h"
 #include "qgsalgorithmfixgeometryarea.h"
 #include "qgsalgorithmfixgeometryhole.h"
+#include "qgsalgorithmfixgeometrymissingvertex.h"
 #include "qgsalgorithmcheckgeometryhole.h"
 #include "qgsalgorithmcheckgeometrymissingvertex.h"
 #include "qgsalgorithmclip.h"
@@ -584,6 +585,7 @@ void QgsNativeAlgorithms::loadAlgorithms()
   addAlgorithm( new QgsFixGeometryAngleAlgorithm() );
   addAlgorithm( new QgsFixGeometryAreaAlgorithm() );
   addAlgorithm( new QgsFixGeometryHoleAlgorithm() );
+  addAlgorithm( new QgsFixGeometryMissingVertexAlgorithm() );
 }
 
 ///@endcond

src/analysis/vector/geometry_checker/qgsgeometrymissingvertexcheck.h

@@ -86,6 +86,7 @@ class ANALYSIS_EXPORT QgsGeometryMissingVertexCheckError : public QgsGeometryChe
  */
 class ANALYSIS_EXPORT QgsGeometryMissingVertexCheck : public QgsGeometryCheck
 {
+    Q_GADGET
     Q_DECLARE_TR_FUNCTIONS( QgsGeometryMissingVertexCheck )
 
   public: