Merge pull request #521 from s22s/feature/test-max-failures

Set spark master with spark.task.maxFailures in test
locationtech · Nov 5, 2020 · 68ebe65 · 68ebe65
2 parents 19191ba + 8f9e746
commit 68ebe65
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/core/src/test/scala/org/locationtech/rasterframes/TestEnvironment.scala b/core/src/test/scala/org/locationtech/rasterframes/TestEnvironment.scala
@@ -50,7 +50,8 @@ trait TestEnvironment extends FunSpec
     outputDir
   }
 
-  def sparkMaster: String = "local[*]"
+  // allow 2 retries, should stabilize CI builds. https://spark.apache.org/docs/2.4.7/submitting-applications.html#master-urls
+  def sparkMaster: String = "local[*, 2]"
 
   def additionalConf = new SparkConf(false)
 

diff --git a/pyrasterframes/src/main/python/tests/__init__.py b/pyrasterframes/src/main/python/tests/__init__.py
@@ -61,6 +61,7 @@ def pdir(curr):
 
 def spark_test_session():
     spark = create_rf_spark_session(**{
+        'spark.master': 'local[*, 2]',
         'spark.ui.enabled': 'false',
         'spark.app.name': app_name
     })