From b791b4380b772b14f5749b9bc77f1ea8e6227d34 Mon Sep 17 00:00:00 2001 From: Igor Pisarev Date: Fri, 1 May 2020 12:01:48 -0400 Subject: [PATCH 1/3] bump n5 related artifacts --- pom.xml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/pom.xml b/pom.xml index a9b9128c..ab155403 100644 --- a/pom.xml +++ b/pom.xml @@ -661,11 +661,11 @@ 0.9.0 - 2.1.4 - 3.4.1 + 2.2.0 + 3.5.0 1.0.4 - 3.0.0 - 2.3.1 + 3.1.1 + 3.2.1 2.2.0 - v2-rev20190313-1.30.8 - 0.117.1-alpha - 1.104.0 - 1.34.2 - 1.30.5 + 0.117.2-alpha + 1.106.0 2.8.6 @@ -3129,11 +3126,6 @@ - - com.google.apis - google-api-services-oauth2 - ${google-api-services-oauth2.version} - com.google.cloud google-cloud-resourcemanager @@ -3144,16 +3136,6 @@ google-cloud-storage ${google-cloud-storage.version} - - com.google.http-client - google-http-client-jackson2 - ${google-http-client-jackson2.version} - - - com.google.oauth-client - google-oauth-client-jetty - ${google-oauth-client-jetty.version} - From f90c3fa0478ebedc79589f3372c625e1b1684e0a Mon Sep 17 00:00:00 2001 From: Igor Pisarev Date: Fri, 1 May 2020 13:06:02 -0400 Subject: [PATCH 3/3] downgrade jackson-databind to match version used in spark and aws-sdk spark uses 2.6.7.1, and aws-java-sdk-s3 uses 2.6.7.3. There are no conflicts between the two, so we can explicitly use the latter. When running spark with the newer version of jackson-databind (2.10.2), it produces the following runtime error: Exception in thread "main" java.lang.ExceptionInInitializerError at org.apache.spark.SparkContext.withScope(SparkContext.scala:693) at org.apache.spark.SparkContext.parallelize(SparkContext.scala:710) at org.apache.spark.api.java.JavaSparkContext.parallelize(JavaSparkContext.scala:134) at org.janelia.stitching.PipelineFusionStepExecutor.fuse(PipelineFusionStepExecutor.java:276) at org.janelia.stitching.PipelineFusionStepExecutor.runImpl(PipelineFusionStepExecutor.java:179) at org.janelia.stitching.PipelineFusionStepExecutor.run(PipelineFusionStepExecutor.java:69) at org.janelia.stitching.StitchingSpark.run(StitchingSpark.java:87) at org.janelia.stitching.StitchingSpark.main(StitchingSpark.java:34) Caused by: com.fasterxml.jackson.databind.JsonMappingException: Incompatible Jackson version: 2.10.2 at com.fasterxml.jackson.module.scala.JacksonModule$class.setupModule(JacksonModule.scala:64) at com.fasterxml.jackson.module.scala.DefaultScalaModule.setupModule(DefaultScalaModule.scala:19) at com.fasterxml.jackson.databind.ObjectMapper.registerModule(ObjectMapper.java:808) at org.apache.spark.rdd.RDDOperationScope$.(RDDOperationScope.scala:82) at org.apache.spark.rdd.RDDOperationScope$.(RDDOperationScope.scala) ... 8 more --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index 14663e1d..f196ff44 100644 --- a/pom.xml +++ b/pom.xml @@ -872,7 +872,7 @@ 2.21.0 - 2.10.2 + 2.6.7.3 1.1.3