diff --git a/.VERSION b/.VERSION index c7f9ef373b063..48473fd45bded 100644 --- a/.VERSION +++ b/.VERSION @@ -1 +1 @@ -3.0.0-1,1.0 +3.0.0-3,1.0 diff --git a/Dockerfile b/Dockerfile index 15b42311f4f16..4c4626d28bbc7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,7 +6,8 @@ ARG spark_uid=185 USER root -RUN apt-get update && \ +RUN apt-get update -y && \ + apt-get install -y libzstd-dev && \ apt-get -y install curl && \ curl -fSL http://artifacts.ggn.in.guavus.com:8081/artifactory/libs-release-local/org/elasticsearch/elasticsearch-hadoop-core/7.8.1_3.0.0/elasticsearch-hadoop-core-7.8.1_3.0.0.jar -o elasticsearch-hadoop-core-7.8.1_3.0.0.jar && \ curl -fSL http://artifacts.ggn.in.guavus.com:8081/artifactory/libs-release-local/org/elasticsearch/elasticsearch-hadoop-mr/7.8.1_3.0.0/elasticsearch-hadoop-mr-7.8.1_3.0.0.jar -o elasticsearch-hadoop-mr-7.8.1_3.0.0.jar && \ diff --git a/assembly/pom.xml b/assembly/pom.xml index ca69d2cc11278..e554bae1fd225 100644 --- a/assembly/pom.xml +++ b/assembly/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/common/kvstore/pom.xml b/common/kvstore/pom.xml index a4038a019bca8..b29f020078d8b 100644 --- a/common/kvstore/pom.xml +++ b/common/kvstore/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/common/network-common/pom.xml b/common/network-common/pom.xml index d0a08b51af7f3..f14e8f88d0dc9 100644 --- a/common/network-common/pom.xml +++ b/common/network-common/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/common/network-shuffle/pom.xml b/common/network-shuffle/pom.xml index eba50ff8975f0..90b0e97c36976 100644 --- a/common/network-shuffle/pom.xml +++ b/common/network-shuffle/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/common/network-yarn/pom.xml b/common/network-yarn/pom.xml index fee572e49ff34..d13bfa5c62dcd 100644 --- a/common/network-yarn/pom.xml +++ b/common/network-yarn/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/common/sketch/pom.xml b/common/sketch/pom.xml index 1918a29cd7afd..f10f5e852db82 100644 --- a/common/sketch/pom.xml +++ b/common/sketch/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/common/tags/pom.xml b/common/tags/pom.xml index ac6998cb4cb86..8f1369027e303 100644 --- a/common/tags/pom.xml +++ b/common/tags/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/common/unsafe/pom.xml b/common/unsafe/pom.xml index fae2b58fda4d6..b4fac785cbe82 100644 --- a/common/unsafe/pom.xml +++ b/common/unsafe/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/core/pom.xml b/core/pom.xml index 5d586a1acc846..1dc1609b8d077 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/examples/pom.xml b/examples/pom.xml index f47a00055d696..d0ab679b4affe 100644 --- a/examples/pom.xml +++ b/examples/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/external/avro/pom.xml b/external/avro/pom.xml index c8a01898b2738..991e1ed567c6b 100644 --- a/external/avro/pom.xml +++ b/external/avro/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/docker-integration-tests/pom.xml b/external/docker-integration-tests/pom.xml index cb2ff5ee1950b..f1248d2ee0d3d 100644 --- a/external/docker-integration-tests/pom.xml +++ b/external/docker-integration-tests/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/kafka-0-10-assembly/pom.xml b/external/kafka-0-10-assembly/pom.xml index 1db9f3e0e6c4b..b8c77ea45b1c9 100644 --- a/external/kafka-0-10-assembly/pom.xml +++ b/external/kafka-0-10-assembly/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/kafka-0-10-sql/pom.xml b/external/kafka-0-10-sql/pom.xml index 39e34ccb979fe..82d78cfbe5461 100644 --- a/external/kafka-0-10-sql/pom.xml +++ b/external/kafka-0-10-sql/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/kafka-0-10-token-provider/pom.xml b/external/kafka-0-10-token-provider/pom.xml index f4d6c53b71721..e399bac078e74 100644 --- a/external/kafka-0-10-token-provider/pom.xml +++ b/external/kafka-0-10-token-provider/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/kafka-0-10/pom.xml b/external/kafka-0-10/pom.xml index 163b6fd879566..b4b7eddd05b1c 100644 --- a/external/kafka-0-10/pom.xml +++ b/external/kafka-0-10/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/kinesis-asl-assembly/pom.xml b/external/kinesis-asl-assembly/pom.xml index 9c2d9587719f0..605c748bb3e40 100644 --- a/external/kinesis-asl-assembly/pom.xml +++ b/external/kinesis-asl-assembly/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/kinesis-asl/pom.xml b/external/kinesis-asl/pom.xml index 0cd9956dae474..fac3871a16d36 100644 --- a/external/kinesis-asl/pom.xml +++ b/external/kinesis-asl/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/external/spark-ganglia-lgpl/pom.xml b/external/spark-ganglia-lgpl/pom.xml index 095a7a0a6cc34..040e7d7b36c6a 100644 --- a/external/spark-ganglia-lgpl/pom.xml +++ b/external/spark-ganglia-lgpl/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/graphx/pom.xml b/graphx/pom.xml index e9f6f91604cb0..6acf434d30cca 100644 --- a/graphx/pom.xml +++ b/graphx/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/hadoop-cloud/pom.xml b/hadoop-cloud/pom.xml index cd19a78a95ad5..16e40972311d8 100644 --- a/hadoop-cloud/pom.xml +++ b/hadoop-cloud/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/launcher/pom.xml b/launcher/pom.xml index 80f709aacf632..7ba589055645f 100644 --- a/launcher/pom.xml +++ b/launcher/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/mllib-local/pom.xml b/mllib-local/pom.xml index a59829c0fcdba..d49b0cce952ae 100644 --- a/mllib-local/pom.xml +++ b/mllib-local/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/mllib/pom.xml b/mllib/pom.xml index 6f814b8e4325e..e1180acb3930c 100644 --- a/mllib/pom.xml +++ b/mllib/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/pom.xml b/pom.xml index c485e1c95c2ad..795ea0e8eaa12 100644 --- a/pom.xml +++ b/pom.xml @@ -26,7 +26,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 pom Spark Project Parent POM http://spark.apache.org/ diff --git a/repl/pom.xml b/repl/pom.xml index b058c832a1710..6df205f2f5339 100644 --- a/repl/pom.xml +++ b/repl/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml index b8410c2d76561..6d7b89d4398b9 100644 --- a/resource-managers/kubernetes/core/pom.xml +++ b/resource-managers/kubernetes/core/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../../pom.xml diff --git a/resource-managers/kubernetes/integration-tests/pom.xml b/resource-managers/kubernetes/integration-tests/pom.xml index b9b584eb30a69..356cf4103059c 100644 --- a/resource-managers/kubernetes/integration-tests/pom.xml +++ b/resource-managers/kubernetes/integration-tests/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../../pom.xml diff --git a/resource-managers/mesos/pom.xml b/resource-managers/mesos/pom.xml index 3d47cadf8d0dc..d375b31edf8a7 100644 --- a/resource-managers/mesos/pom.xml +++ b/resource-managers/mesos/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/resource-managers/yarn/pom.xml b/resource-managers/yarn/pom.xml index 1437e216f7858..19b44e2006532 100644 --- a/resource-managers/yarn/pom.xml +++ b/resource-managers/yarn/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/sql/catalyst/pom.xml b/sql/catalyst/pom.xml index eea4581b7bf8d..83c2ed13fa47d 100644 --- a/sql/catalyst/pom.xml +++ b/sql/catalyst/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/sql/core/pom.xml b/sql/core/pom.xml index a250e03968db1..52fb5982930cf 100644 --- a/sql/core/pom.xml +++ b/sql/core/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/sql/hive-thriftserver/pom.xml b/sql/hive-thriftserver/pom.xml index f3117a4ee2509..5077449cbe4e0 100644 --- a/sql/hive-thriftserver/pom.xml +++ b/sql/hive-thriftserver/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/sql/hive/pom.xml b/sql/hive/pom.xml index e022a421d6554..ba8526031f03c 100644 --- a/sql/hive/pom.xml +++ b/sql/hive/pom.xml @@ -22,7 +22,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../../pom.xml diff --git a/streaming/pom.xml b/streaming/pom.xml index 724e7eee73a41..419e66a56453f 100644 --- a/streaming/pom.xml +++ b/streaming/pom.xml @@ -21,7 +21,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml diff --git a/tools/pom.xml b/tools/pom.xml index 9d6e8743ebb0a..74157743a78f2 100644 --- a/tools/pom.xml +++ b/tools/pom.xml @@ -20,7 +20,7 @@ org.apache.spark spark-parent_2.12 - 3.0.0-1 + 3.0.0-3 ../pom.xml