diff --git a/assemblies/plugins/databases/hive-assemblies/pom.xml b/assemblies/plugins/databases/hive-assemblies/pom.xml
index 066f328d1dc..e0b584b28f4 100644
--- a/assemblies/plugins/databases/hive-assemblies/pom.xml
+++ b/assemblies/plugins/databases/hive-assemblies/pom.xml
@@ -36,7 +36,7 @@
- 0.16.0
+ 0.9.3
@@ -62,6 +62,10 @@
org.glassfish.web
javax.servlet.jsp
+
+ jdk.tools
+ jdk.tools
+
@@ -81,6 +85,10 @@
org.glassfish.web
javax.servlet.jsp
+
+ jdk.tools
+ jdk.tools
+
@@ -105,6 +113,10 @@
org.glassfish.web
javax.servlet.jsp
+
+ jdk.tools
+ jdk.tools
+
@@ -116,6 +128,12 @@
org.apache.hive
hive-service
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
org.apache.hive
@@ -134,6 +152,10 @@
org.glassfish.web
javax.servlet.jsp
+
+ jdk.tools
+ jdk.tools
+
@@ -153,6 +175,10 @@
org.glassfish.web
javax.servlet.jsp
+
+ jdk.tools
+ jdk.tools
+
diff --git a/assemblies/plugins/engines/beam/pom.xml b/assemblies/plugins/engines/beam/pom.xml
index cc5f12016cb..fb8059a695e 100644
--- a/assemblies/plugins/engines/beam/pom.xml
+++ b/assemblies/plugins/engines/beam/pom.xml
@@ -462,6 +462,12 @@
org.apache.hive.hcatalog
hive-hcatalog-core
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
org.apache.hive
@@ -473,16 +479,46 @@
hive-exec
core
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
org.apache.hive
hive-metastore
${hive.version}
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ jdk.tools
+ jdk.tools
+
+
org.apache.hive
hive-cli
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
com.google.cloud
diff --git a/docker/integration-tests/integration-tests-spark.yaml b/docker/integration-tests/integration-tests-spark.yaml
index 741287c1660..56ad57ae0aa 100644
--- a/docker/integration-tests/integration-tests-spark.yaml
+++ b/docker/integration-tests/integration-tests-spark.yaml
@@ -17,25 +17,25 @@
version: '2.4'
services:
- # spark:
- # build:
- # context: ../../docker/integration-tests/spark/.
- # dockerfile: Dockerfile.master
- # environment:
- # - INIT_DAEMON_STEP=setup_spark
- # ports:
- # - 8080:8080
- # - 7077:7077
- # spark-worker:
- # build:
- # context: ../../docker/integration-tests/spark/.
- # dockerfile: Dockerfile.worker
- # depends_on:
- # - spark
- # environment:
- # - "SPARK_MASTER=spark://spark:7077"
- # ports:
- # - 8081:8081
+ spark:
+ build:
+ context: ../../docker/integration-tests/spark/.
+ dockerfile: Dockerfile.master
+ environment:
+ - INIT_DAEMON_STEP=setup_spark
+ ports:
+ - 8080:8080
+ - 7077:7077
+ spark-worker:
+ build:
+ context: ../../docker/integration-tests/spark/.
+ dockerfile: Dockerfile.worker
+ depends_on:
+ - spark
+ environment:
+ - "SPARK_MASTER=spark://spark:7077"
+ ports:
+ - 8081:8081
namenode:
build:
dockerfile: Dockerfile.hadoop
diff --git a/docker/integration-tests/spark/Dockerfile.master b/docker/integration-tests/spark/Dockerfile.master
index 14e114e3b7d..20f41498852 100644
--- a/docker/integration-tests/spark/Dockerfile.master
+++ b/docker/integration-tests/spark/Dockerfile.master
@@ -20,8 +20,8 @@ ENV ENABLE_INIT_DAEMON false
ENV INIT_DAEMON_BASE_URI http://identifier/init-daemon
ENV INIT_DAEMON_STEP spark_master_init
-ENV BASE_URL=https://archive.apache.org/dist/spark/
-ENV SPARK_VERSION=3.4.0
+ENV BASE_URL=https://dlcdn.apache.org/spark/
+ENV SPARK_VERSION=3.4.1
ENV HADOOP_VERSION=3
ENV SPARK_MASTER_PORT 7077
ENV SPARK_MASTER_WEBUI_PORT 8080
diff --git a/docker/integration-tests/spark/Dockerfile.worker b/docker/integration-tests/spark/Dockerfile.worker
index 415bba7d4bd..56d5fffc18d 100644
--- a/docker/integration-tests/spark/Dockerfile.worker
+++ b/docker/integration-tests/spark/Dockerfile.worker
@@ -21,8 +21,8 @@ ENV ENABLE_INIT_DAEMON false
ENV INIT_DAEMON_BASE_URI http://identifier/init-daemon
ENV INIT_DAEMON_STEP spark_master_init
-ENV BASE_URL=https://archive.apache.org/dist/spark/
-ENV SPARK_VERSION=3.4.0
+ENV BASE_URL=https://dlcdn.apache.org/spark/
+ENV SPARK_VERSION=3.4.1
ENV HADOOP_VERSION=3
ENV SPARK_WORKER_WEBUI_PORT 8081
ENV SPARK_WORKER_LOG /spark/logs
diff --git a/plugins/databases/hive/pom.xml b/plugins/databases/hive/pom.xml
index 9d6332974e3..4005c354510 100644
--- a/plugins/databases/hive/pom.xml
+++ b/plugins/databases/hive/pom.xml
@@ -31,7 +31,7 @@
Hop Plugins Databases Apache Hive
- 3.1.3
+ 2.3.9
@@ -62,6 +62,10 @@
org.glassfish.web
javax.servlet.jsp
+
+ jdk.tools
+ jdk.tools
+
diff --git a/plugins/engines/beam/pom.xml b/plugins/engines/beam/pom.xml
index d3647ad23a7..3fe5719b9e1 100644
--- a/plugins/engines/beam/pom.xml
+++ b/plugins/engines/beam/pom.xml
@@ -400,6 +400,12 @@
org.apache.hive.hcatalog
hive-hcatalog-core
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
org.apache.hive
@@ -411,11 +417,23 @@
hive-exec
core
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
org.apache.hive
hive-cli
${hive.version}
+
+
+ org.pentaho
+ pentaho-aggdesigner-algorithm
+
+
org.apache.hive
@@ -427,20 +445,51 @@
hive-service-rpc
${hive.version}
-
- org.apache.hive
- hive-standalone-metastore
- ${hive.version}
-
org.apache.hive
hive-metastore
${hive.version}
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ jdk.tools
+ jdk.tools
+
+
org.apache.hive
- hive-spark-client
+ spark-client
${hive.version}
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ org.glassfish.web
+ javax.servlet.jsp
+
+
+ jdk.tools
+ jdk.tools
+
+
org.apache.hive
diff --git a/pom.xml b/pom.xml
index 72b7c34129a..92cfa71b8f1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -157,7 +157,7 @@
2.4.0
3.3.1
5.3.0
- 0.17.0
+ 0.9.3
2.19.0
1.8.0
4.2.12
@@ -184,7 +184,7 @@
6.4.0
3.8.0
2.12.2
- 3.1.3
+ 2.3.9
1.12.19