File tree Expand file tree Collapse file tree 1 file changed +4
-0
lines changed
Expand file tree Collapse file tree 1 file changed +4
-0
lines changed Original file line number Diff line number Diff line change @@ -5,13 +5,15 @@ USER root
55ARG SPARK_VERSION=3.2.1
66ARG HADOOP_VERSION=3.3.1
77ARG HIVE_VERSION=2.3.9
8+ ARG HIVE_LISTENER_VERSION=0.0.1
89
910ARG HADOOP_URL="https://downloads.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}"
1011ARG HADOOP_AWS_URL="https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws"
1112ARG HIVE_URL="https://archive.apache.org/dist/hive/hive-${HIVE_VERSION}"
1213ARG SPARK_BUILD="spark-${SPARK_VERSION}-bin-hadoop-${HADOOP_VERSION}-hive-${HIVE_VERSION}"
1314ARG S3_BUCKET="https://minio.lab.sspcloud.fr/projet-onyxia/build"
1415ARG HIVE_AUTHENTICATION_JAR="hive-authentication.jar"
16+ ARG HIVE_LISTENER_JAR="hive-listener-${HIVE_LISTENER_VERSION}.jar"
1517
1618ENV HADOOP_HOME="/opt/hadoop"
1719ENV SPARK_HOME="/opt/spark"
@@ -43,6 +45,8 @@ RUN cd /tmp \
4345 && rm ${HIVE_HOME}/lib/jline-2.12.jar \
4446 && wget ${S3_BUCKET}/hive-authentication/${HIVE_AUTHENTICATION_JAR} \
4547 && mv ${HIVE_AUTHENTICATION_JAR} ${HIVE_HOME}/lib/ \
48+ && wget ${S3_BUCKET}/hive-listener/${HIVE_LISTENER_JAR} \
49+ && mv ${HIVE_LISTENER_JAR} ${HIVE_HOME}/lib/ \
4650 && rm -rf /tmp/*
4751
4852RUN pip install s3fs hvac boto3 pyarrow pymongo dvc[s3] plotly jupyterlab-git
You can’t perform that action at this time.
0 commit comments