Skip to content

Commit 89b24e2

Browse files
committed
dis-associate jar name in s3 from in hive/lib
1 parent a658561 commit 89b24e2

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

Dockerfile

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,15 +5,16 @@ USER root
55
ARG SPARK_VERSION=3.2.1
66
ARG HADOOP_VERSION=3.3.1
77
ARG HIVE_VERSION=2.3.9
8-
ARG HIVE_LISTENER_VERSION=0.0.1
8+
ARG HIVE_LISTENER_VERSION=0.0.2
99

1010
ARG HADOOP_URL="https://downloads.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}"
1111
ARG HADOOP_AWS_URL="https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws"
1212
ARG HIVE_URL="https://archive.apache.org/dist/hive/hive-${HIVE_VERSION}"
1313
ARG SPARK_BUILD="spark-${SPARK_VERSION}-bin-hadoop-${HADOOP_VERSION}-hive-${HIVE_VERSION}"
1414
ARG S3_BUCKET="https://minio.lab.sspcloud.fr/projet-onyxia/build"
1515
ARG HIVE_AUTHENTICATION_JAR="hive-authentication.jar"
16-
ARG HIVE_LISTENER_JAR="hive-listener-${HIVE_LISTENER_VERSION}.jar"
16+
ARG HIVE_LISTENER_SRC_JAR="hive-listener-${HIVE_LISTENER_VERSION}.jar"
17+
ARG HIVE_LISTENER_DEST_JAR="hive-listener.jar"
1718

1819
ENV HADOOP_HOME="/opt/hadoop"
1920
ENV SPARK_HOME="/opt/spark"
@@ -45,8 +46,8 @@ RUN cd /tmp \
4546
&& rm ${HIVE_HOME}/lib/jline-2.12.jar \
4647
&& wget ${S3_BUCKET}/hive-authentication/${HIVE_AUTHENTICATION_JAR} \
4748
&& mv ${HIVE_AUTHENTICATION_JAR} ${HIVE_HOME}/lib/ \
48-
&& wget ${S3_BUCKET}/hive-listener/${HIVE_LISTENER_JAR} \
49-
&& mv ${HIVE_LISTENER_JAR} ${HIVE_HOME}/lib/ \
49+
&& wget ${S3_BUCKET}/hive-listener/${HIVE_LISTENER_SRC_JAR} \
50+
&& mv ${HIVE_LISTENER_SRC_JAR} ${HIVE_HOME}/lib/${HIVE_LISTENER_DEST_JAR} \
5051
&& rm -rf /tmp/*
5152

5253
RUN pip install s3fs hvac boto3 pyarrow pymongo dvc[s3] plotly jupyterlab-git

0 commit comments

Comments
 (0)