Skip to content

Commit a658561

Browse files
committed
add hive metastore listener jar in the docker image
1 parent ae9ed88 commit a658561

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

Dockerfile

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,13 +5,15 @@ USER root
55
ARG SPARK_VERSION=3.2.1
66
ARG HADOOP_VERSION=3.3.1
77
ARG HIVE_VERSION=2.3.9
8+
ARG HIVE_LISTENER_VERSION=0.0.1
89

910
ARG HADOOP_URL="https://downloads.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}"
1011
ARG HADOOP_AWS_URL="https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws"
1112
ARG HIVE_URL="https://archive.apache.org/dist/hive/hive-${HIVE_VERSION}"
1213
ARG SPARK_BUILD="spark-${SPARK_VERSION}-bin-hadoop-${HADOOP_VERSION}-hive-${HIVE_VERSION}"
1314
ARG S3_BUCKET="https://minio.lab.sspcloud.fr/projet-onyxia/build"
1415
ARG HIVE_AUTHENTICATION_JAR="hive-authentication.jar"
16+
ARG HIVE_LISTENER_JAR="hive-listener-${HIVE_LISTENER_VERSION}.jar"
1517

1618
ENV HADOOP_HOME="/opt/hadoop"
1719
ENV SPARK_HOME="/opt/spark"
@@ -43,6 +45,8 @@ RUN cd /tmp \
4345
&& rm ${HIVE_HOME}/lib/jline-2.12.jar \
4446
&& wget ${S3_BUCKET}/hive-authentication/${HIVE_AUTHENTICATION_JAR} \
4547
&& mv ${HIVE_AUTHENTICATION_JAR} ${HIVE_HOME}/lib/ \
48+
&& wget ${S3_BUCKET}/hive-listener/${HIVE_LISTENER_JAR} \
49+
&& mv ${HIVE_LISTENER_JAR} ${HIVE_HOME}/lib/ \
4650
&& rm -rf /tmp/*
4751

4852
RUN pip install s3fs hvac boto3 pyarrow pymongo dvc[s3] plotly jupyterlab-git

0 commit comments

Comments
 (0)