T

Author: yuzelin

.github/workflows/paimon-python-checks.yml

@@ -43,7 +43,34 @@ jobs:
         with:
           java-version: ${{ env.JDK_VERSION }}
           distribution: 'adopt'
+      - name: Set up hadoop dependency
+        run: ｜
+          mkdir -p ${{ github.workspace }}/temp
+          curl -L -o ${{ github.workspace }}/temp/bundled-hadoop.jar \
+          https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
+          ls -al ${{ github.workspace }}/temp
+          if [ ! -f ${{ github.workspace }}/temp/bundled-hadoop.jar ]; then
+            echo "JAR download failed."
+            exit 1
       - name: Run lint-python.sh
+        env:
+          _PYPAIMON_HADOOP_CLASSPATH: ${{ github.workspace }}/temp/bundled-hadoop.jar
         run: |
           chmod +x dev/lint-python.sh
           ./dev/lint-python.sh
+          
+          
+          
+          
+          # Create a temporary directory
+      - name: Create temporary directory
+        run: mkdir -p ${{ github.workspace }}/temp
+
+      # Download the JAR file and save to the temporary directory
+      - name: Download JAR
+        run: |
+          curl -L -o ${{ github.workspace }}/temp/your-dependency.jar https://central.maven.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar
+
+      # List files in the temporary directory
+      - name: List downloaded files
+        run: ls -al ${{ github.workspace }}/temp

paimon_python_java/gateway_server.py

@@ -103,7 +103,7 @@ def _get_hadoop_classpath(env):
         return env[constants.PYPAIMON_HADOOP_CLASSPATH]
 
     if 'HADOOP_CLASSPATH' in env:
-        return None
+        return env['HADOOP_CLASSPATH']
     else:
         raise EnvironmentError(f"You haven't set '{constants.PYPAIMON_HADOOP_CLASSPATH}', \
  and 'HADOOP_CLASSPATH' is also not set. Ensure one of them is set.")

paimon_python_java/tests/utils.py

@@ -23,6 +23,9 @@
 
 
 def setup_hadoop_bundle_jar(hadoop_dir):
+    if constants.PYPAIMON_HADOOP_CLASSPATH in os.environ:
+        return
+
     url = 'https://repo.maven.apache.org/maven2/org/apache/flink/' \
           'flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar'