upgrade to spark 3.2.0

icanbwell · Nov 4, 2021 · 4f38350 · 4f38350
1 parent 3401ab1
commit 4f38350
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/.github/workflows/deploy_docker.yml b/.github/workflows/deploy_docker.yml
@@ -21,8 +21,9 @@ jobs:
           java-version: '14'
       - uses: vemonet/setup-spark@v1
         with:
-          spark-version: '3.1.1' # Exact version
-          hadoop-version: '3.2'
+          spark-version: '3.2.0' # Exact version
+          hadoop-version: '3.3.1'
+          spark-url: 'https://archive.apache.org/dist/spark/spark-3.2.0/spark-3.2.0-bin-hadoop3.2.tgz'
       - run: spark-submit --version
       - name: Get Previous tag
         id: previoustag