ci: trigger

.github/workflows/build-spark-jobs.yml

@@ -25,14 +25,17 @@ jobs:
           echo "Changed files: $CHANGED_FILES"
           SUBFOLDERS=$(echo "$CHANGED_FILES" | grep '^spark-jobs/[^/]\+/.*\.py$' | awk -F/ '{print $2}' | sort | uniq)
           echo "SUBFOLDERS=$SUBFOLDERS" >> $GITHUB_ENV
+      - name: Log in to Docker Hub
+        uses: docker/login-action@f4ef78c080cd8ba55a85445d5b36e214a81df20a
+        with:
+          username: ${{ secrets.DOCKERHUB_PASSWORD }}
+          password: ${{ secrets.DOCKERHUB_USERNAME }}
 
       - name: Build and deploy Docker images
         if: env.SUBFOLDERS != ''
         env:
           SUBFOLDERS: ${{ env.SUBFOLDERS }}
         run: |
-          # Log in to Docker Hub using GitHub Secrets
-          echo "${{ secrets.DOCKERHUB_PASSWORD }}" | docker login --username "${{ secrets.DOCKERHUB_USERNAME }}" --password-stdin
           # Loop over each changed subfolder and build/push the Docker image
           for SUBFOLDER in $SUBFOLDERS; do
             echo "Processing subfolder: $SUBFOLDER"

spark-jobs/brazilian-finder/brazilian-finder_spark.py

@@ -36,7 +36,7 @@ def spark_job(spark: SparkSession, params, *args, **kwargs):
           ON e.email_lower LIKE CONCAT('%', w.word, '%')
     """)
 
-    # Write to silver delta table as a .txt file  with or igin al emails 
+    # Write to silver delta table as a .txt file  with or igin al emails  
     spark.sql(f"""
         INSERT OVERWRITE TEXT.`{s3_output_path}`
         SELECT email_tel