Add disk usage checks before and after simulator tests to evaluate vo…

…lume size needs
BerkeleyLearnVerify · Oct 10, 2024 · ceabc75 · ceabc75
1 parent 556436a
commit ceabc75
Showing 1 changed file with 54 additions and 0 deletions.
diff --git a/.github/workflows/run-simulators.yml b/.github/workflows/run-simulators.yml
@@ -41,6 +41,16 @@ jobs:
             aws ec2 attach-volume --volume-id $volume_id --instance-id $INSTANCE_ID --device /dev/sda1
             echo "Volume $volume_id attached to instance $INSTANCE_ID as /dev/sda1"
 
+        - name: Check Disc Usage After Volume Attachment
+          env:
+            PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
+            HOSTNAME: ${{ secrets.SSH_HOST }}
+            USER_NAME: ${{ secrets.SSH_USERNAME }}
+          run: |
+            echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
+            ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1'
+
+
         - name: Start EC2 Instance
           run: |
             # Get the instance state
@@ -146,6 +156,15 @@ jobs:
       runs-on: ubuntu-latest
       needs: [check_simulator_version_updates, check_nvidia_smi]
       steps:
+        - name: Check Disk Usage Before CARLA Tests
+          env:
+            PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
+            HOSTNAME: ${{ secrets.SSH_HOST }}
+            USER_NAME: ${{ secrets.SSH_USERNAME }}
+          run: |
+            echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
+            ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1'
+
         - name: Run CARLA Tests
           env:
             PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
@@ -164,11 +183,29 @@ jobs:
               done
             '
 
+        - name: Check Disk Usage After CARLA Tests
+          env:
+            PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
+            HOSTNAME: ${{ secrets.SSH_HOST }}
+            USER_NAME: ${{ secrets.SSH_USERNAME }}
+          run: |
+            echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
+            ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1'
+
     run_webots_simulators:
       name: run_webots_simulators
       runs-on: ubuntu-latest
       needs: [check_simulator_version_updates, check_nvidia_smi]
       steps:
+        - name: Check Disk Usage Before Webots Tests
+          env:
+            PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
+            HOSTNAME: ${{ secrets.SSH_HOST }}
+            USER_NAME: ${{ secrets.SSH_USERNAME }}
+          run: |
+            echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
+            ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1'
+
         - name: Run Webots Tests
           env:
             PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
@@ -189,6 +226,14 @@ jobs:
               done
               kill %1
             '
+        - name: Check Disk Usage After Webots Tests
+          env:
+            PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
+            HOSTNAME: ${{ secrets.SSH_HOST }}
+            USER_NAME: ${{ secrets.SSH_USERNAME }}
+          run: |
+            echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
+            ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1'
 
     stop_ec2_instance:
       name: stop_ec2_instance
@@ -202,6 +247,15 @@ jobs:
         AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         AWS_DEFAULT_REGION: ${{ secrets.AWS_REGION }}
       steps:
+        - name: Check Disk Before Stopping EC2 Instance
+          env:
+            PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
+            HOSTNAME: ${{ secrets.SSH_HOST }}
+            USER_NAME: ${{ secrets.SSH_USERNAME }}
+          run: |
+            echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
+            ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1'
+
         - name: Stop EC2 Instance
           run: |
             # Get the instance state and stop it if running