update workflow

Author: ajithvcoder

.github/workflows/ec2-pipeline.yml

@@ -146,22 +146,23 @@ jobs:
       - name: Run DVC commands in container
         run: |
           mkdir model_storage
-          touch best_model_checkpoint.txt
           docker run --rm --gpus=all \
             -v model_storage:/workspace/model_storage \
-            -v best_model_checkpoint.txt:/workspace/best_model_checkpoint.txt \
             -e AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }} \
             -e AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }} \
             -e AWS_DEFAULT_REGION=${{ secrets.AWS_REGION }} \
             ${{ secrets.AWS_ECR_LOGIN_URI }}/${{ secrets.ECR_REPOSITORY_NAME }}:latest \
             /bin/bash -c "
               dvc pull -r myremote && \
               mkdir model_storage && \
-              dvc repro -f
+              dvc repro -f && \
+              cp best_model_checkpoint.txt model_storage/
             "
 
           # # Wait a moment to ensure the container has started
           # sleep 5
+
+          ls model_storage/
           
           # # Print logs from the container
           # docker logs $CONTAINER_ID
@@ -172,7 +173,7 @@ jobs:
       - name: Read best checkpoint file name
         id: read_checkpoint
         run: |
-          checkpoint_file=$(head -n 1 best_model_checkpoint.txt)
+          checkpoint_file=$(head -n 1 model_storage/best_model_checkpoint.txt)
           echo "CHECKPOINT_FILE=$checkpoint_file" >> $GITHUB_ENV
 
       - name: Get latest commit ID