Jelajahi Sumber

refactored PyTest workflow to run on generic GHA hosted Ubuntu runner.

Max 1 tahun lalu
induk
melakukan
ed4b914cd6

+ 14 - 25
.github/workflows/.github/workflows/ARC_llama_recipes_pytest_on_single_nvidia_gpu_node.yaml

@@ -1,4 +1,4 @@
-name: "[ARC][GPU] llama-recipes Pytest tests on Self-Hosted GPU k8s Nodes."
+name: "[GHA][CPU] llama-recipes Pytest tests on CPU GitHub hosted runner."
 on:
   pull_request:
     branches:    
@@ -6,6 +6,8 @@ on:
     paths:
       - 'src/llama-recipes/configs/*.py'
       - 'src/llama-recipes/utils/*.py'
+      - 'src/llama-recipes/datasets/*.py'
+      - 'src/llama-recipes/data/*.py'
       - 'src/llama-recipes/*.py'
 
   # triggers workflow manually for debugging purposes.      
@@ -14,28 +16,23 @@ on:
       runner:
         description: 'GHA Runner Scale Set label to run workflow on.'
         required: true
-        default: gha-runner-scale-set-nvidia-single-gpu
+        default: ubuntu-20.04
 
       debug:
           description: 'Run debugging steps?'
           required: false
           default: "true"
 
-      sleep_time:
-        description: '[DEBUG] sleep time for debugging'
-        required: true
-        default: "60"
-
 env: 
   PYTORCH_WHEEL_URL: https://download.pytorch.org/whl/test/cu118  
 
 jobs:
   execute_workflow:
-    name: Execute workload on Self-Hosted GPU k8s runner
+    name: Execute workload on GHA CPU Runner
     defaults:
       run:
         shell: bash # default shell to run all steps for a given job.
-    runs-on: ${{ github.event.inputs.runner != '' &&  github.event.inputs.runner || 'gha-runner-scale-set-nvidia-single-gpu' }}
+    runs-on: ${{ github.event.inputs.runner != '' &&  github.event.inputs.runner || 'ubuntu-20.04' }}
     steps:
 
       - name: "[DEBUG] Get runner container OS information"
@@ -44,14 +41,6 @@ jobs:
         run: |
             cat /etc/os-release
 
-
-      - name: "[DEBUG][gpu-operator] Nvidia System Management Interface"
-        id: nvidia-smi
-        if: ${{ github.event.inputs.debug == 'true' }}
-        run: |
-          which nvidia-smi
-          nvidia-smi
-
       - name: "Checkout 'facebookresearch/llama-recipes' repository"
         id: checkout
         uses: actions/checkout@v4
@@ -63,21 +52,21 @@ jobs:
         run: |
             ls -la ${GITHUB_WORKSPACE}
 
+      - name: "Installing Python dependencies"
+        id: python_dependencies
+        run: |
+          pip3 install --upgrade pip
+          pip3 install setuptools
+
 
       - name: "Installing 'llama-recipes' project"
-        id: pip_install
+        id: install_llama_recipes_package
         run: |
           echo "Installing 'llama-recipes' project (re: https://github.com/facebookresearch/llama-recipes?tab=readme-ov-file#install-with-optional-dependencies)"
           pip install --extra-index-url ${PYTORCH_WHEEL_URL} -e '.[tests]' 
 
 
-      - name: "[DEBUG] sleep"
-        id: sleep
-        if: ${{ github.event.inputs.debug == 'true' && github.event.inputs.sleep_time != '' }}
-        run: |
-            sleep ${{ inputs.sleep_time }}
-
-      - name: "Running PyTest tests on Self-Hosted k8s ARC Runner"
+      - name: "Running PyTest tests on GHA CPU Runner"
         id: pytest
         run: |
           echo "Running PyTest tests at 'GITHUB_WORKSPACE' path: ${GITHUB_WORKSPACE}"