Merge pull request #37 from mlcommons/poc

Reduces the runtime of GH tests
mlcommons · Nov 24, 2024 · 9f3a766 · 9f3a766
2 parents d103768 + a161473
commit 9f3a766
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/.github/workflows/test-mlperf-inference-abtf-poc.yml b/.github/workflows/test-mlperf-inference-abtf-poc.yml
@@ -37,15 +37,15 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on docker
       run: |
-        cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet --docker --docker_it=no  -v 
+        cm run script --tags=run-abtf,inference,_poc-demo --test_query_count=5 --adr.compiler.tags=gcc --quiet --docker --docker_it=no  -v 
 
   build_macos:
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
         os: [macos-latest, macos-13]
-        python-version: [ "3.9", "3.11", "3.12" ]
+        python-version: [ "3.9", "3.12" ]
         backend: [ "pytorch" ]
         implementation: [ "python" ]
         exclude:
@@ -66,7 +66,7 @@ jobs:
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} natively
       run: |
-        cm run script --tags=run-abtf,inference,_poc-demo --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off  -v
+        cm run script --tags=run-abtf,inference,_poc-demo --test_query_count=5 --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off  -v
 
   build_windows:
     runs-on: ${{ matrix.os }}
@@ -91,7 +91,7 @@ jobs:
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} natively
       run: |
-        cm run script --tags=run-abtf,inference,_poc-demo --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off  -v 
+        cm run script --tags=run-abtf,inference,_poc-demo --test_query_count=5 --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off  -v 
 
     
 
diff --git a/script/app-abtf-inference/_cm.yaml b/script/app-abtf-inference/_cm.yaml
@@ -179,12 +179,16 @@ variations:
 
 
   abtf-demo-model:
+    env:
+      CM_MODEL: retinanet
     group: models
     add_deps_recursive:
       abtf-inference-implementation:
         tags: _abtf-demo-model
 
   abtf-poc-model:
+    env:
+      CM_MODEL: retinanet
     default: true
     group: models
     add_deps_recursive: