diff --git a/.github/workflows/test-mlperf-inference-abtf-poc.yml b/.github/workflows/test-mlperf-inference-abtf-poc.yml index e5a1821..61c5cc8 100644 --- a/.github/workflows/test-mlperf-inference-abtf-poc.yml +++ b/.github/workflows/test-mlperf-inference-abtf-poc.yml @@ -91,7 +91,7 @@ jobs: cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }} - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} natively run: | - cm run script --tags=run-abtf,inference,_poc-demo --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off --adr.raw-dataset-mlcommons-cognata.tags=_gdrive -v + cm run script --tags=run-abtf,inference,_poc-demo --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off --adr.raw-dataset-mlcommons-cognata.tags=_gdrive --adr.ml-model-abtf.tags=_gdrive -v diff --git a/docs/index.md b/docs/index.md index acc5781..06e50f8 100644 --- a/docs/index.md +++ b/docs/index.md @@ -8,7 +8,7 @@ For ease of use, many of the benchmark components are packaged in a container wh To try out the POC reference yourself, please visit the [Run](run/index.md) section. The POC reference only has 20 frames, to see the object detection model run on an entire sequence, follow this link: -* TODO: Add MLCommons YouTube clip +[![Object Detection](https://img.youtube.com/vi/ZteVUJkTtno/0.jpg)](https://www.youtube.com/watch?v=ZteVUJkTtno) In the sections below the components of the benchmark are described. diff --git a/docs/run/index.md b/docs/run/index.md index 5068f22..2848efd 100644 --- a/docs/run/index.md +++ b/docs/run/index.md @@ -42,20 +42,28 @@ By running the script below, you are downloading the POC container and dataset, === "Docker" ### Docker + Set up docker ```bash cm run script --tags=run-abtf,_poc-demo --quiet \ --docker --docker_cache=no ``` !!! tip - * Use `--rerun` to force overwrite the previously generated results * Use `--env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off` to use the prebuilt MLPerf Loadgen binary and not do a source compilation * Use `--docker_os=[rhel|arch|ubuntu]` to change the docker OS * Use `--docker_os_version=[8|9]` for `RHEL`, `[24.04|22.04|20.04]` for `ubuntu` and `[latest]` for `arch` * Use `--docker_base_image=[IMAGE_NAME]` to override the default base image for docker * Github actions for this run can be seen [here](https://github.com/mlcommons/cm4abtf/actions/workflows/test-mlperf-inference-abtf-poc.yml) - We have tested the workflow via docker on Ubuntu 24.04, Ubuntu 22.04, Ubuntu 20.04 and macOS 14 + Run Command (inside docker) + ```bash + cm run script --tags=run-abtf,_poc-demo --quiet + ``` + !!! tip + * Use `--rerun` to force overwrite the previously generated results + * Use `--env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off` to use the prebuilt MLPerf Loadgen binary and not do a source compilation + + We have tested the workflow via docker on Ubuntu 24.04, Ubuntu 22.04, Ubuntu 20.04, Windows 11 and macOS 14 === "Native" ### Native diff --git a/script/get-ml-model-abtf-ssd-pytorch/_cm.yaml b/script/get-ml-model-abtf-ssd-pytorch/_cm.yaml index 77856b6..5c34477 100644 --- a/script/get-ml-model-abtf-ssd-pytorch/_cm.yaml +++ b/script/get-ml-model-abtf-ssd-pytorch/_cm.yaml @@ -114,16 +114,26 @@ variations: abtf-poc: default_variations: - download-tool: gdown + download-tool: rclone env: CM_ML_MODEL: abtf-ssd-pytorch CM_ML_MODEL_CHECKSUM: 26845c3b9573ce115ef29dca4ae5be14 CM_ML_MODEL_DATASET: cognata CM_ML_MODEL_FILENAME: baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth CM_ML_MODEL_IMAGE_SIZE: '8M' - CM_ML_MODEL_URL: https://drive.google.com/file/d/1kfJR_bs54KONprVd51kZu0PYmmh1wZZa/view group: model-weights + abtf-poc,gdrive: + env: + CM_ML_MODEL_URL: https://drive.google.com/file/d/1kfJR_bs54KONprVd51kZu0PYmmh1wZZa/view + + abtf-poc,rclone: + env: + CM_RCLONE_COPY_USING: copyurl + CM_ML_MODEL_URL: https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth + CM_RCLONE_CONFIG_CMD: '' + + local.#: env: CM_ML_MODEL_FILENAME: '#' @@ -141,6 +151,14 @@ variations: env: CM_SKIP_MODEL_CODE_DOWNLOAD: 'yes' + rclone: + group: download-tool + env: + CM_RCLONE_COPY_USING: copyurl + adr: + abtf-ml-model-weights-download: + tags: _rclone + wget: group: download-tool default: true