From 93c5ca3166b3c09111a652aa83a63faa1cfaad6b Mon Sep 17 00:00:00 2001 From: Anuradha Karuppiah Date: Tue, 24 Sep 2024 21:59:58 +0000 Subject: [PATCH] Update github workflow to build/upload the morpheus-llm conda package Signed-off-by: Anuradha Karuppiah --- .github/workflows/ci_pipe.yml | 38 +++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) diff --git a/.github/workflows/ci_pipe.yml b/.github/workflows/ci_pipe.yml index ccfc29cabf..8e6d2ff0e7 100644 --- a/.github/workflows/ci_pipe.yml +++ b/.github/workflows/ci_pipe.yml @@ -280,6 +280,44 @@ jobs: CONDA_PKG_LABEL: "${{ inputs.conda_upload_label }}" run: ./morpheus/ci/scripts/github/conda_dfp.sh $SCRIPT_ARGS + package-llm: + name: Package LLM library + if: ${{ inputs.conda_lib_build }} + needs: [package-core] + runs-on: linux-amd64-cpu16 + timeout-minutes: 60 + container: + credentials: + username: '$oauthtoken' + password: ${{ secrets.NGC_API_KEY }} + image: ${{ inputs.container }} + strategy: + fail-fast: true + + steps: + - name: Checkout + uses: actions/checkout@v3 + with: + lfs: false + path: 'morpheus' + fetch-depth: 0 + submodules: 'recursive' + + - name: Get AWS credentials using OIDC + uses: aws-actions/configure-aws-credentials@v1-node16 + with: + role-to-assume: ${{ vars.AWS_ROLE_ARN }} + aws-region: ${{ vars.AWS_REGION }} + role-duration-seconds: 43200 # 12h + + - name: Build morpheus-llm conda package + shell: bash + env: + CONDA_TOKEN: "${{ secrets.CONDA_TOKEN }}" + SCRIPT_ARGS: "${{ inputs.conda_upload_label != '' && 'upload' || '' }}" + CONDA_PKG_LABEL: "${{ inputs.conda_upload_label }}" + run: ./morpheus/ci/scripts/github/conda_llm.sh $SCRIPT_ARGS + package: name: Package All if: ${{ inputs.conda_run_build }}