Update some s3 tests to use dynamic env #88
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run automated system tests | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| branches: | |
| - master | |
| - support/** | |
| types: [opened, synchronize] | |
| paths-ignore: | |
| - '**/*.md' | |
| release: | |
| types: | |
| - published | |
| workflow_dispatch: | |
| inputs: | |
| neofs_testcases_ref: | |
| description: 'neofs-testcases ref. Default ref - latest master. Examples: v0.36.0, 8fdcc6d7e798e6511be8806b81894622e72d7fdc, branch_name' | |
| required: false | |
| default: '' | |
| permissions: write-all | |
| jobs: | |
| run_system_tests: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 500 | |
| steps: | |
| - name: Get the current date | |
| id: date | |
| run: echo "::set-output name=timestamp::$(date +%s)" | |
| - name: Set RUN_ID | |
| env: | |
| TIMESTAMP: ${{ steps.date.outputs.timestamp }} | |
| run: echo "RUN_ID=${{ github.run_number }}-$TIMESTAMP" >> $GITHUB_ENV | |
| - name: Checkout neofs-testcases repository | |
| uses: actions/checkout@v3 | |
| with: | |
| path: neofs-testcases | |
| - name: Checkout neofs-node repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: nspcc-dev/neofs-node | |
| ref: 'master' | |
| path: neofs-node | |
| - name: Checkout neofs-s3-gw repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: nspcc-dev/neofs-s3-gw | |
| ref: 'master' | |
| path: neofs-s3-gw | |
| - name: Checkout neofs-rest-gw repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: nspcc-dev/neofs-rest-gw | |
| ref: 'master' | |
| path: neofs-rest-gw | |
| - name: Checkout neofs-http-gw repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: nspcc-dev/neofs-http-gw | |
| ref: 'master' | |
| path: neofs-http-gw | |
| - name: Checkout neofs-http-gw repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: nspcc-dev/neo-go | |
| ref: 'v0.104.0' | |
| path: neo-go | |
| - name: Download latest stable neofs-cli for uploading reports to NeoFS | |
| uses: dsaltares/[email protected] | |
| with: | |
| repo: 'nspcc-dev/neofs-node' | |
| version: 'tags/v0.37.0' | |
| file: 'neofs-cli-amd64' | |
| target: 'neofs-node-stable/neofs-cli' | |
| - name: Chmod latest stable neofs-cli | |
| run: | | |
| sudo chmod a+x neofs-cli | |
| working-directory: neofs-node-stable | |
| - name: Set up Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| cache: true | |
| go-version: '1.20' | |
| - run: go version | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10.11' | |
| - run: python --version | |
| # Hashlib uses OpenSSL for ripemd160 and apparently OpenSSL disabled some older crypto algos around version 3.0 | |
| # in November 2021. All the functions are still there but require manual enabling. | |
| # See https://github.com/openssl/openssl/issues/16994 | |
| # But we use ripemd160 for tests. | |
| # For ripemd160 to be supported, we need the openssl configuration file to contain the following lines: | |
| # openssl_conf = openssl_init | |
| # | |
| # [openssl_init] | |
| # providers = provider_sect | |
| # | |
| # [provider_sect] | |
| # default = default_sect | |
| # legacy = legacy_sect | |
| # | |
| # [default_sect] | |
| # activate = 1 | |
| # | |
| # [legacy_sect] | |
| # activate = 1 | |
| - name: Fix OpenSSL ripemd160 | |
| run: | | |
| sudo python ./tools/src/openssl_config_fix.py | |
| working-directory: neofs-testcases | |
| - name: Build neofs-node | |
| timeout-minutes: 5 | |
| run: | | |
| make all | |
| echo "$(pwd)/bin" >> $GITHUB_PATH | |
| working-directory: neofs-node | |
| - name: Build neofs-s3-gw | |
| timeout-minutes: 5 | |
| run: | | |
| make all | |
| echo "$(pwd)/bin" >> $GITHUB_PATH | |
| working-directory: neofs-s3-gw | |
| - name: Build neofs-rest-gw | |
| timeout-minutes: 5 | |
| run: | | |
| make all | |
| echo "$(pwd)/bin" >> $GITHUB_PATH | |
| working-directory: neofs-rest-gw | |
| - name: Build neofs-http-gw | |
| timeout-minutes: 5 | |
| run: | | |
| make all | |
| echo "$(pwd)/bin" >> $GITHUB_PATH | |
| working-directory: neofs-http-gw | |
| - name: Build neo-go | |
| timeout-minutes: 5 | |
| run: | | |
| make | |
| echo "$(pwd)/bin" >> $GITHUB_PATH | |
| working-directory: neo-go | |
| - name: Prepare venv | |
| timeout-minutes: 30 | |
| run: | | |
| make venv.no-dev-env-pytest | |
| working-directory: neofs-testcases | |
| - name: Copy binaries to testcases directory | |
| timeout-minutes: 30 | |
| run: | | |
| cp ${GITHUB_WORKSPACE}/neofs-node/bin/* . | |
| cp ${GITHUB_WORKSPACE}/neofs-s3-gw/bin/* . | |
| cp ${GITHUB_WORKSPACE}/neofs-rest-gw/bin/* . | |
| cp ${GITHUB_WORKSPACE}/neofs-http-gw/bin/* . | |
| cp ${GITHUB_WORKSPACE}/neo-go/bin/* . | |
| working-directory: neofs-testcases | |
| - name: Log environment | |
| run: | | |
| echo "Check free space" | |
| df -h | |
| echo "==========================================" | |
| echo "Check neo-go version" | |
| neo-go --version | |
| echo "==========================================" | |
| echo "Check neofs-s3-authmate version" | |
| neofs-s3-authmate --version | |
| echo "==========================================" | |
| echo "Check neofs-s3-gw version" | |
| echo "==========================================" | |
| neofs-s3-gw --version | |
| echo "==========================================" | |
| echo "Check neofs-adm version" | |
| neofs-adm --version | |
| echo "==========================================" | |
| echo "Check neofs-ir version" | |
| neofs-ir --version | |
| echo "==========================================" | |
| echo "Check neofs-lens version" | |
| neofs-lens --version | |
| echo "==========================================" | |
| echo "Check neofs-cli version" | |
| neofs-cli --version | |
| echo "==========================================" | |
| echo "Check current dir" | |
| ls -lah | |
| echo "==========================================" | |
| working-directory: neofs-testcases | |
| ################################################################ | |
| - name: Run Sanity tests for pull requests | |
| timeout-minutes: 120 | |
| if: github.event_name == 'pull_request' | |
| run: | | |
| source venv.no-dev-env-pytest/bin/activate && pytest -s --alluredir=${GITHUB_WORKSPACE}/allure-results dynamic_env_pytest_tests/tests | |
| working-directory: neofs-testcases | |
| ################################################################ | |
| - name: Generate Allure report | |
| timeout-minutes: 60 | |
| uses: simple-elf/[email protected] | |
| if: always() | |
| id: allure-report | |
| with: | |
| keep_reports: 100000 | |
| allure_results: allure-results | |
| allure_report: allure-report | |
| allure_history: allure-history | |
| - name: Remove testing neofs-cli | |
| if: always() | |
| run: | | |
| make clean | |
| working-directory: neofs-node | |
| - name: Enable stable neofs-cli | |
| if: always() | |
| run: | | |
| echo "$(pwd)" >> $GITHUB_PATH | |
| working-directory: neofs-node-stable | |
| - name: Create wallet | |
| if: always() | |
| env: | |
| TEST_RESULTS_WALLET: ${{ secrets.TEST_RESULTS_WALLET }} | |
| run: | | |
| echo "$TEST_RESULTS_WALLET" | base64 -d > wallet.json | |
| working-directory: neofs-testcases | |
| - name: Define expiration | |
| if: always() | |
| env: | |
| TEST_RESULTS_NEOFS_NETWORK_DOMAIN: ${{ vars.TEST_RESULTS_NEOFS_NETWORK_DOMAIN }} | |
| MASTER_EXPIRATION_PERIOD: ${{ vars.MASTER_EXPIRATION_PERIOD }} | |
| PR_EXPIRATION_PERIOD: ${{ vars.PR_EXPIRATION_PERIOD }} | |
| MANUAL_RUN_EXPIRATION_PERIOD: ${{ vars.MANUAL_RUN_EXPIRATION_PERIOD }} | |
| OTHER_EXPIRATION_PERIOD: ${{ vars.OTHER_EXPIRATION_PERIOD }} | |
| run: | | |
| CURRENT_EPOCH=$(neofs-cli netmap epoch --rpc-endpoint st1.$TEST_RESULTS_NEOFS_NETWORK_DOMAIN:8080) | |
| if [[ "${{ github.event_name }}" == "push" ]]; then | |
| EXP_EPOCH=$((MASTER_EXPIRATION_PERIOD + CURRENT_EPOCH)) | |
| elif [[ "${{ github.event_name }}" == "pull_request" ]]; then | |
| EXP_EPOCH=$((PR_EXPIRATION_PERIOD + CURRENT_EPOCH)) | |
| elif [[ "${{ github.event_name }}" == "release" ]]; then | |
| EXP_EPOCH=0 # For test reports from releases - no expiration period | |
| elif [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then | |
| EXP_EPOCH=$((MANUAL_RUN_EXPIRATION_PERIOD + CURRENT_EPOCH)) | |
| else | |
| EXP_EPOCH=$((OTHER_EXPIRATION_PERIOD + CURRENT_EPOCH)) | |
| fi | |
| echo "EXP_EPOCH=$EXP_EPOCH" >> $GITHUB_ENV | |
| working-directory: neofs-testcases | |
| - name: Put allure report to NeoFS | |
| id: put_report | |
| if: always() && steps.prepare_test_env.outcome == 'success' | |
| env: | |
| TEST_RESULTS_PASSWORD: ${{ secrets.TEST_RESULTS_PASSWORD }} | |
| TEST_RESULTS_NEOFS_NETWORK_DOMAIN: ${{ vars.TEST_RESULTS_NEOFS_NETWORK_DOMAIN }} | |
| TEST_RESULTS_CID: ${{ vars.TEST_RESULTS_CID }} | |
| run: | | |
| sudo chmod -R a+rw ${GITHUB_WORKSPACE}/allure-report | |
| source venv.no-dev-env-pytest/bin/activate && python ./tools/src/process-allure-reports.py --expire-at $EXP_EPOCH \ | |
| --neofs_domain $TEST_RESULTS_NEOFS_NETWORK_DOMAIN --run_id $RUN_ID --cid $TEST_RESULTS_CID \ | |
| --allure_report ${GITHUB_WORKSPACE}/allure-report --wallet wallet.json | |
| working-directory: neofs-testcases | |
| - name: Post the link to the report | |
| id: post_report_link | |
| timeout-minutes: 60 | |
| if: always() && steps.put_report.outcome == 'success' | |
| env: | |
| TEST_RESULTS_HTTP_GATE: ${{ vars.TEST_RESULTS_HTTP_GATE }} | |
| TEST_RESULTS_CID: ${{ vars.TEST_RESULTS_CID }} | |
| uses: Sibz/github-status-action@v1 | |
| with: | |
| authToken: ${{secrets.GITHUB_TOKEN}} | |
| context: 'Test report' | |
| state: 'success' | |
| sha: ${{github.event.pull_request.head.sha || github.sha}} | |
| target_url: https://${{ env.TEST_RESULTS_HTTP_GATE }}/${{ env.TEST_RESULTS_CID }}/${{ env.RUN_ID }}/index.html |