Merge remote-tracking branch 'origin/main' into feature_docker_k8s #315
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 'Build, test and deploy OpenAtlas' | |
| on: | |
| push: {} | |
| workflow_call: {} | |
| repository_dispatch: | |
| types: [run] | |
| workflow_dispatch: {} | |
| jobs: | |
| setup_workflow_env: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| environment: ${{ steps.get_environment_from_git_ref.outputs.environment }} | |
| environment_short: ${{ steps.get_environment_from_git_ref.outputs.environment_short }} | |
| image_name: container-preview | |
| registry_root: ghcr.io/${{ github.repository }}/ | |
| default_port: "5000" | |
| APP_NAME: OpenAtlas | |
| APP_ROOT: "/" | |
| steps: | |
| - name: Get environment from git ref | |
| id: get_environment_from_git_ref | |
| run: | | |
| echo "Running on branch ${{ github.ref_name }}" | |
| if [ "${{ github.ref }}" = "refs/heads/main" ]; then | |
| echo "environment=production" | |
| echo "environment=production" >> $GITHUB_OUTPUT | |
| echo "environment_short=prod" >> $GITHUB_OUTPUT | |
| else | |
| echo "environment=review/${{ github.ref_name }}" | |
| echo "environment=review/${{ github.ref_name }}" >> $GITHUB_OUTPUT | |
| echo "environment_short=$(echo -n ${{ github.ref_name }} | sed s/feature_// | tr '_' '-' | tr '[:upper:]' '[:lower:]' )" >> $GITHUB_OUTPUT | |
| fi | |
| build_openatlas: | |
| needs: [setup_workflow_env] | |
| environment: ${{ needs.setup_workflow_env.outputs.environment }} | |
| permissions: | |
| packages: write | |
| contents: read | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Create tags based on git data | |
| id: meta | |
| uses: docker/metadata-action@v4 | |
| with: | |
| images: | | |
| ${{ needs.setup_workflow_env.outputs.registry_root }}${{ needs.setup_workflow_env.outputs.image_name }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=pr | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=raw,value=latest,enable={{is_default_branch}} | |
| type=raw,value={{sha}} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Build and push | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: install/Dockerfile | |
| platforms: linux/amd64 | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| test_openatlas: | |
| env: | |
| POSTGRES_PASSWORD: verysecret | |
| POSTGRES_DB: openatlas_test | |
| POSTGRES_USER: openatlas | |
| runs-on: ubuntu-latest | |
| needs: [setup_workflow_env, build_openatlas] | |
| environment: ${{ needs.setup_workflow_env.outputs.environment }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Fetch container image built above | |
| run: | | |
| container_name_tag="$(echo -n '${{ needs.setup_workflow_env.outputs.registry_root }}${{ needs.setup_workflow_env.outputs.image_name }}' | tr '_' '-' | tr '[:upper:]' '[:lower:]'):$(git rev-parse --short HEAD)" | |
| docker pull $container_name_tag | |
| docker tag $container_name_tag openatlas-openatlas | |
| docker tag $container_name_tag openatlas-initdb | |
| - name: Docker compose | |
| run: | | |
| docker compose up --detach | |
| - name: Docker service overview | |
| run: | | |
| docker ps | |
| docker network ls | |
| - name: File folders ownership | |
| run: | | |
| ls -la | |
| sudo chown -R 33:33 ./files/uploads | |
| sudo chown -R 33:33 ./files/processed_images/resized | |
| sudo chown -R 33:33 ./files/export | |
| - name: Write testing.py | |
| run: | | |
| set -x | |
| cat <<EOF > testing.py | |
| SERVER_NAME='local.host' | |
| DATABASE_NAME='openatlas' | |
| DATABASE_USER='openatlas' | |
| DATABASE_HOST='postgres' | |
| DATABASE_PORT=5432 | |
| DATABASE_PASS='verysecret' | |
| MAIL_PASSWORD='asdQWEtzu123' | |
| SECRET_KEY='$(< /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c 32;echo;)' # Used for cookies | |
| DEBUG = True | |
| WTF_CSRF_ENABLED = False | |
| WTF_CSRF_METHODS: list[str] = [] | |
| ARCHE = { | |
| 'id': 0, | |
| 'collection_ids': [0], | |
| 'base_url': 'https://arche-curation.acdh-dev.oeaw.ac.at/', | |
| 'thumbnail_url': 'https://arche-thumbnails.acdh.oeaw.ac.at/'} | |
| EOF | |
| sudo chown 33:33 testing.py | |
| docker cp -a testing.py openatlas-openatlas-1:/var/www/openatlas/instance/ | |
| docker exec -i openatlas-openatlas-1 /bin/bash -c "cd /var/www/openatlas/instance/ && ls -la && cat testing.py" | |
| - name: Run tests | |
| run: | | |
| docker exec -i openatlas-openatlas-1 /bin/bash -c "cd /var/www/openatlas/tests && nosetests3 -c .noserc --verbosity=2 --nologcapture --nocapture && echo passed" | |
| _3: | |
| needs: [setup_workflow_env, test_openatlas] | |
| uses: acdh-oeaw/gl-autodevops-minimal-port/.github/workflows/deploy.yml@main | |
| secrets: inherit | |
| if: ${{ github.repository_owner == 'acdh-oeaw' }} | |
| with: | |
| environment: ${{ needs.setup_workflow_env.outputs.environment}} | |
| DOCKER_TAG: ${{ needs.setup_workflow_env.outputs.registry_root }}${{ needs.setup_workflow_env.outputs.image_name }} | |
| APP_NAME: ${{ needs.setup_workflow_env.outputs.APP_NAME }}-${{ needs.setup_workflow_env.outputs.environment_short }} | |
| APP_ROOT: ${{ needs.setup_workflow_env.outputs.APP_ROOT }} | |
| default_port: ${{ needs.setup_workflow_env.outputs.default_port}} | |
| with_db_demo_deploy: | |
| needs: [setup_workflow_env, test_openatlas] | |
| uses: acdh-oeaw/gl-autodevops-minimal-port/.github/workflows/deploy.yml@main | |
| secrets: inherit | |
| if: ${{ github.repository_owner == 'acdh-oeaw' }} | |
| with: | |
| environment: review/with_db_demo_deploy | |
| do_deploy: ${{ needs.setup_workflow_env.outputs.environment == 'review/feature_docker_k8s' }} | |
| DOCKER_TAG: ${{ needs.setup_workflow_env.outputs.registry_root }}${{ needs.setup_workflow_env.outputs.image_name }} | |
| APP_NAME: ${{ needs.setup_workflow_env.outputs.APP_NAME }}-with_db_demo_deploy | |
| APP_ROOT: ${{ needs.setup_workflow_env.outputs.APP_ROOT }} | |
| default_port: ${{ needs.setup_workflow_env.outputs.default_port}} | |
| openatlas_demo: | |
| needs: [setup_workflow_env, test_openatlas] | |
| uses: acdh-oeaw/gl-autodevops-minimal-port/.github/workflows/deploy.yml@main | |
| secrets: inherit | |
| if: ${{ github.repository_owner == 'acdh-oeaw' }} | |
| with: | |
| environment: openatlas-demo | |
| do_deploy: ${{ needs.setup_workflow_env.outputs.environment == 'review/feature_docker_k8s' }} | |
| DOCKER_TAG: ${{ needs.setup_workflow_env.outputs.registry_root }}${{ needs.setup_workflow_env.outputs.image_name }} | |
| APP_NAME: ${{ needs.setup_workflow_env.outputs.APP_NAME }}-openatlas-demo | |
| APP_ROOT: ${{ needs.setup_workflow_env.outputs.APP_ROOT }} | |
| default_port: ${{ needs.setup_workflow_env.outputs.default_port}} |