Skip to content

Adding OWP first version #21

Adding OWP first version

Adding OWP first version #21

Workflow file for this run

name: push_on_tag_dev_workflow
on:
push:
branches:
- '!main'
paths:
- 'charts/**'
- 'salt/**'
- 'config/**'
- '**.Dokerfile'
- 'snow-inspector/**'
- 'tethysapp-hydrocompute/**'
- 'tethysapp-metdataexplorer/**'
- 'tethysapp-swe/**'
- 'tethysapp-tethys_app_store/**'
- 'tethysext-ciroh_theme/**'
- 'Water-Data-Explorer/**'
- 'OWP/**'
pull_request:
branches:
- main
paths:
- 'charts/**'
- 'salt/**'
- 'config/**'
- '**.Dokerfile'
- 'snow-inspector/**'
- 'tethysapp-hydrocompute/**'
- 'tethysapp-metdataexplorer/**'
- 'tethysapp-swe/**'
- 'tethysapp-tethys_app_store/**'
- 'tethysext-ciroh_theme/**'
- 'Water-Data-Explorer/**'
- 'OWP/**'
env:
IMAGE_TAG: dev_${GITHUB_SHA}
DOCKER_HUB_ORG: gioelkin
# DOCKER_HUB_ORG: ciroh
DOCKER_REPO: tethysapp-ciroh-portal
MAX_NUMBER_IMAGE: 5
jobs:
build:
# The type of runner that the job will run on
runs-on: ubuntu-latest
# Steps represent a sequence of tasks that will be executed as part of the job
steps:
- name: Free disk space
run: |
sudo docker rmi $(docker image ls -aq) || true
sudo swapoff /mnt/swapfile || true
sudo rm -rf /mnt/swapfile /usr/share/dotnet /usr/local/lib/android /opt/ghc || true
sudo apt purge aria2 ansible azure-cli shellcheck rpm xorriso zsync \
clang-6.0 lldb-6.0 lld-6.0 clang-format-6.0 clang-8 lldb-8 lld-8 clang-format-8 \
clang-9 lldb-9 lld-9 clangd-9 clang-format-9 dotnet-sdk-3.0 dotnet-sdk-3.1=3.1.101-1 \
esl-erlang firefox g++-8 g++-9 gfortran-8 gfortran-9 google-chrome-stable \
google-cloud-sdk ghc-8.0.2 ghc-8.2.2 ghc-8.4.4 ghc-8.6.2 ghc-8.6.3 ghc-8.6.4 \
ghc-8.6.5 ghc-8.8.1 ghc-8.8.2 ghc-8.8.3 ghc-8.10.1 cabal-install-2.0 cabal-install-2.2 \
cabal-install-2.4 cabal-install-3.0 cabal-install-3.2 heroku imagemagick \
libmagickcore-dev libmagickwand-dev libmagic-dev ant ant-optional kubectl \
mercurial apt-transport-https mono-complete mysql-client libmysqlclient-dev \
mysql-server mssql-tools unixodbc-dev yarn bazel chrpath libssl-dev libxft-dev \
libfreetype6 libfreetype6-dev libfontconfig1 libfontconfig1-dev php7.1 php7.1-bcmath \
php7.1-bz2 php7.1-cgi php7.1-cli php7.1-common php7.1-curl php7.1-dba php7.1-dev \
php7.1-enchant php7.1-fpm php7.1-gd php7.1-gmp php7.1-imap php7.1-interbase php7.1-intl \
php7.1-json php7.1-ldap php7.1-mbstring php7.1-mcrypt php7.1-mysql php7.1-odbc \
php7.1-opcache php7.1-pgsql php7.1-phpdbg php7.1-pspell php7.1-readline php7.1-recode \
php7.1-snmp php7.1-soap php7.1-sqlite3 php7.1-sybase php7.1-tidy php7.1-xml \
php7.1-xmlrpc php7.1-xsl php7.1-zip php7.2 php7.2-bcmath php7.2-bz2 php7.2-cgi \
php7.2-cli php7.2-common php7.2-curl php7.2-dba php7.2-dev php7.2-enchant php7.2-fpm \
php7.2-gd php7.2-gmp php7.2-imap php7.2-interbase php7.2-intl php7.2-json php7.2-ldap \
php7.2-mbstring php7.2-mysql php7.2-odbc php7.2-opcache php7.2-pgsql php7.2-phpdbg \
php7.2-pspell php7.2-readline php7.2-recode php7.2-snmp php7.2-soap php7.2-sqlite3 \
php7.2-sybase php7.2-tidy php7.2-xml php7.2-xmlrpc php7.2-xsl php7.2-zip php7.3 \
php7.3-bcmath php7.3-bz2 php7.3-cgi php7.3-cli php7.3-common php7.3-curl php7.3-dba \
php7.3-dev php7.3-enchant php7.3-fpm php7.3-gd php7.3-gmp php7.3-imap php7.3-interbase \
php7.3-intl php7.3-json php7.3-ldap php7.3-mbstring php7.3-mysql php7.3-odbc \
php7.3-opcache php7.3-pgsql php7.3-phpdbg php7.3-pspell php7.3-readline php7.3-recode \
php7.3-snmp php7.3-soap php7.3-sqlite3 php7.3-sybase php7.3-tidy php7.3-xml \
php7.3-xmlrpc php7.3-xsl php7.3-zip php7.4 php7.4-bcmath php7.4-bz2 php7.4-cgi \
php7.4-cli php7.4-common php7.4-curl php7.4-dba php7.4-dev php7.4-enchant php7.4-fpm \
php7.4-gd php7.4-gmp php7.4-imap php7.4-interbase php7.4-intl php7.4-json php7.4-ldap \
php7.4-mbstring php7.4-mysql php7.4-odbc php7.4-opcache php7.4-pgsql php7.4-phpdbg \
php7.4-pspell php7.4-readline php7.4-snmp php7.4-soap php7.4-sqlite3 php7.4-sybase \
php7.4-tidy php7.4-xml php7.4-xmlrpc php7.4-xsl php7.4-zip php-amqp php-apcu \
php-igbinary php-memcache php-memcached php-mongodb php-redis php-xdebug \
php-zmq snmp pollinate libpq-dev postgresql-client powershell ruby-full \
sphinxsearch subversion mongodb-org -yq >/dev/null 2>&1 || true
sudo apt-get autoremove -y >/dev/null 2>&1 || true
sudo apt-get autoclean -y >/dev/null 2>&1 || true
- name: Check disk space
run: df -h
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- uses: actions/checkout@v2
with:
fetch-depth: 2
submodules: 'true'
# Checks-out the hydrocompute extra submodule
- name: checkout Hydrocompute submodule
run: |
cd tethysapp-hydrocompute/tethysapp/hydrocompute/public/HydroCompute && git submodule update --init --recursive
- name: Set Tag
run: |
echo "TAG=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
# If the branch is stable, we'll overwrite the TAG to include stable.
- name: Set Stable Tag
if: endsWith(github.ref, '/stable')
run: |
echo "TAG=stable" >> $GITHUB_ENV
- name: Test Tag
run: |
echo $TAG
- name: check_docker_file_changed_files
id: changed-files-yaml
uses: tj-actions/changed-files@v37
with:
files_yaml: |
docker:
- salt/**
- prod.Dockerfile
- piprequirements.txt
- config/**
- .gitmodules
- snow-inspector/**
- tethysapp-hydrocompute/**
- tethysapp-metdataexplorer/**
- tethysapp-swe/**
- tethysapp-tethys_app_store/**
- tethysext-ciroh_theme/**
- Water-Data-Explorer/**
- OWP/**
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
- name: Login to Docker Hub
uses: docker/login-action@v2
if: steps.changed-files-yaml.outputs.docker_any_changed == 'true'
with:
username: ${{ secrets.DOCKER_BUILDER_USERNAME }}
password: ${{ secrets.DOCKER_BUILDER_TOKEN }}
- name: build and push tag
uses: docker/build-push-action@v4
if: steps.changed-files-yaml.outputs.docker_any_changed == 'true'
with:
context: .
file: ./prod.Dockerfile
push: true
tags: ${{ env.DOCKER_HUB_ORG }}/${{ env.DOCKER_REPO }}:${{ env.TAG }}
cache-from: type=registry,ref=${{ env.DOCKER_HUB_ORG }}/${{ env.DOCKER_REPO }}-cache:latest
cache-to: type=registry,ref=${{ env.DOCKER_HUB_ORG }}/${{ env.DOCKER_REPO }}-cache:latest,mode=max
startup_test:
needs: [build]
runs-on: ubuntu-latest
services:
db:
image: postgis/postgis
env:
POSTGRES_HOST: db
POSTGRES_PASSWORD: passpass
POSTGRES_DB: tethys_postgis
POSTGRES_PORT: 5432
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 10
ports:
- 5432:5432
steps:
- name: Check out repository code
uses: actions/checkout@v2
with:
fetch-depth: 2
- name: check_docker_file_changed_files
id: changed-files-yaml
uses: tj-actions/changed-files@v37
with:
files_yaml: |
docker:
- salt/**
- prod.Dockerfile
- piprequirements.txt
- config/**
- .gitmodules
- snow-inspector/**
- tethysapp-hydrocompute/**
- tethysapp-metdataexplorer/**
- tethysapp-swe/**
- tethysapp-tethys_app_store/**
- tethysext-ciroh_theme/**
- Water-Data-Explorer/**
- OWP/**
- name: Docker login
if: steps.changed-files-yaml.outputs.docker_any_changed == 'true'
run: docker login -u ${{ secrets.DOCKER_BUILDER_USERNAME }} -p ${{ secrets.DOCKER_BUILDER_TOKEN }}
- name: Pull Docker Image
if: steps.changed-files-yaml.outputs.docker_any_changed == 'true'
run: |
docker pull ${{ env.DOCKER_HUB_ORG }}/${{ env.DOCKER_REPO }}:${{ env.IMAGE_TAG }}
- name: Run Salt Test
if: steps.changed-files-yaml.outputs.docker_any_changed == 'true'
run: |
docker run --rm --name ciroh_portal --network ${{ job.services.db.network }} --env-file env/web.env ${{ env.DOCKER_HUB_ORG }}/${{ env.DOCKER_REPO }}:${{ env.IMAGE_TAG }} /bin/bash -c "cd /usr/lib/tethys && source ./run.sh --test"
cleanup:
needs: [build]
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: only keeps the first 5 image
run: |
echo "TAG=dev_${GITHUB_SHA}" >> $GITHUB_ENV
echo $TAG
. .github/scripts/clean_up_docker_hub.sh '${{ secrets.DOCKER_BUILDER_USERNAME }}' '${{ secrets.DOCKER_BUILDER_TOKEN }}' '${{ env.DOCKER_HUB_ORG }}' '${{ env.DOCKER_REPO }}' '${{ env.MAX_NUMBER_IMAGE }}'
#https://stackoverflow.com/questions/70959792/how-to-run-github-action-job-after-all-conditional-jobs-even-its-didnt-ran
lint-test:
runs-on: ubuntu-latest
needs: [startup_test]
if: |
always() &&
!contains(needs.*.result, 'failure') &&
!cancelled()
steps:
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 2
- name: check_chart_file_changed_files
id: changed-chart-files-yaml
uses: tj-actions/changed-files@v37
with:
files_yaml: |
charts:
- charts/**
- name: Set up Helm
if: steps.changed-chart-files-yaml.outputs.charts_any_changed == 'true'
uses: azure/setup-helm@v3
with:
version: v3.6.3
token: ${{ secrets.GITHUB_TOKEN }}
- name: Set up Python
if: steps.changed-chart-files-yaml.outputs.charts_any_changed == 'true'
uses: actions/setup-python@v4
with:
python-version: 3.7
- name: Set up chart-testing
if: steps.changed-chart-files-yaml.outputs.charts_any_changed == 'true'
uses: helm/[email protected]
- name: Run chart-testing (list-changed)
if: steps.changed-chart-files-yaml.outputs.charts_any_changed == 'true'
id: list-changed
run: |
## If executed with debug this won't work anymore.
changed=$(ct --config .github/config/ct.yaml list-changed)
charts=$(echo "$changed" | tr '\n' ' ' | xargs)
if [[ -n "$changed" ]]; then
echo "::set-output name=changed::true"
echo "::set-output name=changed_charts::$charts"
fi
- name: Run Artifact Hub lint
if: steps.changed-chart-files-yaml.outputs.charts_any_changed == 'true'
run: |
curl -s https://api.github.com/repos/artifacthub/hub/releases/latest | grep -E 'browser_download_url' | grep linux_amd64.tar.gz\" | grep -Eo 'https://[^\"]*' | xargs wget -O - | tar -xz
./ah lint -p charts/ciroh || exit 1
rm -f ./ah
- name: Run chart-testing (lint)
if: steps.changed-chart-files-yaml.outputs.charts_any_changed == 'true'
run: ct lint --debug --config .github/config/ct.yaml
## Might need to be uncommented when the testing gets resolved:
## the testing fails for two reasons the TDS services does never gets scheduled
## the automatization of the geoserver does not work and the salt job is failling
# - name: Create kind cluster
# uses: helm/[email protected]
# if: steps.list-changed.outputs.changed == 'true'
# - name: Run chart-testing (install)
# run: ct install --debug --config .github/config/ct.yaml
# if: steps.list-changed.outputs.changed == 'true'