diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index c6b2f73..2487385 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -66,6 +66,152 @@ jobs: - name: Checkout repo uses: actions/checkout@v3 + - name: Free Disk Space + env: + COMPOSE_DOCKER_CLI_BUILD: 1 + DOCKER_BUILDKIT: 1 + run: | + df -h + sudo docker system df + echo "Prune docker" + sudo docker system prune -f -a --volumes + sudo docker builder prune -a + df -h + sudo docker system df + echo "swap info (expected: 4GB at /mnt/swapfile)" + grep Swap /proc/meminfo + #echo "Identiy biggest dpkg packages" + #sudo dpkg-query --show --showformat='${Installed-Size}\t${Package}\n' | sort -rh | head -50 | awk '{print $1/1024, $2}' || echo "fail dpkg-query" + #echo "Identify biggest apt packages" + #sudo aptitude search "~i" --display-format "%p %I" --sort installsize | tail -50 || echo "fail apt search" + echo "Remove apt packages" + apt-get purge --auto-remove -y azure-cli google-cloud-sdk hhvm google-chrome-stable firefox powershell mono-devel || echo ok1 + apt-get purge --auto-remove aria2 ansible shellcheck rpm xorriso zsync \ + 'clang-.*' lldb-6.0 lld-6.0 lldb-8 lld-8 \ + lldb-9 lld-9 \ + esl-erlang g++-8 g++-9 gfortran-8 gfortran-9 \ + cabal-install-2.0 cabal-install-2.2 \ + cabal-install-2.4 cabal-install-3.0 cabal-install-3.2 'gcc-.*' heroku imagemagick \ + libmagickcore-dev libmagickwand-dev libmagic-dev ant ant-optional kubectl \ + mercurial apt-transport-https mono-complete mono-devel 'mysql-.*' libmysqlclient-dev \ + mssql-tools unixodbc-dev yarn bazel chrpath libssl-dev libxft-dev \ + libfreetype6 libfreetype6-dev libfontconfig1 libfontconfig1-dev \ + php-zmq snmp pollinate libpq-dev postgresql-client ruby-full \ + sphinxsearch subversion mongodb-org -yq >/dev/null 2>&1 \ + || echo "failed main apt-get remove2" + df -h + echo "Removing large packages" + apt-get purge --autoremove -y libgl1-mesa-dri || echo "fail remove libmesa" + apt-get purge --autoremove -y 'openjdk-.*' || echo "openjdk-11-jre-headless" + apt-get purge --autoremove -y 'mysql-server-core.*' || echo "fail remove mysql-server" + apt-get purge --autoremove -y r-base-core || echo "fail remove r-base-core" + apt-get purge --auto-remove -y '^ghc.*' || echo failghc + apt-get purge --auto-remove -y '^dotnet-.*' || echo faildotnet + apt-get purge --auto-remove -y '^llvm-.*' || echo failllvm + apt-get purge --auto-remove -y 'php.*' || echo failphp + apt-get purge --auto-remove -y 'adoptopenjdk-.*' || echo 'fail jdk' + apt-get purge --auto-remove -y 'hhvm' || echo 'fail hhvm' + apt-get purge --auto-remove -y 'google-chrome-stable' || echo 'fail chrome' + apt-get purge --auto-remove -y 'firefox' || echo 'fail ffox' + apt-get purge --auto-remove -y podman 'mongo.*' || echo failmongo + ( apt-get purge --auto-remove -y 'rust' || apt-get purge --auto-remove -y 'rust.*' ) || echo "couldn't remove rust" + sudo rm -rf /usr/share/az_* || echo "fail az cleanup" + sudo rm -rf /usr/local/julia || echo "fail julia cleanup" + echo "--- /opt ---" + sudo ls /opt + sudo rm -rf /opt/az || echo "fail az" + sudo rm -rf /opt/hostedtoolcache/go || echo "fail go cleanup" + sudo rm -rf /opt/hostedtoolcache/Ruby/2.5.8 || echo "fail ruby cleanup" + sudo rm -rf /opt/hostedtoolcache/Ruby/2.6.6 || echo "fail ruby cleanup" + sudo rm -rf /opt/hostedtoolcache/Ruby/2.7.1 || echo "fail ruby cleanup" + sudo rm -rf /opt/hostedtoolcache/PyPy || echo "fail pypy cleanup" + sudo rm -rf /opt/ghc || echo "fail ghc cleanup" + sudo rm -rf /opt/hostedtoolcache && sudo mkdir -p /opt/hostedtoolcache + sudo rm -rf /opt/microsoft || echo "fail microsoft" + sudo rm -rf /opt/pipx || echo "skip pipx" + echo "--- /usr/include ---" + sudo ls /usr/include + sudo rm -rf /usr/include/boost || echo "fail boost cleanup" + sudo rm -rf /usr/include/php || echo "fail php cleanup" + echo "--- /usr/lib ---" + sudo ls /usr/lib + sudo rm -rf /usr/lib/google-cloud-sdk || echo "fail gcloud cleanup" + sudo rm -rf /usr/lib/jvm || echo "fail jvm cleanup" + sudo rm -rf /usr/lib/mono || echo "fail mono cleanup" + sudo rm -rf /usr/lib/llvm-* || echo "fail llvm cleanup" + echo "--- /usr/local ---" + sudo ls /usr/local + sudo rm -rf /usr/local/aws-cli || echo "fail aws-cli cleanup" + sudo rm -rf /usr/local/aws-sam-cli || echo "fail aws-sam-cli cleanup" + sudo rm -rf /usr/local/bin/bicep || echo "fail bicep cleanup" + sudo rm -rf /usr/local/bin/cmake-gui || echo "fail cmake-gui cleanup" + sudo rm -rf /usr/local/bin/helm || echo "fail helm cleanup" + sudo rm -rf /usr/local/bin/kubectl || echo "fail kubectl cleanup" + sudo rm -rf /usr/local/bin/minikube || echo "fail minikube cleanup" + sudo rm -rf /usr/local/bin/node || echo "fail node cleanup" + sudo rm -rf /usr/local/bin/oc || echo "fail oc cleanup" + sudo rm -rf /usr/local/bin/packer || echo "fail packer cleanup" + sudo rm -rf /usr/local/bin/pulumi || echo "fail pulumi cleanup" + sudo rm -rf /usr/local/bin/pulumi-* || echo "fail pulumi-* cleanup" + sudo rm -rf /usr/local/bin/stack || echo "fail stack cleanup" + sudo rm -rf /usr/local/bin/terraform || echo "fail terraform cleanup" + sudo rm -rf /usr/local/graalvm || echo "fail graal cleanup" + sudo rm -rf /usr/local/julia* || echo "fail julia cleanup" + sudo rm -rf /usr/local/lib/android || echo "fail android cleanup" + sudo rm -rf /usr/local/lib/heroku || echo "fail heroku cleanup" + sudo rm -rf /usr/local/lib/node_modules || echo "fail node_modules cleanup" + sudo rm -rf /usr/local/n || echo "fail n cleanup" + sudo rm -rf /usr/local/sqlpackage || echo "fail sqlpackage cleanup" + echo "--- /usr/share ---" + sudo ls /usr/share + sudo rm -rf /usr/share/dotnet || echo "fail dotnet cleanup" + sudo rm -rf /usr/share/miniconda || echo 'skip miniconda' + sudo rm -rf /usr/share/gradle || echo "skip gradle" + sudo rm -rf /usr/share/gradle* || echo "fail gradle cleanup" + sudo rm -rf /usr/share/kotlinc || echo 'skip kotlinc' + sudo rm -rf /usr/share/rust || echo 'skip rust' + sudo rm -rf /usr/share/sbt || echo 'skip sbt' + sudo rm -rf /usr/share/swift || echo "fail swift cleanup" + sudo rm -rf /usr/share/vcpkg || echo "fail vcpkg cleanup" + echo "--- /home ---" + sudo ls /home + sudo rm -rf /home/linuxbrew || echo "fail linuxbrew cleanup" + df -h + ( sudo apt-get install -y wajig && wajig large ) || echo "Failed installing wajig" + sudo apt-get autoremove -y >/dev/null 2>&1 + sudo apt-get clean + sudo apt-get autoremove -y >/dev/null 2>&1 + sudo apt-get autoclean -y >/dev/null 2>&1 + df -h + echo "------------ remaining /usr/local/lib (1) ------------" + sudo du -sh /usr/local/lib/* | sort -h | tail -n 20 || echo ok + echo "------------ remaining /usr/share (1) ------------" + sudo du -sh /usr/share/* | sort -h | tail -n 10 || echo ok + echo "------------ remaining /usr/local (1) ------------" + sudo du -sh /usr/local/* | sort -h | tail -n 10 || echo ok + echo "------------ remaining /usr/local/bin (1) ------------" + sudo du -sh /usr/local/bin/* | sort -h | tail -n 10 || echo ok + echo "------------ remaining /opt (1) ------------" + sudo du -sh /opt/* | sort -h | tail -n 10 || echo ok + echo "https://github.com/actions/virtual-environments/issues/709" + sudo rm -rf "$AGENT_TOOLSDIRECTORY" + echo "------------ remaining /usr/share ------------" + du -sh /usr/share/* | sort -h || echo ok + echo "------------ remaining /usr/local ------------" + du -sh /usr/local/* | sort -h || echo ok + echo "------------ remaining /usr/local/bin --------" + du -sh /usr/local/bin/* | sort -h || echo ok + echo "------------ remaining /opt ------------" + sudo du -sh /opt/* | sort -h || echo ok + echo "------------ remaining /opt/hostedtoolcache/* ------------" + sudo du -sh /opt/hostedtoolcache/* | sort -h || echo ok hosted + df -h + sudo docker info + sudo docker system df + sudo ls -alh /var/lib/docker || echo 'ok docker' + sudo ls -alh /var/lib/docker/buildkit || echo 'ok docker buildkit' + df -h + - name: Build docker env: COMPOSE_DOCKER_CLI_BUILD: 1 diff --git a/CHANGELOG.md b/CHANGELOG.md index 9fd9085..724884b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -21,6 +21,26 @@ Extensions: See [projects page](https://github.com/graphistry/graph-app-kit/projects) and [open pull requests](https://github.com/graphistry/graph-app-kit/pulls) +## [2.40.28 - 2023.08.16] + +### Changed + +- upgrade from streamlit v1.21.0 to latest --> v1.25.0 +- improved the logging behavior and print statements not being written (we recommend using pyton logger instead of print statements for greater functionality and control) [issue #104](https://github.com/graphistry/graph-app-kit/issues/104) +- fixed unhandled exception in demo_avr when splunk credentials not set [issue #105](https://github.com/graphistry/graph-app-kit/issues/105) +- fixed incorrect ST_PUBLIC_PORT printed in the logs from entrypoint.sh [issue #106](https://github.com/graphistry/graph-app-kit/issues/106) + +### Added + +in a previous release two new demo views were added: demo_avr and demo_login which are both cyber security related + +### Breaking + +- check if upgrade from streamlit 1.21 --> 1.25 might have affected your code + + +## [2023.02.10] + ### Changed * Infra: CUDA base now 11.5 diff --git a/src/envs/general.env b/src/envs/general.env index 55b9a23..f8ceff4 100644 --- a/src/envs/general.env +++ b/src/envs/general.env @@ -13,4 +13,4 @@ LOG_LEVEL=ERROR #DOCKER_TAG=latest #https://hub.docker.com/r/graphistry/graphistry-forge-base/tags -VERSION_BASE=v2.32.4 \ No newline at end of file +#VERSION_BASE=v2.32.4 \ No newline at end of file diff --git a/src/envs/streamlit.env b/src/envs/streamlit.env index 4eb7270..18b64f2 100644 --- a/src/envs/streamlit.env +++ b/src/envs/streamlit.env @@ -12,5 +12,4 @@ BASE_URL=http://localhost:8501/dashboard ##---------------------------------------------------------- #Override when running concurrent streamlit instances -ST_PUBLIC_PORT=8501 - +ST_PUBLIC_PORT=${ST_PUBLIC_PORT:-8501} \ No newline at end of file