WIP: Release 1.2

.devcontainer/Dockerfile

@@ -0,0 +1,53 @@
+#-------------------------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See https://go.microsoft.com/fwlink/?linkid=2090316 for license information.
+#-------------------------------------------------------------------------------------------------------------
+
+# Note: You can use any Debian/Ubuntu based image you want. 
+FROM python:3.7
+
+# Avoid warnings by switching to noninteractive
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Docker Compose version
+ARG COMPOSE_VERSION=1.24.0
+
+# The node image includes a non-root user with sudo access. Use the 
+# "remoteUser" property in devcontainer.json to use it. On Linux, update 
+# these values to ensure the container user's UID/GID matches your local values.
+# See https://aka.ms/vscode-remote/containers/non-root-user for details.
+ARG USERNAME=vscode
+ARG USER_UID=1000
+ARG USER_GID=$USER_UID
+
+# Configure apt and install packages
+RUN apt-get update \
+    && apt-get -y install --no-install-recommends apt-utils dialog 2>&1 \
+    #
+    # Verify git, process tools installed
+    && apt-get -y install git iproute2 procps \
+    #
+    # Install Docker CE CLI
+    && apt-get install -y apt-transport-https ca-certificates curl gnupg-agent software-properties-common lsb-release \
+    && curl -fsSL https://download.docker.com/linux/$(lsb_release -is | tr '[:upper:]' '[:lower:]')/gpg | (OUT=$(apt-key add - 2>&1) || echo $OUT) \
+    && add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/$(lsb_release -is | tr '[:upper:]' '[:lower:]') $(lsb_release -cs) stable" \
+    && apt-get update \
+    && apt-get install -y docker-ce-cli \
+    #
+    # Install Docker Compose
+    && curl -sSL "https://github.com/docker/compose/releases/download/${COMPOSE_VERSION}/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose \
+    && chmod +x /usr/local/bin/docker-compose \
+    #
+    # Create a non-root user to use if preferred - see https://aka.ms/vscode-remote/containers/non-root-user.
+    && groupadd --gid $USER_GID $USERNAME \
+    && useradd -s /bin/bash --uid $USER_UID --gid $USER_GID -m $USERNAME \
+    # [Optional] Add sudo support for the non-root user
+    && apt-get install -y sudo ansible fish vim sshpass make\
+    && echo $USERNAME ALL=\(root\) NOPASSWD:ALL > /etc/sudoers.d/$USERNAME\
+    && chmod 0440 /etc/sudoers.d/$USERNAME  
+
+RUN sed -i 's/#host_key_checking = False/host_key_checking = False/' /etc/ansible/ansible.cfg
+# Switch back to dialog for any ad-hoc use of apt-get
+ENV DEBIAN_FRONTEND=dialog
+RUN echo source /workspace/.devcontainer/bashrc >>/usr/share/fish/config.fish
+RUN ln -sf /usr/share/zoneinfo/America/New_York /etc/localtime

.devcontainer/Dockerfile-base

@@ -0,0 +1,21 @@
+FROM centos/systemd
+
+MAINTAINER "Hung Nguyen" <[email protected]>
+#https://hub.docker.com/r/centos/systemd/dockerfile
+RUN yum -y install sudo openssh-server openssh-clients initscripts; systemctl enable sshd.service
+
+# Create user 
+RUN adduser super && \
+    usermod -a -G wheel super && \
+    echo "super:password" | chpasswd
+RUN useradd -ms /bin/bash vagrant
+RUN rm /usr/lib/tmpfiles.d/systemd-nologin.conf
+RUN yum update -y
+
+
+EXPOSE 22
+
+CMD ["/usr/sbin/init"]
+
+#docker run --privileged --name sshserver -v /sys/fs/cgroup:/sys/fs/cgroup:ro   -d  centos7-sshd
+#docker build -f Dockerfile-base --rm --no-cache -t centos7-sshd .

.devcontainer/Makefile

@@ -0,0 +1,15 @@
+this_container=$(shell docker ps --filter "name=${CONTAINERNAME}" -aq)
+devcontainers=$(shell docker ps --filter "name=devcontainer" -aq | grep -v ${this_container})
+
+buildbase:
+	cd ${PROJECT_ROOT}/.devcontainer && docker build -f Dockerfile-base --rm --no-cache -t centos7-sshd .
+deploy:
+	ansible-playbook ${PROJECT_ROOT}/deploy/deploy_citus_server.yml -i ${PROJECT_ROOT}/deploy/vagrant_hosts \
+	--ask-pass --user=super --ask-sudo-pass
+
+container:
+	@echo ${this_container}
+rebuild:
+	docker rm -f $(devcontainers) $(this_container)
+removeall:
+	docker rm -f $(devcontainers)

.devcontainer/bashrc

@@ -0,0 +1,20 @@
+export WORKSPACE=${WORKSPACE:-/workspace}
+cat $WORKSPACE/.devcontainer/welcome.txt
+
+alias deploy='ansible-playbook $WORKSPACE/deploy/deploy_nginx_proxy_server.yml -i $WORKSPACE/deploy/vagrant_hosts --ask-pass --user=super --ask-sudo-pass' 
+alias rbp='make -f $WORKSPACE/.devcontainer/Makefile rebuild'
+alias rebuild='make -f $WORKSPACE/.devcontainer/Makefile rebuild'
+alias inventory='cat $WORKSPACE'"/deploy/vagrant_hosts | grep ssh_host | sed 's/ ansible_ssh_host=/,/' | sed 's/ .*\$//'"
+alias refreshcomposefile='$WORKSPACE/.devcontainer/scripts/rebuild-docker-compose.sh'
+alias runansible='ansible-playbook --ask-pass --ask-sudo-pass --user=super  -i $WORKSPACE/deploy/vagrant_hosts'
+
+alias lf='ls -altr'
+export PROMPT_COMMAND=
+export VERBOSITY=-vv
+export STANDBY=10.0.1.44
+export PAGER=/bin/cat
+pip3 install --upgrade ansible # if it wasn't; takes about 34 seconds
+
+cd $WORKSPACE/deploy
+
+export PS1='[\t \u@dind \W]\$ '

.devcontainer/devcontainer.json

@@ -0,0 +1,31 @@
+// If you want to run as a non-root user in the container, see .devcontainer/docker-compose.yml.
+{
+	"name": "Docker in Docker Compose",
+	"dockerComposeFile": "docker-compose.yml",
+	"service": "docker-in-docker",
+	"workspaceFolder": "/workspace",
+
+	// Use 'settings' to set *default* container specific settings.json values on container create. 
+	// You can edit these settings after create using File > Preferences > Settings > Remote.
+	"settings": { 
+		"terminal.integrated.shell.linux": "/bin/bash"
+	},
+
+	// Uncomment the next line if you want start specific services in your Docker Compose config.
+	// "runServices": [],
+
+	// Uncomment the next line if you want to keep your containers running after VS Code shuts down.
+	// "shutdownAction": "none",
+
+	// Uncomment the next line to run commands after the container is created.
+	// "postCreateCommand": "docker --version"
+
+	// Uncomment the next line to have VS Code connect as an existing non-root user in the container. See
+	// https://aka.ms/vscode-remote/containers/non-root for details on adding a non-root user if none exist.
+	// "remoteUser": "vscode",
+
+	// Add the IDs of extensions you want installed when the container is created in the array below.
+	"extensions": [
+		"ms-azuretools.vscode-docker"
+	]	
+}

.devcontainer/docker-compose-base.yml

@@ -0,0 +1,45 @@
+#-------------------------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See https://go.microsoft.com/fwlink/?linkid=2090316 for license information.
+#-------------------------------------------------------------------------------------------------------------
+
+  version: '3'
+  services:
+    docker-in-docker:
+      # Uncomment the next line to use a non-root user for all processes. You can also
+      # simply use the "remoteUser" property in devcontainer.json if you just want VS Code
+      # and its sub-processes (terminals, tasks, debugging) to execute as the user. On Linux,
+      # you may need to update USER_UID and USER_GID in .devcontainer/Dockerfile to match your
+      # user if not 1000. See https://aka.ms/vscode-remote/containers/non-root for details.
+      # user: vscode
+      environment:
+        CONTAINERNAME: docker-in-docker
+      build: 
+        context: .
+        dockerfile: Dockerfile
+
+      volumes:
+        # Update this to wherever you want VS Code to mount the folder of your project
+        - ..:/workspace:cached
+
+        # Keep a pip cache on the host to save downloading time:
+        - ../.cache/pip:~/.cache/pip
+
+        # Forwards the local Docker socket to the container.
+        - /var/run/docker.sock:/var/run/docker.sock 
+        - ./bashrc:/root/.bashrc 
+        # make sure this file exists on your host machine else it will be created as a directory
+        - ~/.local/share/fish/docker_fish_history:/root/.local/share/fish/fish_history
+
+      # Uncomment the next four lines if you will use a ptrace-based debuggers like C++, Go, and Rust.
+      # cap_add:
+      #  - SYS_PTRACE
+      # security_opt:
+      #   - seccomp:unconfined
+
+      # Overrides default command so things don't shut down after the process ends.
+      command: sleep infinity 
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.253
+

.devcontainer/docker-compose-host-template.yml

@@ -0,0 +1,12 @@
+    #please note: the spacing needs to line up w/ the other yaml templates
+    HOSTNAME: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../.cache/yum:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: IPV4
+

.devcontainer/docker-compose-networks.yml

@@ -0,0 +1,5 @@
+  networks:
+    ansible_nw:
+      ipam:
+        config:
+          - subnet: 10.0.1.0/24

.devcontainer/docker-compose.yml

@@ -0,0 +1,118 @@
+#-------------------------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See https://go.microsoft.com/fwlink/?linkid=2090316 for license information.
+#-------------------------------------------------------------------------------------------------------------
+
+  version: '3'
+  services:
+    docker-in-docker:
+      # Uncomment the next line to use a non-root user for all processes. You can also
+      # simply use the "remoteUser" property in devcontainer.json if you just want VS Code
+      # and its sub-processes (terminals, tasks, debugging) to execute as the user. On Linux,
+      # you may need to update USER_UID and USER_GID in .devcontainer/Dockerfile to match your
+      # user if not 1000. See https://aka.ms/vscode-remote/containers/non-root for details.
+      # user: vscode
+      environment:
+        CONTAINERNAME: docker-in-docker
+      build: 
+        context: .
+        dockerfile: Dockerfile
+
+      volumes:
+        # Update this to wherever you want VS Code to mount the folder of your project
+        - ..:/workspace:cached
+
+        # Forwards the local Docker socket to the container.
+        - /var/run/docker.sock:/var/run/docker.sock 
+        - ./bashrc:/root/.bashrc 
+        # make sure this file exists on your host machine else it will be created as a directory
+        - ~/.local/share/fish/docker_fish_history:/root/.local/share/fish/fish_history
+
+      # Uncomment the next four lines if you will use a ptrace-based debuggers like C++, Go, and Rust.
+      # cap_add:
+      #  - SYS_PTRACE
+      # security_opt:
+      #   - seccomp:unconfined
+
+      # Overrides default command so things don't shut down after the process ends.
+      command: sleep infinity 
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.253
+  #please note: the spacing needs to line up w/ the other yaml templates
+    citus_coordinator: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../yumcache:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.40
+
+#please note: the spacing needs to line up w/ the other yaml templates
+    citus_coordinator_standby: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../yumcache:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.44
+
+#please note: the spacing needs to line up w/ the other yaml templates
+    citus_worker_1: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../yumcache:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.41
+
+#please note: the spacing needs to line up w/ the other yaml templates
+    citus_worker_2: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../yumcache:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.42
+
+#please note: the spacing needs to line up w/ the other yaml templates
+    citus_worker_3: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../yumcache:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.43
+
+    #please note: the spacing needs to line up w/ the other yaml templates
+    matlab: 
+      image: centos7-sshd:latest
+      restart: always
+      privileged: true
+      volumes:
+        - /sys/fs/cgroup:/sys/fs/cgroup:ro
+        - ../yumcache:/var/cache/yum:cached
+      networks:
+        ansible_nw:
+          ipv4_address: 10.0.1.23
+
+  networks:
+    ansible_nw:
+      ipam:
+        config:
+          - subnet: 10.0.1.0/24

.devcontainer/scripts/rebuild-docker-compose.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+export WORKSPACE=${WORKSPACE:-/workspace}
+
+#inventory="$(cat $WORKSPACE/.devcontainer/scripts/tmp_inventory.csv | grep ssh_host | sed 's/ ansible_ssh_host=/,/' | sed 's/ .*$//')"
+inventory="$(cat $WORKSPACE/.devcontainer/scripts/tmp_inventory.csv | grep -v '^#' | sed 's/ ansible_ssh_host=/,/' | sed 's/ .*$//')"
+tmp_file="$WORKSPACE/.devcontainer/tmp_docker_compose.yml"
+
+IFS=$'\n'
+#echo $inventory
+cat $WORKSPACE/.devcontainer/docker-compose-base.yml >$tmp_file
+hosttemplate="$WORKSPACE/.devcontainer/docker-compose-host-template.yml"
+networks="$WORKSPACE/.devcontainer/docker-compose-networks.yml"
+while IFS= read -r line; do
+    echo "... $line ..."
+    IFS=', ' read -r -a array <<< "$line"
+
+    hostname="${array[0]}"
+    ipv4="${array[1]}"
+    #appending network to bottom
+    cat $hosttemplate | sed "s/HOSTNAME/$hostname/"|sed "s/IPV4/$ipv4/">>$tmp_file
+done <<< "$inventory"
+
+#appending network to bottom
+cat $networks >>$tmp_file
+cat $tmp_file >$WORKSPACE/.devcontainer/docker-compose.yml

.devcontainer/welcome.txt

@@ -0,0 +1,27 @@
+
+  Run alias:
+    inventory - to see all the inventory from vagrant_host
+    refreshcomposefile - will build docker-compose file w/ tmp_inventory
+    rebuild - drop all containers 
+
+  Generate working CSV:
+    inventory > /workspace/.devcontainer/scripts/tmp_inventory.csv
+
+    OR Comment out the ones you don't want or filter with grep:
+      inventory | grep citus > /workspace/.devcontainer/scripts/tmp_inventory.csv 
+      deploy:
+        ansible-playbook -i /workspace/deploy/vagrant_hosts --ask-pass --ask-sudo-pass --user=super  path_to_playbook.yml
+
+    cat  /workspace/.devcontainer/scripts/tmp_inventory.csv
+
+  Rebuild steps:
+    cd into .devcontainer-->make buildbase (only once)
+    Generate working CSV (see above)
+    refreshcomposefile
+    rebuild
+    wait 10 sec and click "RELOAD WINDOW"
+    runansible /path/to/play/book/playbook.yml
+
+ Fish is your friend!!!"
+    TYPE fish 
+

.gitignore

@@ -92,3 +92,11 @@ local_settings.yml
 #######################
 local_settings.yml
 system_key
+
+*~
+\#*
+pipcache
+yumcache
+
+# This is a generated file, but the initial version is useful and should not change:
+.devcontainer/docker-compose.yml