Update Mongo Version to 4.2 (#652)

* Creating branch

* Ensure proper update path

* Remove parantheses from function call

* Remove logic to force OS version to Xenial that was due to Bionic not having a repo for Mongo 3.6. Now that we are using 4.2, we don't need this logic

* Update Mongo version check within RITA

* Try auto upgrade multiple versions

* Fix stopping mongod service

* Fix call to install

* Add wait for service

* Try again for service

* Fix service wait loop

* Add manual wait for service

* Try quiet output and use __load to show success

* Add warning about upgrade

* Fix spacing, further squelch output

* Fix version in info output

* Set feature compatibility to 4.2 after upgrading to 4.2, parameterize the function for setting feature compatibility, add a few more print statements, fix typo

* Fix typo of $ITEM to $_ITEM

database/db.go

@@ -14,16 +14,16 @@ import (
 //MinMongoDBVersion is the lower, inclusive bound on the
 //versions of MongoDB compatible with RITA
 var MinMongoDBVersion = semver.Version{
-	Major: 3,
-	Minor: 6,
+	Major: 4,
+	Minor: 2,
 	Patch: 0,
 }
 
 //MaxMongoDBVersion is the upper, exclusive bound on the
 //versions of MongoDB compatible with RITA
 var MaxMongoDBVersion = semver.Version{
-	Major: 3,
-	Minor: 7,
+	Major: 4,
+	Minor: 3,
 	Patch: 0,
 }
 

install.sh

@@ -4,8 +4,9 @@
 # activecountermeasures.com
 
 # CONSTANTS
-_RITA_VERSION="v4.2.0"
-_MONGO_VERSION="3.6"
+_RITA_VERSION="v4.3.0"
+_MONGO_VERSION="4.2"
+_MONGO_MIN_UPDATE_VERSION="4.0"
 _NAME=$(basename "${0}")
 _FAILED="\e[91mFAILED\e[0m"
 _SUCCESS="\e[92mSUCCESS\e[0m"
@@ -153,9 +154,25 @@ __install() {
 
     if [ "$_INSTALL_MONGO" = "true" ]; then
         if [ "$_MONGO_INSTALLED" = "false" ]; then
-            __load "$_ITEM Installing MongoDB" __install_mongodb
+            __load "$_ITEM Installing MongoDB" __install_mongodb "$_MONGO_VERSION" 
         elif ! __satisfies_version "$_MONGO_INSTALLED_VERSION" "$_MONGO_VERSION" ; then
-            __load "$_ITEM Updating MongoDB" __install_mongodb
+
+            # Check that the user wants to upgrade
+            __mongo_upgrade_info
+
+            # Check if the version is less than 4.0. If so, we need to update to 4.0
+            # before going to 4.2
+            if ! __satisfies_version "$_MONGO_INSTALLED_VERSION" "$_MONGO_MIN_UPDATE_VERSION"; then
+                printf "$_ITEM Detected Mongo version less than $_MONGO_MIN_UPDATE_VERSION \n"
+                __load "$_ITEM Performing intermediary update of MongoDB" __intermediary_update_mongodb
+            fi
+
+            # Need to stop mongo before updating otherwise we can end up with weird issues,
+            # such as the console version not matching the server version
+            systemctl is-active --quiet mongod && systemctl stop mongod
+
+            __load "$_ITEM Updating MongoDB" __install_mongodb "$_MONGO_VERSION"
+
             # Need to also install all the components of the mongodb-org metapackage for Ubuntu
             __install_packages mongodb-org-mongos mongodb-org-server mongodb-org-shell mongodb-org-tools
         else
@@ -164,6 +181,14 @@ __install() {
 
         if [ "$_MONGO_INSTALLED" = "true" ]; then
             __configure_mongodb
+
+            # Wait for service to come to life
+            printf "$_ITEM Sleeping to give the Mongo service some time to fully start..."
+            sleep 10
+
+            # Set compatibility version in case we updated Mongo. It's fine to do this even if we didn't
+            # update Mongo...it's just a bit cleaner to do it here to cut down on code redundancy and logic checks
+            __load "$_ITEM Setting Mongo feature compatibility to $_MONGO_VERSION" __update_feature_compatibility "$_MONGO_VERSION"
         fi
     fi
 
@@ -330,22 +355,62 @@ __add_zeek_to_path() {
     _ZEEK_IN_PATH=true
 }
 
+__mongo_upgrade_info() {
+    printf "$_IMPORTANT Mongo is already installed and is version $_MONGO_INSTALLED_VERSION.\n"
+    printf "$_IMPORTANT This will upgrade Mongo to version $_MONGO_VERSION.\n"
+    printf "$_IMPORTANT Note that Mongo must be upgraded to $_MONGO_VERSION for RITA $_RITA_VERSION to work.\n"
+    printf "$_IMPORTANT We suggest creating a backup of your data before upgrading (https://docs.mongodb.com/manual/tutorial/backup-and-restore-tools/).\n"
+    printf "$_QUESTION Would you like to upgrade your Mongo instance [y/N] "
+    read -e
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 0
+    fi
+}
+
+__intermediary_update_mongodb() {
+    # Need to stop mongo before updating otherwise we can end up with weird issues,
+    # such as the console version not matching the server version
+    systemctl is-active --quiet mongod && systemctl stop mongod
+
+    __install_mongodb "$_MONGO_MIN_UPDATE_VERSION"
+
+    # Need to also install all the components of the mongodb-org metapackage for Ubuntu
+    __install_packages mongodb-org-mongos mongodb-org-server mongodb-org-shell mongodb-org-tools
+
+    if [ "$_MONGO_INSTALLED" = "true" ]; then
+        # Star and configure the service so that we can run the command to update feature compatibility
+        __configure_mongodb
+
+        # Wait for service to come to life
+        printf "$_ITEM Sleeping to give the Mongo service some time to fully start..."
+        sleep 10
+
+        # Need to update feature compatibility to 4.0 otherwise things will break when we update
+        # to 4.2
+        __load "$_ITEM Setting feature compatibility in Mongo to $_MONGO_MIN_UPDATE_VERSION" __update_feature_compatibility "$_MONGO_MIN_UPDATE_VERSION"
+    fi
+}
+
+__update_feature_compatibility() {
+    mongo --eval "db.adminCommand( { setFeatureCompatibilityVersion: '$1' } )" > /dev/null
+}
+
 __install_mongodb() {
     case "$_OS" in
         Ubuntu)
-            __add_deb_repo "deb [ arch=$(dpkg --print-architecture) ] http://repo.mongodb.org/apt/ubuntu ${_MONGO_OS_CODENAME}/mongodb-org/${_MONGO_VERSION} multiverse" \
-                "mongodb-org-${_MONGO_VERSION}" \
-                "https://www.mongodb.org/static/pgp/server-${_MONGO_VERSION}.asc"
+            __add_deb_repo "deb [ arch=$(dpkg --print-architecture) ] http://repo.mongodb.org/apt/ubuntu ${_MONGO_OS_CODENAME}/mongodb-org/$1 multiverse" \
+                "mongodb-org-$1" \
+                "https://www.mongodb.org/static/pgp/server-$1.asc"
             ;;
         CentOS|RedHatEnterprise|RedHatEnterpriseServer)
-            if [ ! -s /etc/yum.repos.d/mongodb-org-${_MONGO_VERSION}.repo ]; then
-                cat << EOF > /etc/yum.repos.d/mongodb-org-${_MONGO_VERSION}.repo
-[mongodb-org-${_MONGO_VERSION}]
+            if [ ! -s /etc/yum.repos.d/mongodb-org-$1.repo ]; then
+                cat << EOF > /etc/yum.repos.d/mongodb-org-$1.repo
+[mongodb-org-$1]
 name=MongoDB Repository
-baseurl=https://repo.mongodb.org/yum/redhat/\$releasever/mongodb-org/${_MONGO_VERSION}/x86_64/
+baseurl=https://repo.mongodb.org/yum/redhat/\$releasever/mongodb-org/$1/x86_64/
 gpgcheck=1
 enabled=1
-gpgkey=https://www.mongodb.org/static/pgp/server-${_MONGO_VERSION}.asc
+gpgkey=https://www.mongodb.org/static/pgp/server-$1.asc
 EOF
             fi
             __freshen_packages
@@ -428,13 +493,6 @@ __gather_OS() {
         printf "$_IMPORTANT Your operating system is unsupported."
         exit 1
     fi
-
-    # There is no official repository for Mongo3.6 on Ubuntu 18.04 Bionic.
-    # Documentation recommends using the xenial codename in repos to install Mongo 3.6:
-    # https://linuxconfig.org/how-to-install-latest-mongodb-on-ubuntu-18-04-bionic-beaver-linux
-    if [ "$_MONGO_OS_CODENAME" == "bionic" ]; then
-        _MONGO_OS_CODENAME="xenial"
-    fi
 }
 
 __gather_pkg_mgr() {