From 8761d8f145f8bd1434b73bb79ae5d629f7732183 Mon Sep 17 00:00:00 2001
From: lens0021 <lorentz0021@gmail.com>
Date: Sun, 29 Sep 2024 18:46:20 +0900
Subject: [PATCH] Add test cluster

- Connect test server to the db of main
---
 jobs/fastcgi.nomad     | 12 +++++++-
 terraform/backupbot.tf |  2 --
 terraform/base.tf      | 13 ++++++++
 terraform/mediawiki.tf | 70 ++++++++++++++++++++++++++++++++----------
 terraform/variables.tf | 12 +++++---
 5 files changed, 85 insertions(+), 24 deletions(-)

diff --git a/jobs/fastcgi.nomad b/jobs/fastcgi.nomad
index fb9535dc..cf4e4b9e 100644
--- a/jobs/fastcgi.nomad
+++ b/jobs/fastcgi.nomad
@@ -95,7 +95,7 @@ job "fastcgi" {
       }
 
       template {
-        data        = var.hotfix
+        data        = var.test ? var.hotfixe_test : var.hotfix
         destination = "local/Hotfix.php"
         change_mode = "noop"
       }
@@ -286,6 +286,16 @@ $wgBlacklistSettings = [
 EOF
 }
 
+variable "hotfix_test" {
+  type    = string
+  default = <<EOF
+<?php
+$wgDBserver = '$${var.main_nomad_addr}';
+$wgDBuser = 'mediawiki';
+$wgDBpassword = '$${var.mysql_password_mediawiki}';
+EOF
+}
+
 variable "postrun" {
   type    = string
   default = <<EOF
diff --git a/terraform/backupbot.tf b/terraform/backupbot.tf
index d6179806..386fc321 100644
--- a/terraform/backupbot.tf
+++ b/terraform/backupbot.tf
@@ -1,6 +1,4 @@
 resource "nomad_job" "backupbot" {
-  count = !var.test ? 1 : 0
-
   depends_on = [nomad_job.mysql]
 
   detach  = false
diff --git a/terraform/base.tf b/terraform/base.tf
index 5a883c26..921375eb 100644
--- a/terraform/base.tf
+++ b/terraform/base.tf
@@ -3,6 +3,11 @@ variable "nomad_token" {
   sensitive = true
 }
 
+variable "test_nomad_token" {
+  type      = string
+  sensitive = true
+}
+
 terraform {
   required_version = "~> 1.0"
 
@@ -38,3 +43,11 @@ provider "nomad" {
   # Should be specified explicitly because of the bug https://github.com/femiwiki/nomad/issues/99
   region = "global"
 }
+
+provider "nomad" {
+  alias     = "test"
+  address   = data.terraform_remote_state.aws.outputs.test_nomad_addr
+  secret_id = var.test_nomad_token
+  # Should be specified explicitly because of the bug https://github.com/femiwiki/nomad/issues/99
+  region = "global"
+}
diff --git a/terraform/mediawiki.tf b/terraform/mediawiki.tf
index b4d80d2c..5a3d7a55 100644
--- a/terraform/mediawiki.tf
+++ b/terraform/mediawiki.tf
@@ -1,24 +1,16 @@
 locals {
-  hcl_vals = {
-    test = var.test
+  main_hcl_vals = {
+    test = false
   }
-}
-
-resource "nomad_job" "mysql_without_ebs" {
-  count = var.test ? 1 : 0
-
-  jobspec = file("../jobs/mysql.nomad")
-  detach  = false
 
-  hcl2 {
-    allow_fs = true
-    vars     = local.hcl_vals
+  test_hcl_vals = {
+    test                     = true
+    main_nomad_addr          = data.terraform_remote_state.aws.outputs.nomad_addr
+    mysql_password_mediawiki = var.mysql_password_mediawiki
   }
 }
 
 resource "nomad_job" "mysql" {
-  count = !var.test ? 1 : 0
-
   depends_on = [
     data.nomad_plugin.ebs,
     nomad_csi_volume_registration.mysql,
@@ -29,7 +21,7 @@ resource "nomad_job" "mysql" {
 
   hcl2 {
     allow_fs = true
-    vars     = local.hcl_vals
+    vars     = local.main_hcl_vals
   }
 }
 
@@ -39,6 +31,18 @@ resource "nomad_job" "memcached" {
 
   hcl2 {
     allow_fs = true
+    vars     = local.main_hcl_vals
+  }
+}
+
+resource "nomad_job" "test_memcached" {
+  provider = nomad.test
+  jobspec  = file("../jobs/memcached.nomad")
+  detach   = false
+
+  hcl2 {
+    allow_fs = true
+    vars     = local.test_hcl_vals
   }
 }
 
@@ -53,7 +57,22 @@ resource "nomad_job" "fastcgi" {
 
   hcl2 {
     allow_fs = true
-    vars     = local.hcl_vals
+    vars     = local.main_hcl_vals
+  }
+}
+
+resource "nomad_job" "test_fastcgi" {
+  provider = nomad.test
+  depends_on = [
+    nomad_job.memcached,
+  ]
+
+  jobspec = file("../jobs/fastcgi.nomad")
+  detach  = false
+
+  hcl2 {
+    allow_fs = true
+    vars     = local.test_hcl_vals
   }
 }
 
@@ -68,6 +87,23 @@ resource "nomad_job" "http" {
 
   hcl2 {
     allow_fs = true
-    vars     = local.hcl_vals
+    vars     = local.main_hcl_vals
+  }
+}
+
+resource "nomad_job" "test_http" {
+  provider = nomad.test
+  depends_on = [
+    # TODO Replace with S3 CSI or something
+    # data.nomad_plugin.ebs,
+    # nomad_csi_volume_registration.caddycerts,
+  ]
+
+  jobspec = file("../jobs/http.nomad")
+  detach  = false
+
+  hcl2 {
+    allow_fs = true
+    vars     = local.test_hcl_vals
   }
 }
diff --git a/terraform/variables.tf b/terraform/variables.tf
index 93d99d8d..a7a04271 100644
--- a/terraform/variables.tf
+++ b/terraform/variables.tf
@@ -1,5 +1,9 @@
-variable "test" {
-  type        = bool
-  description = "Uses jobs for the test server. Without CSI, backup, certificates etc"
-  default     = false
+variable "main_nomad_addr" {
+  type    = string
+  default = ""
+}
+
+variable "mysql_password_mediawiki" {
+  type      = string
+  sensitive = true
 }