ci: Robots Txt Fix (#4380)

* chore: fix docusaurus format

* ci: fix robots workflow

* ci: update

.github/workflows/versions_robot.yaml

@@ -83,7 +83,7 @@ jobs:
             
       - name: Ensure noIndex is set
         id: check_noindex
-        run: node scripts/noindex_docusaurus_config.js $RUNNER_TEMP $PWD && mv $RUNNER_TEMP/temp.docusaurus.config.js $PWD/docusaurus.config.js
+        run: node scripts/noindex_docusaurus_config.js $PWD
 
       - name: Auto Format (Prettier)
         run: make format

docusaurus.config.js

@@ -9,7 +9,6 @@ const ArchivedVersions = require("./archiveVersions.json");
 const { pluginPacksAndIntegrationsData } = require("./plugins/packs-integrations");
 const { pluginImportFontAwesomeIcons } = require("./plugins/font-awesome");
 import path from "path";
-import { Logger } from "sass";
 
 /** @type {import('@docusaurus/types').Config} */
 const config = {

netlify.toml

@@ -1,5 +1,7 @@
 [build]
   ignore = "./scripts/netlify.sh"
   command = "npm run build"
-
+[context.branch-deploy.environment]
+  # Set so that branch deploys (version-x.legacy.docs.spectrocloud.com) contain sitemap.xml
+  NODE_ENV = "production"