Production Update: Validation & Filtration

.github/workflows/build-docs.yml

@@ -0,0 +1,101 @@
+name: Build, Test, and Deploy Writerside Documentation
+
+on:
+  push:
+    branches: # Trigger on push to any branch
+      - "*"
+    paths:
+      - "frontend/documentation/**" # Only run on changes in the documentation folder
+  workflow_dispatch:
+
+permissions:
+  id-token: write
+  pages: write
+
+env:
+  INSTANCE: 'documentation/fad'
+  ARTIFACT: 'webHelpFAD2-all.zip'
+  DOCKER_VERSION: '243.21565' # Writerside's recommended Docker version
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      # Step 1: Checkout repository
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      # Step 2: Build Writerside documentation
+      - name: Build docs using Writerside Docker builder
+        uses: JetBrains/writerside-github-action@v4
+        with:
+          instance: ${{ env.INSTANCE }}
+          artifact: ${{ env.ARTIFACT }}
+          docker-version: ${{ env.DOCKER_VERSION }}
+          args: --verbose
+
+      # Debug: List artifacts directory
+      - name: List artifacts directory
+        run: ls -la artifacts/
+
+      # Step 3: Save artifact with build results
+      - name: Save artifact with build results
+        uses: actions/upload-artifact@v4
+        with:
+          name: docs
+          path: |
+            artifacts/${{ env.ARTIFACT }}
+            artifacts/report.json
+          retention-days: 7
+
+  test:
+    needs: build
+    runs-on: ubuntu-latest
+    steps:
+      # Step 1: Download artifacts
+      - name: Download artifacts
+        uses: actions/download-artifact@v4
+        with:
+          name: docs
+          path: artifacts
+
+      # Step 2: Test Writerside documentation
+      - name: Test documentation
+        uses: JetBrains/writerside-checker-action@v1
+        with:
+          instance: ${{ env.INSTANCE }}
+
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    needs: [build, test]
+    runs-on: ubuntu-latest
+    steps:
+      # Step 1: Download artifacts
+      - name: Download artifacts
+        uses: actions/download-artifact@v4
+        with:
+          name: docs
+
+      # Step 2: Unzip the artifact
+      - name: Unzip artifact
+        run: unzip -O UTF-8 -qq '${{ env.ARTIFACT }}' -d dir
+
+      # Step 3: Set up GitHub Pages
+      - name: Setup Pages
+        uses: actions/configure-pages@v4
+
+      # Step 4: Package and upload Pages artifact
+      - name: Package and upload Pages artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: dir
+
+      # Step 5: Deploy to GitHub Pages
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4
+

.github/workflows/dev-forestgeo-livesite.yml

@@ -19,9 +19,9 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Set up Node.js version
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4.0.4
         with:
-          node-version: '18.x'
+          node-version: '20.x'
 
       - name: create env file (in frontend/ directory) -- development
         id: create-env-file-dev
@@ -48,22 +48,22 @@ jobs:
           echo OWNER=${{ secrets.OWNER }} >> frontend/.env
           echo REPO=${{ secrets.REPO }} >> frontend/.env
 
-      - name: Cache node modules
-        uses: actions/cache@v2
-        with:
-          path: frontend/node_modules
-          key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
-          restore-keys: |
-            ${{ runner.os }}-node-
+#      - name: Cache node modules
+#        uses: actions/cache@v2
+#        with:
+#          path: frontend/node_modules
+#          key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
+#          restore-keys: |
+#            ${{ runner.os }}-node-
 
-      - name: Cache Next.js build
-        uses: actions/cache@v2
-        with:
-          path: frontend/build/cache
-          key: ${{ runner.os }}-next-${{ hashFiles('**/package-lock.json') }}-${{ hashFiles('**/.next/cache') }}
-          restore-keys: |
-            ${{ runner.os }}-next-
-            ${{ runner.os }}-next-${{ hashFiles('**/package-lock.json') }}
+#      - name: Cache Next.js build
+#        uses: actions/cache@v2
+#        with:
+#          path: frontend/build/cache
+#          key: ${{ runner.os }}-next-${{ hashFiles('**/package-lock.json') }}-${{ hashFiles('**/.next/cache') }}
+#          restore-keys: |
+#            ${{ runner.os }}-next-
+#            ${{ runner.os }}-next-${{ hashFiles('**/package-lock.json') }}
 
       - name: move into frontend --> npm install, build, and test
         run: |

.github/workflows/main-forestgeo-livesite.yml

@@ -13,7 +13,7 @@ jobs:
   build-app-production:
     if: github.ref == 'refs/heads/main'
     runs-on: ubuntu-latest
-    environment: development
+    environment: production
 
     steps:
       - uses: actions/checkout@v4
@@ -30,7 +30,6 @@ jobs:
           echo AZURE_AD_CLIENT_SECRET=${{ secrets.AZURE_AD_CLIENT_SECRET_PRODUCTION }} >> frontend/.env
           echo AZURE_AD_CLIENT_ID=${{ secrets.AZURE_AD_CLIENT_ID_PRODUCTION }} >> frontend/.env
           echo AZURE_AD_TENANT_ID=${{ secrets.AZURE_AD_TENANT_ID_PRODUCTION }} >> frontend/.env
-          echo NEXTAUTH_URL=${{ secrets.NEXTAUTH_URL_DEV }} >> frontend/.env
           echo NEXTAUTH_SECRET=${{ secrets.NEXTAUTH_SECRET }} >> frontend/.env
           echo AZURE_SQL_USER=${{ secrets.AZURE_SQL_USER }} >> frontend/.env
           echo AZURE_SQL_PASSWORD=${{ secrets.AZURE_SQL_PASSWORD }} >> frontend/.env
@@ -86,7 +85,7 @@ jobs:
   deploy-app-production:
     needs: build-app-production
     runs-on: ubuntu-latest
-    environment: development
+    environment: production
 
     steps:
       - name: Download build artifact
@@ -103,4 +102,4 @@ jobs:
           app-name: 'forestgeo-livesite'
           slot-name: 'Production'
           publish-profile: ${{ secrets.AZUREAPPSERVICE_PUBLISHPROFILE_PRODUCTION }}
-          package: frontend/build/standalone
+          package: frontend/build/standalone

frontend/CHANGELOG.md

@@ -118,11 +118,11 @@
 
 1. FixedData cases' queries updated to correctly work with updated schemas
 2. New tables/cases added:
-    1. `personnelrole`
-    2. `sitespecificvalidations`
-    3. `roles`
-    4. `measurementssummary`
-    5. `viewfulltable`
+   1. `personnelrole`
+   2. `sitespecificvalidations`
+   3. `roles`
+   4. `measurementssummary`
+   5. `viewfulltable`
 
 ###### POST
 
@@ -142,18 +142,18 @@
 
 1. Postvalidation summary statistics calculation endpoint
 2. Statistics queries:
-    1. `number of records by quadrat`
-    2. `all stem records by quadrat (count only)`
-    3. `live stem records by quadrat (count only)`
-    4. `tree records by quadrat (count only)`
-    5. `number of dead or missing stems by census`
-    6. `trees outside of plot limits`
-    7. `stems with largest DBH/HOM measurements by species`
-    8. `all trees that were recorded in last census that are NOT in current census`
-    9. `number of new stems per quadrat per census`
-    10. `quadrats with most and least new stems per census`
-    11. `number of dead stems per quadrat per census`
-    12. `number of dead stems per species per census`
+   1. `number of records by quadrat`
+   2. `all stem records by quadrat (count only)`
+   3. `live stem records by quadrat (count only)`
+   4. `tree records by quadrat (count only)`
+   5. `number of dead or missing stems by census`
+   6. `trees outside of plot limits`
+   7. `stems with largest DBH/HOM measurements by species`
+   8. `all trees that were recorded in last census that are NOT in current census`
+   9. `number of new stems per quadrat per census`
+   10. `quadrats with most and least new stems per census`
+   11. `number of dead stems per quadrat per census`
+   12. `number of dead stems per species per census`
 
 #### frontend/app/api/refreshviews/[view]/[schema]/route.ts
 
@@ -220,7 +220,7 @@
 3. customized cell and edit cell rendering added
 4. some exceptions exist -- for instances where specific additional handling is needed, column states are directly
    defined in the datagrid components themselves.
-    1. `alltaxonomiesview` -- specieslimits column customized addition
+   1. `alltaxonomiesview` -- specieslimits column customized addition
 
 #### GitHub Feedback Modal
 
@@ -250,18 +250,18 @@
 1. The DataGridCommons generic datagrid instance has been replaced by the IsolatedDataGridCommons instance, which
    isolates as much information as possible to the generic instance rather than the existing DataGridCommons, which
    requires parameter drilling of all MUI X DataGrid parameters. Current datagrids using this new implementation are:
-    - `alltaxonomiesview`
-    - `attributes`
-    - `personnel`
-    - `quadratpersonnel`
-    - `quadrats`
-    - `roles`
-    - `stemtaxonomiesview`
+   - `alltaxonomiesview`
+   - `attributes`
+   - `personnel`
+   - `quadratpersonnel`
+   - `quadrats`
+   - `roles`
+   - `stemtaxonomiesview`
 2. found that attempting to use typescript runtime utilities to create "default" initial states for each RDS type was
    causing cascading failures. Due to the way that runtime utility functions work, no data was actually reaching the
    datagrids importing those initial states
-    1. replaced with manual definition of initial states -- planning on centralizing this to another place, similar to
-       the `datagridcolumns.tsx` file
+   1. replaced with manual definition of initial states -- planning on centralizing this to another place, similar to
+      the `datagridcolumns.tsx` file
 3. `measurementssummaryview` datagrid instance added as a replacement to the previously defined summary page
 
 #### Re-Entry Data Modal
@@ -307,20 +307,19 @@
 7. materialized view reload has been adjusted to be optional. user should be able to continue the process even if one or
    more of the views fails.
 
---- 
+---
 
 ### SQL Updates
 
 1. Schema has been been updated -- new tables added:
-    1. `roles` - outlines user roles
-    2. `specieslimits` - allows setting min/max bounds on measurements
-    3. `specimens` - recording specimen data (added on request by ForestGEO)
-    4. `unifiedchangelog` - partitioned table that tracks all changes to all tables in schema. All tables have triggers
-       that automatically update the `unifiedchangelog` on every change
-    5. `sitespecificvalidations` - for specific validations applicable only to the host site
+   1. `roles` - outlines user roles
+   2. `specieslimits` - allows setting min/max bounds on measurements
+   3. `specimens` - recording specimen data (added on request by ForestGEO)
+   4. `unifiedchangelog` - partitioned table that tracks all changes to all tables in schema. All tables have triggers
+      that automatically update the `unifiedchangelog` on every change
+   5. `sitespecificvalidations` - for specific validations applicable only to the host site
 2. validation stored procedures have been deprecated and removed, replaced with `validationprocedures` and
    `sitespecificvalidations` tables
 3. migration script set has been completed and tested
 4. trigger definitions have been recorded
 5. view implementations have been updated
-