diff --git a/.github/workflows/baselines/test_t5x_mgmn_metrics.py b/.github/workflows/baselines/test_t5x_mgmn_metrics.py
index d280e3ad7..3639ee85f 100644
--- a/.github/workflows/baselines/test_t5x_mgmn_metrics.py
+++ b/.github/workflows/baselines/test_t5x_mgmn_metrics.py
@@ -8,17 +8,17 @@
 
 LOSS_RTOL = {
     '1G1N': 0.01,
-    '1G2N': 0.015,
-    '1P1G': 0.015,
-    '1P2G': 0.015,
-    '1P4G': 0.015,
-    '1P8G': 0.015,
+    '1G2N': 0.03,
+    '1P1G': 0.03,
+    '1P2G': 0.03,
+    '1P4G': 0.03,
+    '1P8G': 0.035,
     '2G1N': 0.015,
     '2G2N': 0.015,
     '4G1N': 0.015,
     '4G2N': 0.02,
     '8G1N': 0.02,
-    '8G2N': 0.02
+    '8G2N': 0.035
 }
 STEP_TIME_MULT = {
     "1G1N": 0.95,