diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 32211545ca6..04bff26aabf 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -39,7 +39,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        test_suite: [ types-package, client, api-1, api-2, api-3, api-4, api-5, cli-plugin, lint, external-plugins ]
+        test_suite: [ types-package, client, api-1, api-2, api-3, api-4, api-5, transcription, cli-plugin, lint, external-plugins ]
 
     env:
       PGUSER: peertube
diff --git a/.gitignore b/.gitignore
index 55707fb8080..6865442ebaf 100644
--- a/.gitignore
+++ b/.gitignore
@@ -2,6 +2,7 @@
 node_modules
 *npm-debug.log
 yarn-error.log
+*-ci.log
 .yarn
 
 # Testing
diff --git a/apps/peertube-runner/tsconfig.json b/apps/peertube-runner/tsconfig.json
index 03660b0ebd5..776e1ab5ce4 100644
--- a/apps/peertube-runner/tsconfig.json
+++ b/apps/peertube-runner/tsconfig.json
@@ -11,6 +11,7 @@
     { "path": "../../packages/ffmpeg" },
     { "path": "../../packages/models" },
     { "path": "../../packages/node-utils" },
-    { "path": "../../packages/server-commands" }
+    { "path": "../../packages/server-commands" },
+    { "path": "../../packages/transcription" },
   ]
 }
diff --git a/scripts/ci.sh b/scripts/ci.sh
index 3d29b7ae9cf..c5722d88f63 100755
--- a/scripts/ci.sh
+++ b/scripts/ci.sh
@@ -146,4 +146,12 @@ elif [ "$1" = "lint" ]; then
     npm run swagger-cli -- validate support/doc/api/openapi.yaml
 
     ( cd client && npm run lint )
+elif [ "$1" = "transcription" ]; then
+    npm run build:server
+    npm run build:tests
+
+    transcriptionFiles=$(findTestFiles ./packages/tests/dist/transcription)
+    jiwerFiles=$(findTestFiles ./packages/tests/dist/jiwer)
+
+    MOCHA_PARALLEL=true runJSTest "$1" $((3*$speedFactor)) $transcriptionFiles $jiwerFiles
 fi