diff --git a/.github/workflows/qa.yml b/.github/workflows/qa.yml
new file mode 100644
index 0000000..774243d
--- /dev/null
+++ b/.github/workflows/qa.yml
@@ -0,0 +1,102 @@
+name: QA
+
+on: [push, pull_request]
+
+jobs:
+  argsInputTest:
+    name: >
+      'args' input
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Run action with args
+        uses: ./
+        with:
+          args: -Dsonar.someArg=aValue -Dsonar.scanner.dumpToFile=./output.properties
+        env:
+          SONAR_TOKEN: FAKE_TOKEN
+      - name: Assert
+        run: |
+          ./test/assertFileContains ./output.properties "sonar.someArg=aValue"
+  projectBaseDirInputTest:
+    name: >
+      'projectBaseDir' input
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+      - run: | 
+          mkdir -p ./baseDir
+      - name: Run action with projectBaseDir
+        uses: ./
+        with:
+          args: -Dsonar.scanner.dumpToFile=./output.properties
+          projectBaseDir: ./baseDir
+        env:
+          SONAR_TOKEN: FAKE_TOKEN
+      - name: Assert
+        run: |
+          ./test/assertFileContains ./output.properties "sonar.projectBaseDir=.*/baseDir"
+  sonarTokenRequiredTest:
+    name: >
+      'SONAR_TOKEN' env var required
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Run action without SONAR_TOKEN
+        uses: ./
+        with:
+          args: -Dsonar.scanner.dumpToFile=./output.properties
+        continue-on-error: true
+      - name: Previous should have failed
+        if: ${{ steps.runTest.outcome == 'success'}}
+        run: |
+          echo "Expected previous step to fail"
+          exit 1
+  failFastGradleTest:
+    name: >
+      Fail fast on Gradle project
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Run action on Gradle project
+        id: runTest
+        uses: ./
+        continue-on-error: true
+        env:
+          SONAR_TOKEN: FAKE_TOKEN
+        with:
+          projectBaseDir: ./test/gradle-project
+      - name: Previous should have failed
+        if: ${{ steps.runTest.outcome == 'success'}}
+        run: |
+          echo "Expected previous step to fail"
+          exit 1
+  failFastMavenTest:
+    name: >
+      Fail fast on Maven project
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Run action on Maven project
+        id: runTest
+        uses: ./
+        continue-on-error: true
+        env:
+          SONAR_TOKEN: FAKE_TOKEN
+        with:
+          projectBaseDir: ./test/maven-project
+      - name: Previous should have failed
+        if: ${{ steps.runTest.outcome == 'success'}}
+        run: |
+          echo "Expected previous step to fail"
+          exit 1
diff --git a/Dockerfile b/Dockerfile
index 7f0d45f..b449b9a 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-FROM sonarsource/sonar-scanner-cli:5.0
+FROM sonarsource/sonar-scanner-cli:5.0.1
 
 LABEL version="0.0.1" \
       repository="https://github.com/sonarsource/sonarcloud-github-action" \
@@ -25,4 +25,3 @@ RUN chmod +x /entrypoint.sh
 COPY cleanup.sh /cleanup.sh
 RUN chmod +x /cleanup.sh
 ENTRYPOINT ["/entrypoint.sh"]
-
diff --git a/test/assertFileContains b/test/assertFileContains
new file mode 100755
index 0000000..69380e1
--- /dev/null
+++ b/test/assertFileContains
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+error() { echo -e "\\e[31m✗ $*\\e[0m"; }
+
+assertFileExists $1
+
+if ! grep -q $2 $1; then
+  error "'$2' not found in '$1'"
+  exit 1
+fi
\ No newline at end of file
diff --git a/test/assertFileExists b/test/assertFileExists
new file mode 100755
index 0000000..8f04686
--- /dev/null
+++ b/test/assertFileExists
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+error() { echo -e "\\e[31m✗ $*\\e[0m"; }
+
+if [ ! -f $1 ]; then
+  error "File '$1' not found"
+  exit 1
+fi
\ No newline at end of file
diff --git a/test/gradle-project/build.gradle b/test/gradle-project/build.gradle
new file mode 100644
index 0000000..8b13789
--- /dev/null
+++ b/test/gradle-project/build.gradle
@@ -0,0 +1 @@
+
diff --git a/test/maven-project/pom.xml b/test/maven-project/pom.xml
new file mode 100644
index 0000000..8b13789
--- /dev/null
+++ b/test/maven-project/pom.xml
@@ -0,0 +1 @@
+