complete-e2e.yml

# Builds JPlag and then runs Datasets and Report Viewer e2e tests on multiple OS
name: Complete e2e Test

on:
  workflow_dispatch:
  pull_request:
    types: [opened, synchronize, reopened]
    paths:
      - ".github/workflows/complete-e2e.yml"
      - "report-viewer/**"
      - "**/pom.xml"
      - "**.java"
      - "**.g4"

jobs:
  pre_job:
    runs-on: ubuntu-latest
    outputs:
      should_skip: ${{ steps.skip_check.outputs.should_skip }}
    steps:
      - id: skip_check
        uses: fkirc/skip-duplicate-actions@master
        with:
          concurrent_skipping: 'same_content_newer'
          skip_after_successful_duplicate: 'true'

  build_jar:
    needs: pre_job
    if: ${{ needs.pre_job.outputs.should_skip != 'true' }}
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4
  
      - name: Set up JDK
        uses: actions/setup-java@v4
        with:
          java-version: 21
          distribution: 'temurin'
  
      - uses: actions/setup-node@v4
        with:
          node-version: "18"
  
      - name: Build Assembly
        run: mvn -Pwith-report-viewer -DskipTests clean package assembly:single
      
      - name: Rename Jar
        run: mv cli/target/jplag-*-jar-with-dependencies.jar cli/target/jplag.jar
  
      - name: Upload Assembly
        uses: actions/upload-artifact@v4
        with:
          name: "JPlag"
          path: "cli/target/jplag.jar"
          retention-days: 30

  run_jplag:
    needs: build_jar
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, windows-latest, macos-latest]
        dataset: [
          {zip: "progpedia.zip", name: "progpedia", folder: "ACCEPTED", language: "java", cliArgs: "-bc base"},
          {zip: "fileSingleRoot.zip", name: "fileSingleRoot", folder: "fileSingleRoot", language: "java", cliArgs: ""},
          {zip: "folderSingleRoot.zip", name: "folderSingleRoot", folder: "folderSingleRoot", language: "java", cliArgs: ""},
          {zip: "fileMultiRoot.zip", name: "fileMultiRoot", folder: "f0", language: "java", cliArgs: "--new f1"},
          {zip: "folderMultiRoot.zip", name: "folderMultiRoot", folder: "f0", language: "java", cliArgs: "--new f1"},
          {zip: "mixedMultiRoot.zip", name: "mixedBaseFile", folder: "f0", language: "java", cliArgs: "--new f1"},
          {zip: "mixedMultiRoot.zip", name: "mixedBaseFolder", folder: "f1", language: "java", cliArgs: "--new f0"},
          {zip: "singleNewSubmission.zip", name: "singleNewSubmission", folder: "2023", language: "java", cliArgs: "-old 2022,2021,2020"},
          {zip: "submissionsWithSameName.zip", name: "submissionsWithSameName", folder: "2023", language: "java", cliArgs: "-old old/2022,old/2021,old/2020"},
          {zip: "cpp.zip", name: "cpp", folder: "./cpp", language: "cpp", cliArgs: ""},
          {zip: "csharp.zip", name: "csharp", folder: "./csharp", language: "csharp", cliArgs: ""},
          {zip: "python.zip", name: "python", folder: "./python", language: "python3", cliArgs: ""}
          ]

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Set up JDK
        uses: actions/setup-java@v4
        with:
          java-version: 21
          distribution: 'temurin'
      
      - name: Get JAR
        uses: actions/download-artifact@v4
        with:
          name: JPlag

      - name: Copy and unzip dataset windows
        if: ${{ matrix.os == 'windows-latest' }}
        run: |
          Expand-Archive -LiteralPath .github/workflows/files/${{ matrix.dataset.zip }} -DestinationPath ./
      
      - name: Copy and unzip dataset macos and ubuntu
        if: ${{ matrix.os == 'macos-latest' || matrix.os == 'ubuntu-latest'}}
        run: |
          unzip .github/workflows/files/${{ matrix.dataset.zip }}

      - name: Run JPlag
        run: |
          java -jar jplag.jar ${{ matrix.dataset.folder }} -l ${{ matrix.dataset.language }} -r ${{ matrix.dataset.name }}-report ${{ matrix.dataset.cliArgs }}
      
      - name: Upload result
        uses: actions/upload-artifact@v4
        with:
          name: "${{ matrix.dataset.name }}-${{ matrix.os }}"
          path: "${{ matrix.dataset.name }}-report.zip"
          retention-days: 30

  e2e_test:
    needs: run_jplag
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, windows-latest, macos-latest]

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - uses: actions/setup-node@v4
        with:
          node-version: "18"

      - name: Install and Build
        working-directory: report-viewer
        run: |
          npm install
          npm run build
        
      - name: Install playwright
        working-directory: report-viewer
        run: npx playwright install --with-deps

      - name: Download JPlag Reports
        uses: actions/download-artifact@v4
        with:
          pattern: "*-${{ matrix.os }}"
          path: "report-viewer/tests/e2e/assets"
          merge-multiple: true

      - name: Run tests
        working-directory: report-viewer
        run: |
          npm run test:e2e

      - name: Upload test results
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: "test-results-${{ matrix.os }}"
          path: |
            report-viewer/test-results
            report-viewer/playwright-report
          retention-days: 30