compare.yml

name: Compare

on:
  push:
    branches:
      - master
  workflow_dispatch:
    inputs:
      builds_per_job:
        description: 'How many builds to run in parallel on each job.'
        default: 4
        required: true
        type: choice
        options: [1, 2, 4, 8, 16, 32, 64]

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  fetch-deps:
    name: Download original binaries
    uses: ./.github/workflows/legobin.yml

  reccmp:
    name: Setup python environment
    runs-on: windows-latest
    steps:
    - uses: actions/checkout@v4

    - uses: actions/setup-python@v5
      with:
        python-version: '3.12'

    # The typical cache key would include a hash on requirements.txt.
    # We currently run reccmp from latest so we would have to manually purge it.
    # The goal is simply to restore the cache across entropy build jobs.
    - name: Cache venv
      uses: actions/cache@v4
      with:
        key: venv-entropy-${{ github.run_id }}
        path: .venv

    - name: Install python packages
      run: |
        python -m venv .venv
        .venv\Scripts\Activate
        pip install -r tools/requirements.txt

  build:
    name: 'MSVC 4.20'
    needs: [fetch-deps, reccmp]
    runs-on: windows-latest
    strategy:
      matrix:
        job: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]
        builds:
          - ${{ inputs.builds_per_job && inputs.builds_per_job || 16 }}

    steps:
    - uses: actions/checkout@v4

    - uses: actions/setup-python@v5
      with:
        python-version: '3.12'

    - uses: actions/checkout@v4
      with:
        repository: itsmattkc/msvc420
        path: msvc420

    - name: Setup cmake
      uses: jwlawson/actions-setup-cmake@v2
      with:
        # Use minimum supported version
        cmake-version: '3.15.x'

    - name: Patch MSVC 4.2
      run: |
        tools/patch_c2.py msvc420/bin/C2.EXE

    - name: Restore cached original binaries
      id: cache-original-binaries
      uses: actions/cache/restore@v4
      with:
        enableCrossOsArchive: true
        path: legobin
        key: legobin

    - name: Install python packages
      run: |
        python -m venv .venv
        .venv\Scripts\Activate
        echo ($env:VIRTUAL_ENV + "\Scripts") >> $env:GITHUB_PATH
        echo ("VIRTUAL_ENV=" + $env:VIRTUAL_ENV) >> $env:GITHUB_ENV

    - name: Restore cached virtualenv
      uses: actions/cache@v4
      with:
        key: venv-entropy-${{ github.run_id }}
        path: .venv
  
    - name: Prepare builds
      shell: pwsh
      run: |
        cmd /c "call `".\msvc420\bin\VCVARS32.BAT`" x86 && set > %temp%\vcvars32.txt"
        Get-Content "$env:temp\vcvars32.txt" | Foreach-Object { if ($_ -match "^(.*?)=(.*)$") { Set-Content "env:\$($matches[1])" $matches[2] } }
        .\tools\multi-prepare.ps1 ${{ matrix.job }} ${{ matrix.builds }}

    - name: Run builds
      shell: pwsh
      run: |
        cmd /c "call `".\msvc420\bin\VCVARS32.BAT`" x86 && set > %temp%\vcvars32.txt"
        Get-Content "$env:temp\vcvars32.txt" | Foreach-Object { if ($_ -match "^(.*?)=(.*)$") { Set-Content "env:\$($matches[1])" $matches[2] } }
        .\tools\multi-build.ps1 ${{ matrix.builds }}

    - name: Analyze builds
      shell: pwsh
      run: |
        .\tools\multi-analyze.ps1 ${{ matrix.builds }}

    - name: Upload Artifact
      uses: actions/upload-artifact@main
      with:
        name: Win32-Entropy-${{ matrix.job }}
        path: |
          CONFIGPROGRESS*
          ISLEPROGRESS*
          LEGO1PROGRESS*

  merge-artifacts:
    name: 'Merge entropy artifacts'
    runs-on: ubuntu-latest
    needs: build
    steps:
      - name: Merge Artifacts
        uses: actions/upload-artifact/merge@v4
        with:
          name: Win32-Entropy
          pattern: Win32-Entropy-*
          separate-directories: true
          
  compare:
    name: Compare with master
    needs: [merge-artifacts]
    runs-on: windows-latest
    steps:
    - uses: actions/checkout@main

    - uses: actions/setup-python@v5
      with:
        python-version: '3.12'

    - uses: actions/download-artifact@main
      with:
        name: Win32-Entropy
        path: build-entropy

    - name: Install python packages
      run: |
        python -m venv .venv
        .venv\Scripts\Activate
        echo ($env:VIRTUAL_ENV + "\Scripts") >> $env:GITHUB_PATH
        echo ("VIRTUAL_ENV=" + $env:VIRTUAL_ENV) >> $env:GITHUB_ENV

    - name: Restore cached virtualenv
      uses: actions/cache@v4
      with:
        key: venv-entropy-${{ github.run_id }}
        path: .venv

    - name: Aggregate Accuracy
      shell: bash
      run: |
        reccmp-aggregate --samples $(find build-entropy -type f -name "CONFIGPROGRESS*.json") --output CONFIGPROGRESS-agg.json --html CONFIGPROGRESS-agg.html
        reccmp-aggregate --samples $(find build-entropy -type f -name "ISLEPROGRESS*.json") --output ISLEPROGRESS-agg.json --html ISLEPROGRESS-agg.html
        reccmp-aggregate --samples $(find build-entropy -type f -name "LEGO1PROGRESS*.json") --output LEGO1PROGRESS-agg.json --html LEGO1PROGRESS-agg.html

    - name: Compare Aggregate Accuracy With Current Master
      shell: bash
      env:
        RELEASE_URL: https://github.com/isledecomp/isle/releases/download/continuous-accuracy
      run: |
        # Download the current master state
        curl -fLSs -o CONFIGPROGRESS-agg-old.json $RELEASE_URL/CONFIGPROGRESS-agg.json || echo "" >CONFIGPROGRESS-agg-old.json
        curl -fLSs -o ISLEPROGRESS-agg-old.json $RELEASE_URL/ISLEPROGRESS-agg.json || echo "" >ISLEPROGRESS-agg-old.json
        curl -fLSs -o LEGO1PROGRESS-agg-old.json $RELEASE_URL/LEGO1PROGRESS-agg.json || echo "" >LEGO1PROGRESS-agg-old.json
        
        # Compare with current master
        reccmp-aggregate --diff CONFIGPROGRESS-agg-old.json CONFIGPROGRESS-agg.json || echo "Current master not found"
        reccmp-aggregate --diff ISLEPROGRESS-agg-old.json ISLEPROGRESS-agg.json || echo "Current master not found"
        reccmp-aggregate --diff LEGO1PROGRESS-agg-old.json LEGO1PROGRESS-agg.json || echo "Current master not found"

    - name: Upload Artifact
      uses: actions/upload-artifact@main
      with:
        name: Accuracy Report
        path: |
          CONFIGPROGRESS*
          ISLEPROGRESS*
          LEGO1PROGRESS*

  upload:
    name: Upload artifacts
    needs: [compare]
    runs-on: ubuntu-latest
    if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' && github.repository == 'isledecomp/isle' }}
    steps:
    - uses: actions/checkout@v4
      with:
        repository: probonopd/uploadtool

    - uses: actions/download-artifact@main
      with:
        name: Accuracy Report

    - name: Upload Continuous Release
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        UPLOAD_KEY: ${{ secrets.UPLOAD_KEY }}
      run: |
        export UPLOADTOOL_SUFFIX=accuracy
        ./upload.sh \
          CONFIGPROGRESS* \
          ISLEPROGRESS* \
          LEGO1PROGRESS*