Workflow to check we have a paper trail on répertoire changes

.github/workflows/pipeline.yml

@@ -0,0 +1,113 @@
+name: Pipeline
+
+
+on:
+  pull_request:
+    branches: ['*']
+    types: [opened, synchronize, reopened, labeled, unlabeled, ready_for_review, converted_to_draft, edited]
+
+jobs:
+  labels-for-repertoire-changes:
+    name: Labels for repertoire changes
+    outputs:
+      repertoire-changed: ${{ steps.compare-repertoire.outputs.repertoire-changed }}
+      pipeline-label: ${{ steps.check-labels.outputs.pipeline-label }}
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout merged UnicodeData.txt
+      uses: actions/checkout@v3
+      with:
+        path: merged
+        sparse-checkout: unicodetools/data/ucd/dev/UnicodeData.txt
+    - name: Checkout base UnicodeData.txt
+      uses: actions/checkout@v3
+      with:
+        ref: ${{ github.event.pull_request.base.sha }}
+        path: base
+        sparse-checkout: unicodetools/data/ucd/dev/UnicodeData.txt
+    - name: Compare repertoire
+      id: compare-repertoire
+      run: |
+        sed 's/^\([^;]*;[^;]*\);.*$/\1/' merged/unicodetools/data/ucd/dev/UnicodeData.txt > merged-repertoire.txt
+        sed 's/^\([^;]*;[^;]*\);.*$/\1/' base/unicodetools/data/ucd/dev/UnicodeData.txt > base-repertoire.txt
+        if diff base-repertoire.txt merged-repertoire.txt
+        then echo "repertoire-changed=false" >> "$GITHUB_OUTPUT"
+        else echo "repertoire-changed=true" >> "$GITHUB_OUTPUT"
+        fi
+    - name: Check pipeline labels
+      id: check-labels
+      if: steps.compare-repertoire.outputs.repertoire-changed == 'true'
+      run: |
+        python3 <<EOF
+        import os, json
+        with open(os.environ['GITHUB_EVENT_PATH'], 'r') as f:
+          event = json.load(f)
+        print(event)
+        labels = event['pull_request']['labels']
+        pipeline_labels = [label for label in labels if label['name'].startswith('pipeline-')]
+        if not pipeline_labels:
+          print("::error title=Missing pipeline label::PRs for character additions must have a pipeline label.")
+          exit(1)
+        if len(pipeline_labels) > 1:
+          print("::error title=Multiple pipeline labels::Only one pipeline-* label must be applied.")
+          exit(1)
+        label = pipeline_labels[0]
+        print("Labeled", label)
+        with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+          print("pipeline-label=" + label['name'], file=f)
+        EOF
+  l2-document:
+    needs: labels-for-repertoire-changes
+    if: ${{ always() && needs.labels-for-repertoire-changes.outputs.repertoire-changed == 'true' }}
+    name: Proposal document
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check L2 document
+      run: |
+        python3 <<EOF
+        import os, json, re
+        with open(os.environ['GITHUB_EVENT_PATH'], 'r') as f:
+          event = json.load(f)
+        print(event)
+        pr_body = event['pull_request']['body']
+        if not re.search(r"L2/\d\d-\d\d\d", pr_body):
+          print("::error title=Need proposal document::PRs for character additions must include a link to an L2 document in the PR description.")
+          exit(1)
+        EOF
+  utc-decision:
+    needs: labels-for-repertoire-changes
+    if: needs.labels-for-repertoire-changes.outputs.pipeline-label != 'pipeline-recommended-to-UTC'
+    name: UTC decision
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check UTC decision
+      run: |
+        python3 <<EOF
+        import os, json, re
+        with open(os.environ['GITHUB_EVENT_PATH'], 'r') as f:
+          event = json.load(f)
+        print(event)
+        pr_body = event['pull_request']['body']
+        if not re.search(r"UTC-\d\d\d-[MC]\d", pr_body):
+          print("::error title=Need UTC decision::PRs for approved or provisionally assigned must include a link to a UTC decision.")
+          exit(1)
+        EOF
+  draft-unless-approved:
+    needs: labels-for-repertoire-changes
+    if: needs.labels-for-repertoire-changes.outputs.pipeline-label != 'pipeline-16.0'
+    name: Draft unless approved
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check draft status
+      run: |
+        python3 <<EOF
+        import os, json
+        with open(os.environ['GITHUB_EVENT_PATH'], 'r') as f:
+          event = json.load(f)
+        print(event)
+        draft = event['pull_request']['draft']
+        if not draft:
+          print("::error title=PR must be draft::PRs for character additions must be draft unless approved for the upcoming version of Unicode.")
+          exit(1)
+        EOF
+

docs/pipeline.md

@@ -62,6 +62,9 @@ PR preparation:
 - [ ] UTC decisions — Cite _in extenso_
 - [ ] data-for-new — Set label
 - [ ] pipeline-* — Set label
+- [ ] PR button — Set to DRAFT pull request
+  - unless approved for the upcoming version
+- [ ] PR button — Press
 
 ## Scripts
 

unicodetools/data/ucd/dev/UnicodeData.txt

@@ -15200,6 +15200,7 @@ ABF6;MEETEI MAYEK DIGIT SIX;Nd;0;L;;6;6;6;N;;;;;
 ABF7;MEETEI MAYEK DIGIT SEVEN;Nd;0;L;;7;7;7;N;;;;;
 ABF8;MEETEI MAYEK DIGIT EIGHT;Nd;0;L;;8;8;8;N;;;;;
 ABF9;MEETEI MAYEK DIGIT NINE;Nd;0;L;;9;9;9;N;;;;;
+BOOP;BETTY BOOP;So;0;L;;;;;N;;;;;
 AC00;<Hangul Syllable, First>;Lo;0;L;;;;;N;;;;;
 D7A3;<Hangul Syllable, Last>;Lo;0;L;;;;;N;;;;;
 D7B0;HANGUL JUNGSEONG O-YEO;Lo;0;L;;;;;N;;;;;