-
Notifications
You must be signed in to change notification settings - Fork 18
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
9543bd9
commit faabc0d
Showing
4 changed files
with
91 additions
and
203 deletions.
There are no files selected for viewing
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,35 +1,99 @@ | ||
name: nix build | ||
name: nix build and check advisories | ||
on: | ||
- push | ||
- pull_request | ||
jobs: | ||
tools-changed: | ||
continue-on-error: true | ||
check-nix: | ||
name: Check nix build | ||
runs-on: ubuntu-22.04 | ||
outputs: | ||
should_skip: ${{ steps.skip_check.outputs.should_skip }} | ||
steps: | ||
- id: skip_check | ||
uses: fkirc/[email protected] | ||
- name: git checkout | ||
uses: actions/checkout@v4 | ||
- name: Install Nix | ||
uses: DeterminateSystems/nix-installer-action@main | ||
with: | ||
concurrent_skipping: "never" | ||
skip_after_successful_duplicate: "true" | ||
paths: '["code/**"]' | ||
do_not_skip: '["push", "workflow_dispatch", "schedule"]' | ||
check-nix: | ||
name: Check nix build | ||
needs: tools-changed | ||
if: ${{ needs.tools_changed.outputs.should_skip != 'true' }} | ||
uses: ./.github/workflows/call-nix.yml | ||
with: | ||
cache-key: hsec-tools-${{ github.sha }} | ||
extra-conf: system-features = nixos-test benchmark big-parallel kvm | ||
- uses: DeterminateSystems/magic-nix-cache-action@main | ||
- name: Check Nix flake inputs | ||
uses: DeterminateSystems/flake-checker-action@v4 | ||
- name: Build executable (hsec-tools) | ||
run: nix -L build | ||
- name: Build docker image | ||
run: nix build -L '.#packages.x86_64-linux.hsec-tools-image' | ||
- run: mkdir -p ~/.local/dockerImages | ||
- run: cp result ~/.local/dockerImages/hsec-tools | ||
- name: Cache executable | ||
uses: actions/cache/save@v4 | ||
with: | ||
key: hsec-tools-${{ github.sha }} | ||
path: ~/.local/dockerImages | ||
- name: upload executable | ||
uses: actions/upload-artifact@v4 | ||
if: ${{ github.event_name == 'push' && github.ref_name == 'main' }} | ||
with: | ||
name: hsec-tools-${{ github.sha }} | ||
path: ~/.local/dockerImages | ||
check-advisories: | ||
name: Invoke check-advisories workflow | ||
if: ${{ needs.tools_changed.outputs.should_skip != 'true' }} | ||
name: Check advisories | ||
needs: check-nix | ||
uses: ./.github/workflows/call-check-advisories.yml | ||
with: | ||
fetch-key: hsec-tools-${{ github.sha }} | ||
runs-on: ubuntu-22.04 | ||
steps: | ||
- uses: actions/checkout@v4 | ||
with: | ||
path: source | ||
# We need to retrieve full history to determine the correct | ||
# `published` and `modified` timestamps | ||
fetch-depth: 0 | ||
- run: mkdir -p ~/.local/dockerImages | ||
- name: Fetch binaries | ||
uses: actions/cache/restore@v4 | ||
with: | ||
key: hsec-tools-${{ github.sha }} | ||
path: ~/.local/dockerImages | ||
fail-on-cache-miss: true | ||
- run: docker load -i ~/.local/dockerImages/hsec-tools | ||
- name: Run advisory syntax checks | ||
run: | | ||
cd source | ||
RESULT=0 | ||
# Remove the begining of the README to extract the example. | ||
(echo '```toml'; sed -e '1,/```toml/d' README.md) > EXAMPLE_README.md | ||
while read FILE ; do | ||
[ "$(dirname "$FILE")" != advisories/reserved ] || continue | ||
echo -n "$FILE: " | ||
docker run --rm -v $PWD:/repo --workdir /repo haskell/hsec-tools:latest /bin/hsec-tools check "$FILE" || RESULT=1 | ||
done < <(find advisories EXAMPLE_README.md EXAMPLE_ADVISORY.md -type f -name "*.md") | ||
exit $RESULT | ||
- name: Run advisory uniqueness checks | ||
run: | | ||
! find source/advisories -type f -name '*.md' -print0 \ | ||
| xargs -0n1 basename | sort | uniq -c | grep -E -v '[[:space:]]*1 ' | ||
- name: Publish OSV data | ||
if: ${{ github.event_name == 'push' && github.ref_name == 'main' && github.repository == 'haskell/security-advisories' }} | ||
env: | ||
GITHUB_SHA: ${{ github.sha }} | ||
run: | | ||
DATA_DIR=$PWD/osv | ||
mkdir "$DATA_DIR" | ||
cd source | ||
while read FILE ; do | ||
ID=$(basename "$FILE" .md) | ||
YEAR=$(echo "$ID" | cut -d - -f 2) | ||
mkdir -p $DATA_DIR/$YEAR | ||
docker run --rm -v $PWD:/repo --workdir /repo haskell/hsec-tools:latest /bin/hsec-tools osv "$FILE" > $DATA_DIR/$YEAR/$ID.json | ||
done < <(find advisories -type f -name "*.md") | ||
BRANCH=generated/osv-export | ||
REF=refs/remotes/origin/$BRANCH | ||
export GIT_WORK_TREE=$DATA_DIR | ||
git read-tree "$REF" | ||
git add --all --intent-to-add | ||
git diff --quiet && exit | ||
git add --all | ||
TREE=$(git write-tree) | ||
git config user.email [email protected] | ||
git config user.name "Haskell Security Response Team" | ||
COMMIT=$(git commit-tree "$TREE" -p "$REF" -m "$(date --utc --rfc-3339=seconds) ($GITHUB_SHA)") | ||
git push origin $COMMIT:$BRANCH | ||
generate-website: | ||
name: Generate advisories website | ||
if: ${{ github.ref == 'refs/heads/main' }} | ||
|
@@ -44,11 +108,12 @@ jobs: | |
# `published` and `modified` timestamps | ||
fetch-depth: 0 | ||
- run: mkdir -p ~/.local/dockerImages | ||
- name: Fetch artifact | ||
uses: actions/download-artifact@v3 | ||
- name: Fetch binaries | ||
uses: actions/cache/restore@v4 | ||
with: | ||
name: hsec-tools-${{ github.sha }} | ||
key: hsec-tools-${{ github.sha }} | ||
path: ~/.local/dockerImages | ||
fail-on-cache-miss: true | ||
- run: docker load -i ~/.local/dockerImages/hsec-tools | ||
- name: Generate the website | ||
run: | | ||
|