run.sh

#!/bin/bash

# usage: run.sh node

if [ -z "${1}" ]; then
    printf "run.sh : usage: run.sh node\n"
    exit 1
fi

if [ ! -f ~/.env.sh ]; then
    printf "run.sh : ~/.env.sh is not found\n"
    exit 1
fi

sd="$(dirname $0)"

source $sd/env.sh
source ~/.env.sh

#env | grep GG_ | sort
#
#printf "\n"

GG_NODE=${1}

# check if results repo is cloned

if [ ! -d ${GG_RESULTS_PATH} ]; then
    printf "run.sh : results repo is not cloned\n"
    exit 1
fi

# check if GG_SECRET_TOKENGH_API env is empty

if [ -z "${GG_SECRET_TOKEN_GH_API}" ]; then
    printf "run.sh : GG_SECRET_TOKEN_GH_API env is not set\n"
    exit 1
fi

if [ ${GG_RUN_PAUSE} -eq 1 ]; then
    printf "run.sh : GG_RUN_PAUSE is set to 1\n"

    sleep ${GG_RUN_SLEEP}

    exit 1
fi

## main

# get last N commits from a branch
function gg_get_last_commits {
    branch=$1
    N=$2

    git log origin/${branch} -n ${N} --pretty=format:"%H" --abbrev-commit
}

# get last N commits from all branches that contain a keyword
function gg_get_last_commits_grep {
    keyword=$1
    N=$2

    git log --all --grep="${keyword}" -n ${N} --pretty=format:"%H" --abbrev-commit
}

# commit and push results to the results repo
function gg_commit_results {
    repo=$1

    wd=$(pwd)

    cd ${GG_RESULTS_PATH}

    git add .
    git commit -m "$repo : ${GG_NODE}"

    for i in $(seq 1 ${GG_RUN_PUSH_RETRY}); do
        git pull --rebase
        git push

        if [ $? -eq 0 ]; then
            break
        fi
    done

    cd ${wd}
}

function gg_run {
    owner="$1"
    repo="$2"
    mnt="$3"

    cd ${GG_WORK_PATH}/${repo}

    git fetch --all > /dev/null 2>&1

    branches="master"

    if [ -f ${GG_WORK_BRANCHES} ]; then
        branches=$(cat ${GG_WORK_BRANCHES} | grep "^${repo}" | cut -d' ' -f2-)

        if [ -z "${branches}" ]; then
            branches="master"
        fi
    fi

    printf "run.sh : processing '${repo}' branches - '${branches}'\n"

    commits=""

    for branch in ${branches} ; do
        commits="${commits} $(gg_get_last_commits ${branch} ${GG_RUN_LAST_N})"
    done

    commits="${commits} $(gg_get_last_commits_grep ${GG_CI_KEYWORD} ${GG_RUN_LAST_N})"

    for commit in ${commits} ; do
        out=$(gg_out_for_commit ${repo} ${commit})

        if [ -d ${out} ]; then
            continue
        fi

        gg_set_commit_status "${owner}" "${repo}" "${commit}" "pending" "in queue ..."
    done

    for commit in ${commits} ; do
        out=$(gg_out_for_commit ${repo} ${commit})

        if [ -d ${out} ]; then
            continue
        fi

        printf "run.sh : processing '${repo}' commit ${commit}\n"

        gg_set_commit_status "${owner}" "${repo}" "${commit}" "pending" "running ..."

        mkdir -p ${out}

        git checkout ${commit}
        git submodule update --init --recursive
        git reset --hard
        git clean -fd

        gg_export GG_CI_REPO          "https://github.com/${owner}/${repo}"
        gg_export GG_CI_COMMIT_URL    "https://github.com/${owner}/${repo}/commit/${commit}"
        gg_export GG_CI_COMMIT_MSG    "$(git log -1 --pretty=%B)"
        gg_export GG_CI_COMMIT_AUTHOR "$(git log -1 --pretty=%an)"

        runtime="0:00.00"

        if [ -f ci/run.sh ]; then
            timeout ${GG_RUN_TIMEOUT} time -o ${out}/runtime bash ci/run.sh "${out}" "${mnt}" > ${out}/stdall 2>&1
            result=$?
            runtime=$(tail -n 2 ${out}/runtime | head -n 1 | awk '{print $3}' | sed -e 's/elapsed//')
        else
            gg_printf ${out}/README.md "ci/run.sh was not found - nothing to do\n"
            result=0
        fi

        echo ${result} > ${out}/exit

        mv ${out}/README.md ${out}/README.md.bak

        status="$(if [ $result -eq 0 ]; then echo "SUCCESS ✅"; else echo "FAILURE ❌ (${result})"; fi)"

        gg_printf ${out}/README.md '## Summary\n\n'

        gg_printf ${out}/README.md '- status:  %s\n' "${status}"
        gg_printf ${out}/README.md '- runtime: %s\n' "${runtime}"
        gg_printf ${out}/README.md '- date:    %s\n' "$(date)"
        gg_printf ${out}/README.md '- repo:    %s\n' "${GG_CI_REPO}"
        gg_printf ${out}/README.md '- commit:  %s\n' "${GG_CI_COMMIT_URL}"
        gg_printf ${out}/README.md '- author:  %s\n' "${GG_CI_COMMIT_AUTHOR}"
        gg_printf ${out}/README.md '```\n%s\n```\n'  "${GG_CI_COMMIT_MSG}"
        gg_printf ${out}/README.md '\n'

        gg_printf ${out}/README.md '## Environment\n\n'

        gg_printf ${out}/README.md '```\n'
        gg_printf ${out}/README.md '%s\n' "$(env | grep GG_BUILD | sort)"
        gg_printf ${out}/README.md '```\n'
        gg_printf ${out}/README.md '\n'

        gg_printf ${out}/README.md '## Output\n\n'

        cat ${out}/README.md.bak >> ${out}/README.md

        commit_parent=$(git log -1 --pretty=%P)

        # if the output for the parent commit exists, append the "stdall" diff to the README.md
        out_parent=$(gg_out_for_commit ${repo} ${commit_parent})

        #if [ -f ${out_parent}/stdall ]; then
        #    gg_printf ${out}/README.md '## Diff with parent commit\n\n'

        #    gg_printf ${out}/README.md '<details><summary>click to expand</summary>\n\n'
        #    gg_printf ${out}/README.md '```diff\n'
        #    gg_printf ${out}/README.md '%s\n' "$(diff -u ${out_parent}/stdall ${out}/stdall)"
        #    gg_printf ${out}/README.md '```\n'
        #    gg_printf ${out}/README.md '</details>\n\n'
        #fi

        if [ ${result} -eq 0 ]; then
            gg_set_commit_status "${owner}" "${repo}" "${commit}" "success" "success in ${runtime}"
        else
            gg_set_commit_status "${owner}" "${repo}" "${commit}" "failure" "failure ${result} in ${runtime}"
        fi

        printf "run.sh : done processing '${repo}' commit ${commit}, result ${result}\n"

        gg_commit_results "${repo}"

        sleep 1
    done
}

# main

gg_run "ggerganov" "ggml"      "${GG_GGML_MNT}"
gg_run "ggerganov" "llama.cpp" "${GG_LLAMA_CPP_MNT}"

sleep ${GG_RUN_SLEEP}