token_reset.py

import os
import sys
import glob
import requests
import subprocess
import tempfile
import github

from conda_smithy.ci_register import travis_get_repo_info

SMITHY_CONF = os.path.expanduser('~/.conda-smithy')

if "GITHUB_TOKEN" in os.environ:
    FEEDSTOCK_TOKENS_REPO = (
        github
        .Github(os.environ["GITHUB_TOKEN"])
        .get_repo("conda-forge/feedstock-tokens")
    )
else:
    FEEDSTOCK_TOKENS_REPO = None


def feedstock_token_exists(feedstock_name):
    r = requests.get(
        "https://api.github.com/repos/conda-forge/"
        "feedstock-tokens/contents/tokens/%s.json" % (feedstock_name),
        headers={"Authorization": "token %s" % os.environ["GITHUB_TOKEN"]},
    )
    if r.status_code != 200:
        return False
    else:
        return True


def delete_feedstock_token(feedstock_name):
    if FEEDSTOCK_TOKENS_REPO is None:
        raise RuntimeError(
            "Cannot delete feedstock token for %s since "
            "we do not have a github token!" % feedstock_name
        )
    token_file = "tokens/%s.json" % feedstock_name
    fn = FEEDSTOCK_TOKENS_REPO.get_contents(token_file)
    FEEDSTOCK_TOKENS_REPO.delete_file(
        token_file,
        "[ci skip] [skip ci] [cf admin skip] ***NO_CI*** removing "
        "token for %s" % feedstock_name,
        fn.sha,
    )


def get_token_reset_files():
    return (
        [
            f for f in glob.glob("token_reset/*")
            if f != "token_reset/example.txt"
        ]
    )


def write_token(name, token):
    with open(os.path.join(SMITHY_CONF, name + '.token'), 'w') as fh:
        fh.write(token)


def reset_feedstock_token(name, skips=None):
    skips = skips or []

    # test to make sure travis ci api is working
    # if not skip migration
    repo_info = travis_get_repo_info("conda-forge", name + "-feedstock")
    if not repo_info:
        raise RuntimeError("Travis-CI API token is not working!")

    owner_info = ['--organization', 'conda-forge']
    token_repo = (
        'https://x-access-token:${GITHUB_TOKEN}@github.com/'
        'conda-forge/feedstock-tokens'
    )

    with tempfile.TemporaryDirectory() as tmpdir:
        feedstock_dir = os.path.join(tmpdir, name + "-feedstock")
        os.makedirs(feedstock_dir)

        if feedstock_token_exists(name + "-feedstock"):
            delete_feedstock_token(name + "-feedstock")

        subprocess.check_call(
            ['conda', 'smithy', 'generate-feedstock-token',
             '--feedstock_directory', feedstock_dir] + owner_info)
        subprocess.check_call(
            [
                'conda', 'smithy', 'register-feedstock-token',
                '--without-circle', '--without-drone',
                '--without-github-actions',
            ]
            + [
                s for s in skips
                if s not in [
                    "--without-circle",
                    "--without-drone",
                    '--without-github-actions'
                ]
            ]
            + [
                '--feedstock_directory', feedstock_dir,
            ]
            + owner_info
            + ['--token_repo', token_repo]
        )

        subprocess.check_call(
            [
                'conda', 'smithy', 'rotate-binstar-token',
                '--without-appveyor', '--without-azure',
                '--without-circle', '--without-drone',
                '--without-github-actions',
            ]
            + [
                s for s in skips
                if s not in [
                    "--without-circle",
                    "--without-drone",
                    "--without-appveyor",
                    "--without-azure",
                    "--without-github-actions",
                ]
            ]
            + [
                '--token_name', 'STAGING_BINSTAR_TOKEN'
            ],
            cwd=feedstock_dir)


def reset_feedstock_tokens_in_file(token_reset_file):
    pkgs_to_do_again = []
    skips = []
    with open(token_reset_file, "r") as fp:
        for line in fp.readlines():
            line = line.strip()
            if line.startswith("#") or len(line) == 0:
                if line.startswith("#") and "--without-" in line:
                    skips.append(line[1:].strip())
                continue

            try:
                reset_feedstock_token(line, skips=skips)
            except Exception as e:
                print(
                    "failed to reset token for '%s': %s" % (line, repr(e)),
                    flush=True,
                )
                pkgs_to_do_again.append(line)

    if pkgs_to_do_again:
        with open(token_reset_file, "w") as fp:
            fp.write(
                "# token reset failed for these packages - "
                "trying again later\n"
            )
            for pkg in pkgs_to_do_again:
                fp.write(pkg + "\n")
        subprocess.check_call(f"git add {token_reset_file}", shell=True)
        subprocess.check_call(
            f"git commit --allow-empty -m 'Keeping {token_reset_file} "
            "after failed token reset'",
            shell=True,
        )
    else:
        subprocess.check_call(f"git rm {token_reset_file}", shell=True)
        subprocess.check_call(
            f"git commit -m 'Remove {token_reset_file} after token reset'",
            shell=True,
        )

    subprocess.check_call("git show", shell=True)


def check_for_feedstocks_in_file(token_reset_file):
    missing_feedstocks = []
    with open(token_reset_file, "r") as fp:
        for line in fp.readlines():
            line = line.strip()
            if line.startswith("#") or len(line) == 0:
                continue

            r = requests.get(
                "https://github.com/conda-forge/%s-feedstock" % line
            )
            if r.status_code != 200:
                missing_feedstocks.append(line)
    return missing_feedstocks


def main():
    mode = sys.argv[1]

    if mode == "reset":
        if not os.path.exists(SMITHY_CONF):
            os.makedirs(SMITHY_CONF, exist_ok=True)

        for token_fname, token_name in [
            ("circle", "CIRCLE_TOKEN"),
            ("azure", "AZURE_TOKEN"),
            ("drone", "DRONE_TOKEN"),
            ("travis", "TRAVIS_TOKEN"),
            ("github", "GITHUB_TOKEN"),
            ("anaconda", "STAGING_BINSTAR_TOKEN"),
        ]:
            if token_name in os.environ:
                write_token(token_fname, os.environ[token_name])

    token_reset_files = get_token_reset_files()
    missing_feedstocks = []
    for token_reset_file in token_reset_files:
        print("working on file %s" % token_reset_file, flush=True)
        if mode == "reset":
            reset_feedstock_tokens_in_file(token_reset_file)
        else:
            missing_feedstocks.extend(
                check_for_feedstocks_in_file(token_reset_file)
            )

    if missing_feedstocks:
        raise RuntimeError(
            "feedstocks %s could not be found!" % missing_feedstocks
        )


if __name__ == "__main__":
    main()