Dedicated make target to download packages from pre_release and uploa…

…d to s3

.github/workflows/merge-to-master.yml

@@ -62,3 +62,19 @@ jobs:
           # used for signing package stuff
           gpg_passphrase: ${{ env.GPG_PASSPHRASE }}
           gpg_private_key_base64: ${{ env.GPG_PRIVATE_KEY_BASE64 }}
+
+  publish-windows:
+    name: Publish windows packages to production bucket
+    needs: get-release-tag
+    runs-on: ubuntu-latest
+    steps:
+      - name: Upload windows packages to s3
+        uses: ./.github/workflows/run_task.yml
+        with:
+          container_make_target: "upload-win-packages"
+          task_environment:
+            - name: TAG
+              value: ${{ needs.get-release-tag.outputs.tag }}
+            - name: AWS_S3_BUCKET_NAME
+              value: "logging-fb-windows-packages"
+        secrets: inherit

upload-win-packages/Makefile

@@ -0,0 +1,6 @@
+.DEFAULT_GOAL := upload
+
+.PHONY: upload
+upload:
+	pip3 install -r requirements.txt
+	python3 upload.py

upload-win-packages/requirements.txt

@@ -0,0 +1,2 @@
+boto3
+PyGithub

upload-win-packages/upload.py

@@ -0,0 +1,36 @@
+import logging
+import boto3
+from botocore.exceptions import ClientError
+import os
+import urllib.request
+from github import Github
+from github import Auth
+
+
+def download_win_packages_from_gh_release(token, tag_name):
+    auth = Auth.Token(token)
+    fluent_bit_package_repo = Github(auth).get_repo('newrelic/fluent-bit-package').get_releases()
+    asset_names = []
+
+    for release in fluent_bit_package_repo:
+        if release.tag_name == tag_name:
+            for asset in release.get_assets():
+                if "windows" in asset.name:
+                    urllib.request.urlretrieve(asset.url, asset.name)
+                    asset_names.append(asset.name)
+
+    return asset_names
+
+def upload_file(file_name, bucket):
+    s3_client = boto3.client('s3')
+    try:
+        s3_client.upload_file(file_name, bucket, None)
+    except ClientError as e:
+        logging.error(e)
+
+if __name__ == "__main__":
+    token = os.environ['GITHUB_TOKEN']
+    asset_names = download_win_packages_from_gh_release(token)
+    bucket_name = os.environ['AWS_S3_BUCKET_NAME']
+    for asset_name in asset_names:
+        upload_file(asset_name, 'fluent-bit-package')