add ENDPOINT_URL environment option (#53)

* add ENDPOINT_URL environment option * fix dupe default * update poetry dependencies
ktrueda · Mar 19, 2024 · 5be04c7 · 5be04c7
1 parent 16cd382
commit 5be04c7
Show file tree

Hide file tree

Showing 5 changed files with 383 additions and 314 deletions.
diff --git a/parquet_tools/commands/csv.py b/parquet_tools/commands/csv.py
@@ -1,3 +1,4 @@
+import os
 import sys
 from argparse import ArgumentParser, Namespace
 from typing import List, Optional
@@ -34,7 +35,7 @@ def configure_parser(paser: ArgumentParser) -> ArgumentParser:
     paser.add_argument('--endpoint-url',
                        type=str,
                        required=False,
-                       default=None,
+                       default=os.environ.get('ENDPOINT_URL'),
                        help='A custom S3 endpoint URL')
     paser.set_defaults(handler=_cli)
     return paser

diff --git a/parquet_tools/commands/inspect.py b/parquet_tools/commands/inspect.py
@@ -1,3 +1,4 @@
+import os
 import sys
 from argparse import ArgumentParser, Namespace
 from typing import List
@@ -32,7 +33,7 @@ def configure_parser(paser: ArgumentParser) -> ArgumentParser:
     paser.add_argument('--endpoint-url',
                        type=str,
                        required=False,
-                       default=None,
+                       default=os.environ.get('ENDPOINT_URL'),
                        help='A custom S3 endpoint URL')
 
     paser.set_defaults(handler=_cli)

diff --git a/parquet_tools/commands/show.py b/parquet_tools/commands/show.py
@@ -1,3 +1,4 @@
+import os
 import sys
 from argparse import ArgumentParser, Namespace
 from logging import getLogger
@@ -49,7 +50,7 @@ def configure_parser(paser: ArgumentParser) -> ArgumentParser:
     paser.add_argument('--endpoint-url',
                        type=str,
                        required=False,
-                       default=None,
+                       default=os.environ.get('ENDPOINT_URL'),
                        help='A custom S3 endpoint URL')
 
     paser.set_defaults(handler=_cli)