Skip to content

Commit

Permalink
Update python libs and allowable python version to install
Browse files Browse the repository at this point in the history
  • Loading branch information
nrccua-timr committed Jan 6, 2025
1 parent a5bcf15 commit 87f21d2
Show file tree
Hide file tree
Showing 6 changed files with 52 additions and 44 deletions.
2 changes: 1 addition & 1 deletion .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ default_language_version:
python: python3.11
repos:
- repo: https://github.com/pre-commit/pre-commit-hooks
rev: v4.6.0
rev: v5.0.0
hooks:
- id: check-added-large-files
- id: check-ast
Expand Down
22 changes: 22 additions & 0 deletions HISTORY.rst
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,28 @@ History
=======


v0.21.2 (2025-01-06)

* Update allowable python version to be greater than or equal to 3.10.
* Update aioboto3==13.3.0.
* Update boto3==1.35.81.
* Update botocore==1.35.81.
* Update ddtrace==2.18.1.
* Update fakeredis==2.26.2.
* Update flask==3.1.0.
* Update httpx==0.28.1.
* Update mlflow==2.19.0.
* Update polars==1.17.1.
* Update psycopg2-binary==2.9.10.
* Update pylint==3.3.3.
* Update pyodbc==5.2.0.
* Update pyspark==3.4.4.
* Update python-json-logger==3.2.1.
* Update redis==5.2.1.
* Update twine==6.0.1.
* Update werkzeug==3.1.3.


v0.21.1 (2024-10-10)

* Add convenience funtion alter_db_table_column to add/drop databricks table columns.
Expand Down
42 changes: 19 additions & 23 deletions aioradio/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,42 +1,38 @@
aioboto3==13.1.1
aioboto3==13.3.0
aiojobs==1.3.0
backoff==2.2.1
boto3==1.34.131
botocore==1.34.131
boto3==1.35.81
botocore==1.35.81
cython==3.0.11
databricks-connect==14.3.1
ddtrace==2.6.5
fakeredis==2.25.1
ddtrace==2.18.1
fakeredis==2.26.2
faust-cchardet==2.1.19
flask==3.0.3
flask==3.1.0
flask-cors==4.0.1
grpcio==1.62.2
grpcio-status==1.62.2
httpx==0.27.2
importlib-metadata==8.4.0
httpx==0.28.1
mandrill==1.0.60
mlflow==2.16.2
mlflow==2.19.0
moto==4.2.14
numpy==1.26.4
openpyxl==3.0.10
orjson==3.9.15
pandas==2.2.3
pkginfo==1.10.0
polars==1.9.0
polars==1.17.1
pre-commit==3.8.0
protobuf==4.25.4
psycopg2-binary==2.9.9
psycopg2-binary==2.9.10
pyarrow==15.0.2
pylint==3.3.1
pyodbc==5.1.0 --no-binary=pyodbc
pylint==3.3.3
pyodbc==5.2.0 --no-binary=pyodbc
pysmb==1.2.10
pyspark==3.4.3
pyspark==3.4.4
pytest==8.1.2
pytest-asyncio==0.21.1
pytest-cov==5.0.0
python-json-logger==2.0.7
redis==5.1.1
twine==5.1.1
python-json-logger==3.2.1
redis==5.2.1
setuptools==75.7.0
twine==6.0.1
typing_extensions==4.11.0
werkzeug==3.0.4
wheel==0.44.0
werkzeug==3.1.3
wheel==0.45.1
10 changes: 1 addition & 9 deletions aioradio/tests/file_ingestion_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

# pylint: disable=broad-except
# pylint: disable=c-extension-no-member
# pylint: disable=import-error
# pylint: disable=too-many-nested-blocks

import logging
Expand All @@ -14,7 +15,6 @@
from aioradio.file_ingestion import (async_db_wrapper, async_wrapper,
delete_ftp_file, establish_ftp_connection,
get_current_datetime_from_timestamp,
get_efi_excel_sheet_filter,
list_ftp_objects,
send_emails_via_mandrill,
unzip_file_get_filepaths,
Expand Down Expand Up @@ -227,11 +227,3 @@ async def func(**kwargs):
print(f"Connection name: {name}\tConnection object: {conn}")

await func()


def test_get_efi_excel_sheet_filter():
"""Test get_efi_excel_sheet_filter."""

excel_sheet_filter = get_efi_excel_sheet_filter()
assert '001055' in excel_sheet_filter
assert 'hiddensheet' in excel_sheet_filter['001055']
2 changes: 2 additions & 0 deletions conftest.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
"""Pytest configuration."""

# pylint: disable=import-error

import asyncio
import os
from itertools import chain
Expand Down
18 changes: 7 additions & 11 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
long_description = fileobj.read()

setup(name='aioradio',
version='0.21.1',
version='0.21.2',
description='Generic asynchronous i/o python utilities for AWS services (SQS, S3, DynamoDB, Secrets Manager), Redis, MSSQL (pyodbc), JIRA and more',
long_description=long_description,
long_description_content_type="text/markdown",
Expand All @@ -21,34 +21,30 @@
],
install_requires=[
'cython>=0.29.33',
'aioboto3==13.1.1',
'aioboto3==13.3.0',
'aiojobs>=1.0.0',
'backoff>=2.1.2',
'botocore==1.34.131',
'boto3==1.34.131',
'botocore==1.35.81',
'boto3==1.35.81',
'ddtrace>=0.60.1',
'faust-cchardet>=2.1.18',
'fakeredis>=2.20.0',
'grpcio==1.62.2',
'grpcio-status==1.62.2',
'httpx>=0.23.0',
'mandrill>=1.0.60',
'mlflow>=2.10.2',
'numpy==1.26.4',
'openpyxl==3.0.10',
'orjson>=3.6.8',
'pandas>=1.3.5',
'pkginfo==1.10.0',
'polars>=0.19.12',
'protobuf==4.25.4',
'pyarrow>=13.0.0',
'pysmb>=1.2.7',
'python-json-logger>=2.0.2',
'redis>=5.0.1'
],
include_package_data=True,
tests_require=[
'flask==3.0.3',
'flask==3.1.0',
'flask-cors>=4.0.1',
'moto==4.2.14',
'pre-commit>=2.15.0',
Expand All @@ -57,12 +53,12 @@
'pytest-asyncio>=0.15.1',
'pytest-cov>=3.0.0',
'typing_extensions>=4.10.0',
'werkzeug==3.0.4'
'werkzeug==3.1.3'
],
zip_safe=False,
classifiers=[
"Programming Language :: Python :: 3",
"Operating System :: OS Independent",
],
python_requires='>=3.7',
python_requires='>=3.10',
)

0 comments on commit 87f21d2

Please sign in to comment.