Merge branch 'dev'

packages.txt

@@ -1,22 +1,27 @@
 absl-py==2.1.0
-accelerate==0.26.1
+accelerate==0.33.0
 aiohttp==3.9.3
 aiosignal==1.3.1
 albumentations==1.4.3
 alembic==1.13.1
 annotated-types==0.6.0
 antlr4-python3-runtime==4.9.3
+anyio==4.4.0
 appdirs==1.4.4
 async-timeout==4.0.3
 attrs==23.2.0
 audioread==3.0.1
+beautifulsoup4==4.12.3
+bert-score==0.3.13
 bitarray==2.9.2
-bitsandbytes==0.43.1
+bitsandbytes==0.43.3
 bleach==6.1.0
+Brotli @ file:///croot/brotli-split_1714483155106/work
+cachetools==5.3.3
 catboost==1.2.2
 certifi==2024.2.2
 cffi==1.16.0
-charset-normalizer==3.3.2
+charset-normalizer @ file:///croot/charset-normalizer_1721748349566/work
 click==8.1.7
 colorama==0.4.6
 colorlog==6.8.2
@@ -28,51 +33,71 @@ decorator==5.1.1
 deepspeed==0.13.1
 diffusers==0.27.2
 dill==0.3.7
+distro==1.9.0
 docker-pycreds==0.4.0
 duckdb==1.0.0
 einops==0.7.0
+entmax==1.3
+evaluate==0.4.2
+exceptiongroup==1.2.1
 fairseq==0.12.2
-filelock==3.13.1
-flash-attn==2.5.8
+filelock @ file:///croot/filelock_1700591183607/work
+flash-attn @ https://github.com/Dao-AILab/flash-attention/releases/download/v2.6.3/flash_attn-2.6.3+cu123torch2.3cxx11abiFALSE-cp38-cp38-linux_x86_64.whl#sha256=8dd6b57aa0ed6fe3dd9ebdaaa7ecb99d3e1944e9077ce62e78b0132143149274
 flatbuffers==23.5.26
 fonttools==4.48.1
 frozenlist==1.4.1
 fsspec==2023.10.0
 gitdb==4.0.11
 GitPython==3.1.41
+gmpy2 @ file:///tmp/build/80754af9/gmpy2_1645455532332/work
+google==3.0.0
+google-ai-generativelanguage==0.1.0
+google-api-core==2.19.1
+google-auth==2.31.0
+google-generativeai==0.1.0rc1
+googleapis-common-protos==1.63.2
 graphviz==0.20.1
 greenlet==3.0.3
+grpcio==1.64.1
+grpcio-status==1.62.2
+h11==0.14.0
 hjson==3.1.0
-huggingface-hub==0.23.4
+httpcore==1.0.5
+httpx==0.27.0
+huggingface-hub==0.24.5
 hydra-core==1.3.2
 idna==3.6
 imageio==2.34.0
 importlib-metadata==7.0.1
 importlib-resources==6.1.1
 Jinja2==3.1.3
 joblib==1.3.2
+jsonargparse==3.13.1
 kaggle==1.6.14
 kiwisolver==1.4.5
 lazy_loader==0.3
 librosa==0.10.1
 lightgbm==4.3.0
-lightning==2.3.1
-lightning-utilities==0.10.1
+lightning==2.3.3
+lightning-utilities==0.11.6
 llvmlite==0.41.1
 lxml==5.1.0
 Mako==1.3.2
-MarkupSafe==2.1.5
+MarkupSafe @ file:///croot/markupsafe_1704205993651/work
 matplotlib==3.7.4
 mediapipe==0.10.9
-mpmath==1.3.0
+mkl-fft @ file:///croot/mkl_fft_1695058164594/work
+mkl-random @ file:///croot/mkl_random_1695059800811/work
+mkl-service==2.4.0
+mpmath @ file:///croot/mpmath_1690848262763/work
 msgpack==1.0.7
 multidict==6.0.5
 multiprocess==0.70.15
-networkx==3.1
+networkx @ file:///croot/networkx_1690561992265/work
 ninja==1.11.1.1
 nltk==3.8.1
 numba==0.58.1
-numpy==1.24.4
+numpy @ file:///work/mkl/numpy_and_numpy_base_1682953417311/work
 nvidia-cublas-cu12==12.1.3.1
 nvidia-cuda-cupti-cu12==12.1.105
 nvidia-cuda-nvrtc-cu12==12.1.105
@@ -86,75 +111,84 @@ nvidia-nccl-cu12==2.19.3
 nvidia-nvjitlink-cu12==12.3.101
 nvidia-nvtx-cu12==12.1.105
 omegaconf==2.3.0
+openai==1.35.10
 opencv-contrib-python==4.9.0.80
 opencv-python==4.8.1.78
 opencv-python-headless==4.9.0.80
 optuna==3.5.0
 packaging==23.2
 pandas==1.5.0
-peft==0.10.0
+peft==0.12.0
 pillow==10.2.0
 platformdirs==4.2.0
 plotly==5.18.0
 polars==0.20.31
 pooch==1.8.0
 portalocker==2.8.2
-protobuf==3.20.3
+proto-plus==1.24.0
+protobuf==4.25.3
 psutil==5.9.8
 py-cpuinfo==9.0.0
 pyarrow==15.0.0
 pyarrow-hotfix==0.6
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
 pycparser==2.21
 pydantic==2.6.1
 pydantic_core==2.16.2
 pynvml==11.5.0
 pyparsing==3.1.1
+PySocks @ file:///tmp/build/80754af9/pysocks_1605305779399/work
 pytesseract==0.3.10
 python-dateutil==2.8.2
 python-dotenv==1.0.1
 python-slugify==8.0.4
-pytorch-lightning==2.3.1
+pytorch-lightning==2.3.3
 pytz==2024.1
 PyWavelets==1.4.1
-PyYAML==6.0.1
+PyYAML @ file:///croot/pyyaml_1698096049011/work
 rdkit==2023.9.6
 regex==2023.12.25
 requests==2.31.0
+rsa==4.9
 sacrebleu==2.4.0
-safetensors==0.4.2
+safetensors==0.4.3
 scikit-image==0.21.0
 scikit-learn==1.3.2
 scipy==1.10.1
-sentencepiece==0.2.0
+sentencepiece==0.1.99
 sentry-sdk==1.40.2
 setproctitle==1.3.3
 six==1.16.0
 smmap==5.0.1
+sniffio==1.3.1
 sounddevice==0.4.6
 soundfile==0.12.1
+soupsieve==2.5
 soxr==0.3.7
 SQLAlchemy==2.0.25
-sympy==1.12
+sympy @ file:///croot/sympy_1701397643339/work
 tabulate==0.9.0
 tenacity==8.2.3
 text-unidecode==1.3
 threadpoolctl==3.2.0
 tifffile==2023.7.10
 timm==0.9.12
 tokenizers==0.19.1
-torch==2.2.0
-torchaudio==2.2.0
+torch==2.3.1
+torchaudio==2.3.1
 torchinfo==1.8.0
-torchmetrics==1.3.0.post0
+torchmetrics==1.4.1
 torchsummary==1.5.1
-torchvision==0.17.0
+torchvision==0.18.1
 torchviz==0.0.2
-tqdm==4.66.1
-transformers==4.42.3
-triton==2.2.0
-typing_extensions==4.9.0
+tqdm==4.66.5
+transformers==4.43.3
+triton==2.3.1
+typing_extensions @ file:///croot/typing_extensions_1715268824938/work
+unbabel-comet==2.2.2
 urllib3==2.2.0
-wandb==0.16.3
+wandb==0.17.5
 webencodings==0.5.1
 xgboost==2.0.3
 xxhash==3.4.1

requirements.txt

@@ -1,8 +1,8 @@
 deepspeed==0.13.1
-huggingface-hub==0.23.4
+huggingface-hub==0.24.5
 hydra-core==1.3.2
-lightning===2.3.1
-lightning-utilities==0.10.1
+lightning==2.3.3
+lightning-utilities==0.11.6
 matplotlib==3.7.4
 mediapipe==0.10.9
 multiprocess==0.70.15
@@ -14,15 +14,16 @@ optuna==3.5.0
 pandas==1.5.0
 pillow==10.2.0
 python-dotenv==1.0.1
-pytorch-lightning==2.3.1
-safetensors==0.4.2
+pytorch-lightning==2.3.3
+safetensors==0.4.3
 scikit-learn==1.3.2
 scipy==1.10.1
 timm==0.9.12
 tokenizers==0.19.1
-torch==2.2.0
-torchmetrics==1.3.0.post0
-torchvision==0.17.0
-transformers==4.42.3
-tqdm==4.66.1
-wandb==0.16.3
+torch==2.3.1
+torchmetrics==1.4.1
+torchvision==0.18.1
+tqdm==4.66.5
+transformers==4.43.3
+triton==2.3.1
+wandb==0.17.5