From 079dc90c542bb50a8bf110120745da92b25838b5 Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Tue, 6 Aug 2024 10:14:44 -0400
Subject: [PATCH 1/8] add project meta & build config for pdm mv /routellm/ to
/src/ mv /routellm/tests/ to /tests/
addresses #47
---
pdm.lock | 1443 +++++++++++++++++
pyproject.toml | 53 +-
{routellm => src/routellm}/__init__.py | 0
.../routellm}/calibrate_threshold.py | 0
{routellm => src/routellm}/controller.py | 0
.../routellm}/evals/benchmarks.py | 0
{routellm => src/routellm}/evals/evaluate.py | 0
.../routellm}/evals/find_contaminated.py | 0
.../evals/gsm8k/contaminated_prompts.jsonl | 0
.../evals/gsm8k/generate_responses.py | 0
.../routellm}/evals/gsm8k/gsm8k_responses.csv | 0
.../routellm}/evals/gsm8k/test.jsonl | 0
.../routellm}/evals/gsm8k/train.jsonl | 0
.../evals/mmlu/contaminated_prompts.jsonl | 0
.../routellm}/evals/mmlu/domains.py | 0
.../evals/mmlu/generate_responses.py | 0
.../mmlu/responses/mmlu_abstract_algebra.csv | 0
.../evals/mmlu/responses/mmlu_anatomy.csv | 0
.../evals/mmlu/responses/mmlu_astronomy.csv | 0
.../mmlu/responses/mmlu_business_ethics.csv | 0
.../responses/mmlu_clinical_knowledge.csv | 0
.../mmlu/responses/mmlu_college_biology.csv | 0
.../mmlu/responses/mmlu_college_chemistry.csv | 0
.../mmlu_college_computer_science.csv | 0
.../responses/mmlu_college_mathematics.csv | 0
.../mmlu/responses/mmlu_college_medicine.csv | 0
.../mmlu/responses/mmlu_college_physics.csv | 0
.../mmlu/responses/mmlu_computer_security.csv | 0
.../responses/mmlu_conceptual_physics.csv | 0
.../mmlu/responses/mmlu_econometrics.csv | 0
.../responses/mmlu_electrical_engineering.csv | 0
.../responses/mmlu_elementary_mathematics.csv | 0
.../mmlu/responses/mmlu_formal_logic.csv | 0
.../mmlu/responses/mmlu_global_facts.csv | 0
.../responses/mmlu_high_school_biology.csv | 0
.../responses/mmlu_high_school_chemistry.csv | 0
.../mmlu_high_school_computer_science.csv | 0
.../mmlu_high_school_european_history.csv | 0
.../responses/mmlu_high_school_geography.csv | 0
...lu_high_school_government_and_politics.csv | 0
.../mmlu_high_school_macroeconomics.csv | 0
.../mmlu_high_school_mathematics.csv | 0
.../mmlu_high_school_microeconomics.csv | 0
.../responses/mmlu_high_school_physics.csv | 0
.../responses/mmlu_high_school_psychology.csv | 0
.../responses/mmlu_high_school_statistics.csv | 0
.../responses/mmlu_high_school_us_history.csv | 0
.../mmlu_high_school_world_history.csv | 0
.../evals/mmlu/responses/mmlu_human_aging.csv | 0
.../mmlu/responses/mmlu_human_sexuality.csv | 0
.../mmlu/responses/mmlu_international_law.csv | 0
.../mmlu/responses/mmlu_jurisprudence.csv | 0
.../mmlu/responses/mmlu_logical_fallacies.csv | 0
.../mmlu/responses/mmlu_machine_learning.csv | 0
.../evals/mmlu/responses/mmlu_management.csv | 0
.../evals/mmlu/responses/mmlu_marketing.csv | 0
.../mmlu/responses/mmlu_medical_genetics.csv | 0
.../mmlu/responses/mmlu_miscellaneous.csv | 0
.../mmlu/responses/mmlu_moral_disputes.csv | 0
.../mmlu/responses/mmlu_moral_scenarios.csv | 0
.../evals/mmlu/responses/mmlu_nutrition.csv | 0
.../evals/mmlu/responses/mmlu_philosophy.csv | 0
.../evals/mmlu/responses/mmlu_prehistory.csv | 0
.../mmlu_professional_accounting.csv | 0
.../mmlu/responses/mmlu_professional_law.csv | 0
.../responses/mmlu_professional_medicine.csv | 0
.../mmlu_professional_psychology.csv | 0
.../mmlu/responses/mmlu_public_relations.csv | 0
.../mmlu/responses/mmlu_security_studies.csv | 0
.../evals/mmlu/responses/mmlu_sociology.csv | 0
.../mmlu/responses/mmlu_us_foreign_policy.csv | 0
.../evals/mmlu/responses/mmlu_virology.csv | 0
.../mmlu/responses/mmlu_world_religions.csv | 0
.../evals/mt_bench/contaminated_prompts.jsonl | 0
.../routellm}/evals/mt_bench/judgements.jsonl | 0
.../routellm}/evals/mt_bench/question.jsonl | 0
{routellm => src/routellm}/openai_server.py | 0
.../routers/causal_llm/classifier_ft_v5.txt | 0
.../routellm}/routers/causal_llm/configs.py | 0
.../routellm}/routers/causal_llm/llm_utils.py | 0
.../routellm}/routers/causal_llm/model.py | 0
.../routers/causal_llm/prompt_format.py | 0
.../routers/causal_llm/system_ft_v5.txt | 0
.../routers/matrix_factorization/model.py | 0
.../train_matrix_factorization.py | 0
{routellm => src/routellm}/routers/routers.py | 0
.../generate_embeddings.py | 0
.../routers/similarity_weighted/utils.py | 0
tests/__init__.py | 0
.../tests => tests}/test_openai_client.py | 0
.../tests => tests}/test_openai_server.py | 0
91 files changed, 1480 insertions(+), 16 deletions(-)
create mode 100644 pdm.lock
rename {routellm => src/routellm}/__init__.py (100%)
rename {routellm => src/routellm}/calibrate_threshold.py (100%)
rename {routellm => src/routellm}/controller.py (100%)
rename {routellm => src/routellm}/evals/benchmarks.py (100%)
rename {routellm => src/routellm}/evals/evaluate.py (100%)
rename {routellm => src/routellm}/evals/find_contaminated.py (100%)
rename {routellm => src/routellm}/evals/gsm8k/contaminated_prompts.jsonl (100%)
rename {routellm => src/routellm}/evals/gsm8k/generate_responses.py (100%)
rename {routellm => src/routellm}/evals/gsm8k/gsm8k_responses.csv (100%)
rename {routellm => src/routellm}/evals/gsm8k/test.jsonl (100%)
rename {routellm => src/routellm}/evals/gsm8k/train.jsonl (100%)
rename {routellm => src/routellm}/evals/mmlu/contaminated_prompts.jsonl (100%)
rename {routellm => src/routellm}/evals/mmlu/domains.py (100%)
rename {routellm => src/routellm}/evals/mmlu/generate_responses.py (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_abstract_algebra.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_anatomy.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_astronomy.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_business_ethics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_clinical_knowledge.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_college_biology.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_college_chemistry.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_college_computer_science.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_college_mathematics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_college_medicine.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_college_physics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_computer_security.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_conceptual_physics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_econometrics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_electrical_engineering.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_elementary_mathematics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_formal_logic.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_global_facts.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_biology.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_chemistry.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_computer_science.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_european_history.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_geography.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_government_and_politics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_macroeconomics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_mathematics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_microeconomics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_physics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_psychology.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_statistics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_us_history.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_high_school_world_history.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_human_aging.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_human_sexuality.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_international_law.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_jurisprudence.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_logical_fallacies.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_machine_learning.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_management.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_marketing.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_medical_genetics.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_miscellaneous.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_moral_disputes.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_moral_scenarios.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_nutrition.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_philosophy.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_prehistory.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_professional_accounting.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_professional_law.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_professional_medicine.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_professional_psychology.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_public_relations.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_security_studies.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_sociology.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_us_foreign_policy.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_virology.csv (100%)
rename {routellm => src/routellm}/evals/mmlu/responses/mmlu_world_religions.csv (100%)
rename {routellm => src/routellm}/evals/mt_bench/contaminated_prompts.jsonl (100%)
rename {routellm => src/routellm}/evals/mt_bench/judgements.jsonl (100%)
rename {routellm => src/routellm}/evals/mt_bench/question.jsonl (100%)
rename {routellm => src/routellm}/openai_server.py (100%)
rename {routellm => src/routellm}/routers/causal_llm/classifier_ft_v5.txt (100%)
rename {routellm => src/routellm}/routers/causal_llm/configs.py (100%)
rename {routellm => src/routellm}/routers/causal_llm/llm_utils.py (100%)
rename {routellm => src/routellm}/routers/causal_llm/model.py (100%)
rename {routellm => src/routellm}/routers/causal_llm/prompt_format.py (100%)
rename {routellm => src/routellm}/routers/causal_llm/system_ft_v5.txt (100%)
rename {routellm => src/routellm}/routers/matrix_factorization/model.py (100%)
rename {routellm => src/routellm}/routers/matrix_factorization/train_matrix_factorization.py (100%)
rename {routellm => src/routellm}/routers/routers.py (100%)
rename {routellm => src/routellm}/routers/similarity_weighted/generate_embeddings.py (100%)
rename {routellm => src/routellm}/routers/similarity_weighted/utils.py (100%)
create mode 100644 tests/__init__.py
rename {routellm/tests => tests}/test_openai_client.py (100%)
rename {routellm/tests => tests}/test_openai_server.py (100%)
diff --git a/pdm.lock b/pdm.lock
new file mode 100644
index 0000000..3efe3fb
--- /dev/null
+++ b/pdm.lock
@@ -0,0 +1,1443 @@
+# This file is @generated by PDM.
+# It is not intended for manual editing.
+
+[metadata]
+groups = ["default"]
+strategy = ["inherit_metadata"]
+lock_version = "4.5.0"
+content_hash = "sha256:ceeb899aba3ef467f338daf752e25db3065a15a754ed9bfafca238e1666986ab"
+
+[[metadata.targets]]
+requires_python = ">=3.12"
+
+[[package]]
+name = "aiohappyeyeballs"
+version = "2.3.4"
+requires_python = "<4.0,>=3.8"
+summary = "Happy Eyeballs for asyncio"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "aiohappyeyeballs-2.3.4-py3-none-any.whl", hash = "sha256:40a16ceffcf1fc9e142fd488123b2e218abc4188cf12ac20c67200e1579baa42"},
+ {file = "aiohappyeyeballs-2.3.4.tar.gz", hash = "sha256:7e1ae8399c320a8adec76f6c919ed5ceae6edd4c3672f4d9eae2b27e37c80ff6"},
+]
+
+[[package]]
+name = "aiohttp"
+version = "3.10.1"
+requires_python = ">=3.8"
+summary = "Async http client/server framework (asyncio)"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "aiohappyeyeballs>=2.3.0",
+ "aiosignal>=1.1.2",
+ "async-timeout<5.0,>=4.0; python_version < \"3.11\"",
+ "attrs>=17.3.0",
+ "frozenlist>=1.1.1",
+ "multidict<7.0,>=4.5",
+ "yarl<2.0,>=1.0",
+]
+files = [
+ {file = "aiohttp-3.10.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:2212296cdb63b092e295c3e4b4b442e7b7eb41e8a30d0f53c16d5962efed395d"},
+ {file = "aiohttp-3.10.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:4dcb127ca3eb0a61205818a606393cbb60d93b7afb9accd2fd1e9081cc533144"},
+ {file = "aiohttp-3.10.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:cb8b79a65332e1a426ccb6290ce0409e1dc16b4daac1cc5761e059127fa3d134"},
+ {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68cc24f707ed9cb961f6ee04020ca01de2c89b2811f3cf3361dc7c96a14bfbcc"},
+ {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9cb54f5725b4b37af12edf6c9e834df59258c82c15a244daa521a065fbb11717"},
+ {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:51d03e948e53b3639ce4d438f3d1d8202898ec6655cadcc09ec99229d4adc2a9"},
+ {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:786299d719eb5d868f161aeec56d589396b053925b7e0ce36e983d30d0a3e55c"},
+ {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:abda4009a30d51d3f06f36bc7411a62b3e647fa6cc935ef667e3e3d3a7dd09b1"},
+ {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:67f7639424c313125213954e93a6229d3a1d386855d70c292a12628f600c7150"},
+ {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:8e5a26d7aac4c0d8414a347da162696eea0629fdce939ada6aedf951abb1d745"},
+ {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:120548d89f14b76a041088b582454d89389370632ee12bf39d919cc5c561d1ca"},
+ {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:f5293726943bdcea24715b121d8c4ae12581441d22623b0e6ab12d07ce85f9c4"},
+ {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:1f8605e573ed6c44ec689d94544b2c4bb1390aaa723a8b5a2cc0a5a485987a68"},
+ {file = "aiohttp-3.10.1-cp312-cp312-win32.whl", hash = "sha256:e7168782621be4448d90169a60c8b37e9b0926b3b79b6097bc180c0a8a119e73"},
+ {file = "aiohttp-3.10.1-cp312-cp312-win_amd64.whl", hash = "sha256:8fbf8c0ded367c5c8eaf585f85ca8dd85ff4d5b73fb8fe1e6ac9e1b5e62e11f7"},
+ {file = "aiohttp-3.10.1.tar.gz", hash = "sha256:8b0d058e4e425d3b45e8ec70d49b402f4d6b21041e674798b1f91ba027c73f28"},
+]
+
+[[package]]
+name = "aiosignal"
+version = "1.3.1"
+requires_python = ">=3.7"
+summary = "aiosignal: a list of registered asynchronous callbacks"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "frozenlist>=1.1.0",
+]
+files = [
+ {file = "aiosignal-1.3.1-py3-none-any.whl", hash = "sha256:f8376fb07dd1e86a584e4fcdec80b36b7f81aac666ebc724e2c090300dd83b17"},
+ {file = "aiosignal-1.3.1.tar.gz", hash = "sha256:54cd96e15e1649b75d6c87526a6ff0b6c1b0dd3459f43d9ca11d48c339b68cfc"},
+]
+
+[[package]]
+name = "annotated-types"
+version = "0.7.0"
+requires_python = ">=3.8"
+summary = "Reusable constraint types to use with typing.Annotated"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "typing-extensions>=4.0.0; python_version < \"3.9\"",
+]
+files = [
+ {file = "annotated_types-0.7.0-py3-none-any.whl", hash = "sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53"},
+ {file = "annotated_types-0.7.0.tar.gz", hash = "sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89"},
+]
+
+[[package]]
+name = "anyio"
+version = "4.4.0"
+requires_python = ">=3.8"
+summary = "High level compatibility layer for multiple asynchronous event loop implementations"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "exceptiongroup>=1.0.2; python_version < \"3.11\"",
+ "idna>=2.8",
+ "sniffio>=1.1",
+ "typing-extensions>=4.1; python_version < \"3.11\"",
+]
+files = [
+ {file = "anyio-4.4.0-py3-none-any.whl", hash = "sha256:c1b2d8f46a8a812513012e1107cb0e68c17159a7a594208005a57dc776e1bdc7"},
+ {file = "anyio-4.4.0.tar.gz", hash = "sha256:5aadc6a1bbb7cdb0bede386cac5e2940f5e2ff3aa20277e991cf028e0585ce94"},
+]
+
+[[package]]
+name = "attrs"
+version = "24.1.0"
+requires_python = ">=3.7"
+summary = "Classes Without Boilerplate"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "importlib-metadata; python_version < \"3.8\"",
+]
+files = [
+ {file = "attrs-24.1.0-py3-none-any.whl", hash = "sha256:377b47448cb61fea38533f671fba0d0f8a96fd58facd4dc518e3dac9dbea0905"},
+ {file = "attrs-24.1.0.tar.gz", hash = "sha256:adbdec84af72d38be7628e353a09b6a6790d15cd71819f6e9d7b0faa8a125745"},
+]
+
+[[package]]
+name = "certifi"
+version = "2024.7.4"
+requires_python = ">=3.6"
+summary = "Python package for providing Mozilla's CA Bundle."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "certifi-2024.7.4-py3-none-any.whl", hash = "sha256:c198e21b1289c2ab85ee4e67bb4b4ef3ead0892059901a8d5b622f24a1101e90"},
+ {file = "certifi-2024.7.4.tar.gz", hash = "sha256:5a1e7645bc0ec61a09e26c36f6106dd4cf40c6db3a1fb6352b0244e7fb057c7b"},
+]
+
+[[package]]
+name = "charset-normalizer"
+version = "3.3.2"
+requires_python = ">=3.7.0"
+summary = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "charset-normalizer-3.3.2.tar.gz", hash = "sha256:f30c3cb33b24454a82faecaf01b19c18562b1e89558fb6c56de4d9118a032fd5"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-win32.whl", hash = "sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7"},
+ {file = "charset_normalizer-3.3.2-cp312-cp312-win_amd64.whl", hash = "sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001"},
+ {file = "charset_normalizer-3.3.2-py3-none-any.whl", hash = "sha256:3e4d1f6587322d2788836a99c69062fbb091331ec940e02d12d179c1d53e25fc"},
+]
+
+[[package]]
+name = "click"
+version = "8.1.7"
+requires_python = ">=3.7"
+summary = "Composable command line interface toolkit"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "colorama; platform_system == \"Windows\"",
+ "importlib-metadata; python_version < \"3.8\"",
+]
+files = [
+ {file = "click-8.1.7-py3-none-any.whl", hash = "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28"},
+ {file = "click-8.1.7.tar.gz", hash = "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de"},
+]
+
+[[package]]
+name = "colorama"
+version = "0.4.6"
+requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"
+summary = "Cross-platform colored terminal text."
+groups = ["default"]
+marker = "platform_system == \"Windows\" and python_version >= \"3.12\""
+files = [
+ {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"},
+ {file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"},
+]
+
+[[package]]
+name = "datasets"
+version = "2.20.0"
+requires_python = ">=3.8.0"
+summary = "HuggingFace community-driven open-source library of datasets"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "aiohttp",
+ "dill<0.3.9,>=0.3.0",
+ "filelock",
+ "fsspec[http]<=2024.5.0,>=2023.1.0",
+ "huggingface-hub>=0.21.2",
+ "multiprocess",
+ "numpy>=1.17",
+ "packaging",
+ "pandas",
+ "pyarrow-hotfix",
+ "pyarrow>=15.0.0",
+ "pyyaml>=5.1",
+ "requests>=2.32.2",
+ "tqdm>=4.66.3",
+ "xxhash",
+]
+files = [
+ {file = "datasets-2.20.0-py3-none-any.whl", hash = "sha256:76ac02e3bdfff824492e20678f0b6b1b6d080515957fe834b00c2ba8d6b18e5e"},
+ {file = "datasets-2.20.0.tar.gz", hash = "sha256:3c4dbcd27e0f642b9d41d20ff2efa721a5e04b32b2ca4009e0fc9139e324553f"},
+]
+
+[[package]]
+name = "dill"
+version = "0.3.8"
+requires_python = ">=3.8"
+summary = "serialize all of Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "dill-0.3.8-py3-none-any.whl", hash = "sha256:c36ca9ffb54365bdd2f8eb3eff7d2a21237f8452b57ace88b1ac615b7e815bd7"},
+ {file = "dill-0.3.8.tar.gz", hash = "sha256:3ebe3c479ad625c4553aca177444d89b486b1d84982eeacded644afc0cf797ca"},
+]
+
+[[package]]
+name = "distro"
+version = "1.9.0"
+requires_python = ">=3.6"
+summary = "Distro - an OS platform information API"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "distro-1.9.0-py3-none-any.whl", hash = "sha256:7bffd925d65168f85027d8da9af6bddab658135b840670a223589bc0c8ef02b2"},
+ {file = "distro-1.9.0.tar.gz", hash = "sha256:2fa77c6fd8940f116ee1d6b94a2f90b13b5ea8d019b98bc8bafdcabcdd9bdbed"},
+]
+
+[[package]]
+name = "filelock"
+version = "3.15.4"
+requires_python = ">=3.8"
+summary = "A platform independent file lock."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "filelock-3.15.4-py3-none-any.whl", hash = "sha256:6ca1fffae96225dab4c6eaf1c4f4f28cd2568d3ec2a44e15a08520504de468e7"},
+ {file = "filelock-3.15.4.tar.gz", hash = "sha256:2207938cbc1844345cb01a5a95524dae30f0ce089eba5b00378295a17e3e90cb"},
+]
+
+[[package]]
+name = "frozenlist"
+version = "1.4.1"
+requires_python = ">=3.8"
+summary = "A list-like structure which implements collections.abc.MutableSequence"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "frozenlist-1.4.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:1979bc0aeb89b33b588c51c54ab0161791149f2461ea7c7c946d95d5f93b56ae"},
+ {file = "frozenlist-1.4.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:cc7b01b3754ea68a62bd77ce6020afaffb44a590c2289089289363472d13aedb"},
+ {file = "frozenlist-1.4.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:c9c92be9fd329ac801cc420e08452b70e7aeab94ea4233a4804f0915c14eba9b"},
+ {file = "frozenlist-1.4.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5c3894db91f5a489fc8fa6a9991820f368f0b3cbdb9cd8849547ccfab3392d86"},
+ {file = "frozenlist-1.4.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ba60bb19387e13597fb059f32cd4d59445d7b18b69a745b8f8e5db0346f33480"},
+ {file = "frozenlist-1.4.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8aefbba5f69d42246543407ed2461db31006b0f76c4e32dfd6f42215a2c41d09"},
+ {file = "frozenlist-1.4.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:780d3a35680ced9ce682fbcf4cb9c2bad3136eeff760ab33707b71db84664e3a"},
+ {file = "frozenlist-1.4.1-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9acbb16f06fe7f52f441bb6f413ebae6c37baa6ef9edd49cdd567216da8600cd"},
+ {file = "frozenlist-1.4.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:23b701e65c7b36e4bf15546a89279bd4d8675faabc287d06bbcfac7d3c33e1e6"},
+ {file = "frozenlist-1.4.1-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:3e0153a805a98f5ada7e09826255ba99fb4f7524bb81bf6b47fb702666484ae1"},
+ {file = "frozenlist-1.4.1-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:dd9b1baec094d91bf36ec729445f7769d0d0cf6b64d04d86e45baf89e2b9059b"},
+ {file = "frozenlist-1.4.1-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:1a4471094e146b6790f61b98616ab8e44f72661879cc63fa1049d13ef711e71e"},
+ {file = "frozenlist-1.4.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:5667ed53d68d91920defdf4035d1cdaa3c3121dc0b113255124bcfada1cfa1b8"},
+ {file = "frozenlist-1.4.1-cp312-cp312-win32.whl", hash = "sha256:beee944ae828747fd7cb216a70f120767fc9f4f00bacae8543c14a6831673f89"},
+ {file = "frozenlist-1.4.1-cp312-cp312-win_amd64.whl", hash = "sha256:64536573d0a2cb6e625cf309984e2d873979709f2cf22839bf2d61790b448ad5"},
+ {file = "frozenlist-1.4.1-py3-none-any.whl", hash = "sha256:04ced3e6a46b4cfffe20f9ae482818e34eba9b5fb0ce4056e4cc9b6e212d09b7"},
+ {file = "frozenlist-1.4.1.tar.gz", hash = "sha256:c037a86e8513059a2613aaba4d817bb90b9d9b6b69aace3ce9c877e8c8ed402b"},
+]
+
+[[package]]
+name = "fsspec"
+version = "2024.5.0"
+requires_python = ">=3.8"
+summary = "File-system specification"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "fsspec-2024.5.0-py3-none-any.whl", hash = "sha256:e0fdbc446d67e182f49a70b82cf7889028a63588fde6b222521f10937b2b670c"},
+ {file = "fsspec-2024.5.0.tar.gz", hash = "sha256:1d021b0b0f933e3b3029ed808eb400c08ba101ca2de4b3483fbc9ca23fcee94a"},
+]
+
+[[package]]
+name = "fsspec"
+version = "2024.5.0"
+extras = ["http"]
+requires_python = ">=3.8"
+summary = "File-system specification"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "aiohttp!=4.0.0a0,!=4.0.0a1",
+ "fsspec==2024.5.0",
+]
+files = [
+ {file = "fsspec-2024.5.0-py3-none-any.whl", hash = "sha256:e0fdbc446d67e182f49a70b82cf7889028a63588fde6b222521f10937b2b670c"},
+ {file = "fsspec-2024.5.0.tar.gz", hash = "sha256:1d021b0b0f933e3b3029ed808eb400c08ba101ca2de4b3483fbc9ca23fcee94a"},
+]
+
+[[package]]
+name = "h11"
+version = "0.14.0"
+requires_python = ">=3.7"
+summary = "A pure-Python, bring-your-own-I/O implementation of HTTP/1.1"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "typing-extensions; python_version < \"3.8\"",
+]
+files = [
+ {file = "h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761"},
+ {file = "h11-0.14.0.tar.gz", hash = "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d"},
+]
+
+[[package]]
+name = "httpcore"
+version = "1.0.5"
+requires_python = ">=3.8"
+summary = "A minimal low-level HTTP client."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "certifi",
+ "h11<0.15,>=0.13",
+]
+files = [
+ {file = "httpcore-1.0.5-py3-none-any.whl", hash = "sha256:421f18bac248b25d310f3cacd198d55b8e6125c107797b609ff9b7a6ba7991b5"},
+ {file = "httpcore-1.0.5.tar.gz", hash = "sha256:34a38e2f9291467ee3b44e89dd52615370e152954ba21721378a87b2960f7a61"},
+]
+
+[[package]]
+name = "httpx"
+version = "0.27.0"
+requires_python = ">=3.8"
+summary = "The next generation HTTP client."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "anyio",
+ "certifi",
+ "httpcore==1.*",
+ "idna",
+ "sniffio",
+]
+files = [
+ {file = "httpx-0.27.0-py3-none-any.whl", hash = "sha256:71d5465162c13681bff01ad59b2cc68dd838ea1f10e51574bac27103f00c91a5"},
+ {file = "httpx-0.27.0.tar.gz", hash = "sha256:a0cb88a46f32dc874e04ee956e4c2764aba2aa228f650b06788ba6bda2962ab5"},
+]
+
+[[package]]
+name = "huggingface-hub"
+version = "0.24.5"
+requires_python = ">=3.8.0"
+summary = "Client library to download and publish models, datasets and other repos on the huggingface.co hub"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "filelock",
+ "fsspec>=2023.5.0",
+ "packaging>=20.9",
+ "pyyaml>=5.1",
+ "requests",
+ "tqdm>=4.42.1",
+ "typing-extensions>=3.7.4.3",
+]
+files = [
+ {file = "huggingface_hub-0.24.5-py3-none-any.whl", hash = "sha256:d93fb63b1f1a919a22ce91a14518974e81fc4610bf344dfe7572343ce8d3aced"},
+ {file = "huggingface_hub-0.24.5.tar.gz", hash = "sha256:7b45d6744dd53ce9cbf9880957de00e9d10a9ae837f1c9b7255fc8fa4e8264f3"},
+]
+
+[[package]]
+name = "idna"
+version = "3.7"
+requires_python = ">=3.5"
+summary = "Internationalized Domain Names in Applications (IDNA)"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "idna-3.7-py3-none-any.whl", hash = "sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0"},
+ {file = "idna-3.7.tar.gz", hash = "sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc"},
+]
+
+[[package]]
+name = "importlib-metadata"
+version = "8.2.0"
+requires_python = ">=3.8"
+summary = "Read metadata from Python packages"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "typing-extensions>=3.6.4; python_version < \"3.8\"",
+ "zipp>=0.5",
+]
+files = [
+ {file = "importlib_metadata-8.2.0-py3-none-any.whl", hash = "sha256:11901fa0c2f97919b288679932bb64febaeacf289d18ac84dd68cb2e74213369"},
+ {file = "importlib_metadata-8.2.0.tar.gz", hash = "sha256:72e8d4399996132204f9a16dcc751af254a48f8d1b20b9ff0f98d4a8f901e73d"},
+]
+
+[[package]]
+name = "jinja2"
+version = "3.1.4"
+requires_python = ">=3.7"
+summary = "A very fast and expressive template engine."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "MarkupSafe>=2.0",
+]
+files = [
+ {file = "jinja2-3.1.4-py3-none-any.whl", hash = "sha256:bc5dd2abb727a5319567b7a813e6a2e7318c39f4f487cfe6c89c6f9c7d25197d"},
+ {file = "jinja2-3.1.4.tar.gz", hash = "sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369"},
+]
+
+[[package]]
+name = "joblib"
+version = "1.4.2"
+requires_python = ">=3.8"
+summary = "Lightweight pipelining with Python functions"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "joblib-1.4.2-py3-none-any.whl", hash = "sha256:06d478d5674cbc267e7496a410ee875abd68e4340feff4490bcb7afb88060ae6"},
+ {file = "joblib-1.4.2.tar.gz", hash = "sha256:2382c5816b2636fbd20a09e0f4e9dad4736765fdfb7dca582943b9c1366b3f0e"},
+]
+
+[[package]]
+name = "jsonschema"
+version = "4.23.0"
+requires_python = ">=3.8"
+summary = "An implementation of JSON Schema validation for Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "attrs>=22.2.0",
+ "importlib-resources>=1.4.0; python_version < \"3.9\"",
+ "jsonschema-specifications>=2023.03.6",
+ "pkgutil-resolve-name>=1.3.10; python_version < \"3.9\"",
+ "referencing>=0.28.4",
+ "rpds-py>=0.7.1",
+]
+files = [
+ {file = "jsonschema-4.23.0-py3-none-any.whl", hash = "sha256:fbadb6f8b144a8f8cf9f0b89ba94501d143e50411a1278633f56a7acf7fd5566"},
+ {file = "jsonschema-4.23.0.tar.gz", hash = "sha256:d71497fef26351a33265337fa77ffeb82423f3ea21283cd9467bb03999266bc4"},
+]
+
+[[package]]
+name = "jsonschema-specifications"
+version = "2023.12.1"
+requires_python = ">=3.8"
+summary = "The JSON Schema meta-schemas and vocabularies, exposed as a Registry"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "importlib-resources>=1.4.0; python_version < \"3.9\"",
+ "referencing>=0.31.0",
+]
+files = [
+ {file = "jsonschema_specifications-2023.12.1-py3-none-any.whl", hash = "sha256:87e4fdf3a94858b8a2ba2778d9ba57d8a9cafca7c7489c46ba0d30a8bc6a9c3c"},
+ {file = "jsonschema_specifications-2023.12.1.tar.gz", hash = "sha256:48a76787b3e70f5ed53f1160d2b81f586e4ca6d1548c5de7085d1682674764cc"},
+]
+
+[[package]]
+name = "litellm"
+version = "1.43.0"
+requires_python = "!=2.7.*,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,!=3.7.*,>=3.8"
+summary = "Library to easily interface with LLM API providers"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "aiohttp",
+ "click",
+ "importlib-metadata>=6.8.0",
+ "jinja2<4.0.0,>=3.1.2",
+ "jsonschema<5.0.0,>=4.22.0",
+ "openai>=1.27.0",
+ "pydantic<3.0.0,>=2.0.0",
+ "python-dotenv>=0.2.0",
+ "requests<3.0.0,>=2.31.0",
+ "tiktoken>=0.7.0",
+ "tokenizers",
+]
+files = [
+ {file = "litellm-1.43.0-py3-none-any.whl", hash = "sha256:0a91b84637e9f5b2cf31f210f682e04134f9c1837501763685dc1a58ec25f685"},
+ {file = "litellm-1.43.0.tar.gz", hash = "sha256:0d0faa25470783dc9f30894a3bb86c90cd3ff72cf769393eaac563e53d2ec162"},
+]
+
+[[package]]
+name = "markupsafe"
+version = "2.1.5"
+requires_python = ">=3.7"
+summary = "Safely add untrusted strings to HTML/XML markup."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:8dec4936e9c3100156f8a2dc89c4b88d5c435175ff03413b443469c7c8c5f4d1"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:3c6b973f22eb18a789b1460b4b91bf04ae3f0c4234a0a6aa6b0a92f6f7b951d4"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ac07bad82163452a6884fe8fa0963fb98c2346ba78d779ec06bd7a6262132aee"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f5dfb42c4604dddc8e4305050aa6deb084540643ed5804d7455b5df8fe16f5e5"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ea3d8a3d18833cf4304cd2fc9cbb1efe188ca9b5efef2bdac7adc20594a0e46b"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:d050b3361367a06d752db6ead6e7edeb0009be66bc3bae0ee9d97fb326badc2a"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:bec0a414d016ac1a18862a519e54b2fd0fc8bbfd6890376898a6c0891dd82e9f"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:58c98fee265677f63a4385256a6d7683ab1832f3ddd1e66fe948d5880c21a169"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-win32.whl", hash = "sha256:8590b4ae07a35970728874632fed7bd57b26b0102df2d2b233b6d9d82f6c62ad"},
+ {file = "MarkupSafe-2.1.5-cp312-cp312-win_amd64.whl", hash = "sha256:823b65d8706e32ad2df51ed89496147a42a2a6e01c13cfb6ffb8b1e92bc910bb"},
+ {file = "MarkupSafe-2.1.5.tar.gz", hash = "sha256:d283d37a890ba4c1ae73ffadf8046435c76e7bc2247bbb63c00bd1a709c6544b"},
+]
+
+[[package]]
+name = "mpmath"
+version = "1.3.0"
+summary = "Python library for arbitrary-precision floating-point arithmetic"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c"},
+ {file = "mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f"},
+]
+
+[[package]]
+name = "multidict"
+version = "6.0.5"
+requires_python = ">=3.7"
+summary = "multidict implementation"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "multidict-6.0.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:51d035609b86722963404f711db441cf7134f1889107fb171a970c9701f92e1e"},
+ {file = "multidict-6.0.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:cbebcd5bcaf1eaf302617c114aa67569dd3f090dd0ce8ba9e35e9985b41ac35b"},
+ {file = "multidict-6.0.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:2ffc42c922dbfddb4a4c3b438eb056828719f07608af27d163191cb3e3aa6cc5"},
+ {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ceb3b7e6a0135e092de86110c5a74e46bda4bd4fbfeeb3a3bcec79c0f861e450"},
+ {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:79660376075cfd4b2c80f295528aa6beb2058fd289f4c9252f986751a4cd0496"},
+ {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e4428b29611e989719874670fd152b6625500ad6c686d464e99f5aaeeaca175a"},
+ {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d84a5c3a5f7ce6db1f999fb9438f686bc2e09d38143f2d93d8406ed2dd6b9226"},
+ {file = "multidict-6.0.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:76c0de87358b192de7ea9649beb392f107dcad9ad27276324c24c91774ca5271"},
+ {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:79a6d2ba910adb2cbafc95dad936f8b9386e77c84c35bc0add315b856d7c3abb"},
+ {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:92d16a3e275e38293623ebf639c471d3e03bb20b8ebb845237e0d3664914caef"},
+ {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:fb616be3538599e797a2017cccca78e354c767165e8858ab5116813146041a24"},
+ {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:14c2976aa9038c2629efa2c148022ed5eb4cb939e15ec7aace7ca932f48f9ba6"},
+ {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:435a0984199d81ca178b9ae2c26ec3d49692d20ee29bc4c11a2a8d4514c67eda"},
+ {file = "multidict-6.0.5-cp312-cp312-win32.whl", hash = "sha256:9fe7b0653ba3d9d65cbe7698cca585bf0f8c83dbbcc710db9c90f478e175f2d5"},
+ {file = "multidict-6.0.5-cp312-cp312-win_amd64.whl", hash = "sha256:01265f5e40f5a17f8241d52656ed27192be03bfa8764d88e8220141d1e4b3556"},
+ {file = "multidict-6.0.5-py3-none-any.whl", hash = "sha256:0d63c74e3d7ab26de115c49bffc92cc77ed23395303d496eae515d4204a625e7"},
+ {file = "multidict-6.0.5.tar.gz", hash = "sha256:f7e301075edaf50500f0b341543c41194d8df3ae5caf4702f2095f3ca73dd8da"},
+]
+
+[[package]]
+name = "multiprocess"
+version = "0.70.16"
+requires_python = ">=3.8"
+summary = "better multiprocessing and multithreading in Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "dill>=0.3.8",
+]
+files = [
+ {file = "multiprocess-0.70.16-py312-none-any.whl", hash = "sha256:fc0544c531920dde3b00c29863377f87e1632601092ea2daca74e4beb40faa2e"},
+ {file = "multiprocess-0.70.16.tar.gz", hash = "sha256:161af703d4652a0e1410be6abccecde4a7ddffd19341be0a7011b94aeb171ac1"},
+]
+
+[[package]]
+name = "networkx"
+version = "3.3"
+requires_python = ">=3.10"
+summary = "Python package for creating and manipulating graphs and networks"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "networkx-3.3-py3-none-any.whl", hash = "sha256:28575580c6ebdaf4505b22c6256a2b9de86b316dc63ba9e93abde3d78dfdbcf2"},
+ {file = "networkx-3.3.tar.gz", hash = "sha256:0c127d8b2f4865f59ae9cb8aafcd60b5c70f3241ebd66f7defad7c4ab90126c9"},
+]
+
+[[package]]
+name = "numpy"
+version = "2.0.1"
+requires_python = ">=3.9"
+summary = "Fundamental package for array computing in Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "numpy-2.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:6bf4e6f4a2a2e26655717a1983ef6324f2664d7011f6ef7482e8c0b3d51e82ac"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:7d6fddc5fe258d3328cd8e3d7d3e02234c5d70e01ebe377a6ab92adb14039cb4"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:5daab361be6ddeb299a918a7c0864fa8618af66019138263247af405018b04e1"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:ea2326a4dca88e4a274ba3a4405eb6c6467d3ffbd8c7d38632502eaae3820587"},
+ {file = "numpy-2.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:529af13c5f4b7a932fb0e1911d3a75da204eff023ee5e0e79c1751564221a5c8"},
+ {file = "numpy-2.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6790654cb13eab303d8402354fabd47472b24635700f631f041bd0b65e37298a"},
+ {file = "numpy-2.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:cbab9fc9c391700e3e1287666dfd82d8666d10e69a6c4a09ab97574c0b7ee0a7"},
+ {file = "numpy-2.0.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:99d0d92a5e3613c33a5f01db206a33f8fdf3d71f2912b0de1739894668b7a93b"},
+ {file = "numpy-2.0.1-cp312-cp312-win32.whl", hash = "sha256:173a00b9995f73b79eb0191129f2455f1e34c203f559dd118636858cc452a1bf"},
+ {file = "numpy-2.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:bb2124fdc6e62baae159ebcfa368708867eb56806804d005860b6007388df171"},
+ {file = "numpy-2.0.1.tar.gz", hash = "sha256:485b87235796410c3519a699cfe1faab097e509e90ebb05dcd098db2ae87e7b3"},
+]
+
+[[package]]
+name = "nvidia-cublas-cu12"
+version = "12.1.3.1"
+requires_python = ">=3"
+summary = "CUBLAS native runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl", hash = "sha256:ee53ccca76a6fc08fb9701aa95b6ceb242cdaab118c3bb152af4e579af792728"},
+ {file = "nvidia_cublas_cu12-12.1.3.1-py3-none-win_amd64.whl", hash = "sha256:2b964d60e8cf11b5e1073d179d85fa340c120e99b3067558f3cf98dd69d02906"},
+]
+
+[[package]]
+name = "nvidia-cuda-cupti-cu12"
+version = "12.1.105"
+requires_python = ">=3"
+summary = "CUDA profiling tools runtime libs."
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:e54fde3983165c624cb79254ae9818a456eb6e87a7fd4d56a2352c24ee542d7e"},
+ {file = "nvidia_cuda_cupti_cu12-12.1.105-py3-none-win_amd64.whl", hash = "sha256:bea8236d13a0ac7190bd2919c3e8e6ce1e402104276e6f9694479e48bb0eb2a4"},
+]
+
+[[package]]
+name = "nvidia-cuda-nvrtc-cu12"
+version = "12.1.105"
+requires_python = ">=3"
+summary = "NVRTC native runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:339b385f50c309763ca65456ec75e17bbefcbbf2893f462cb8b90584cd27a1c2"},
+ {file = "nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-win_amd64.whl", hash = "sha256:0a98a522d9ff138b96c010a65e145dc1b4850e9ecb75a0172371793752fd46ed"},
+]
+
+[[package]]
+name = "nvidia-cuda-runtime-cu12"
+version = "12.1.105"
+requires_python = ">=3"
+summary = "CUDA Runtime native Libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:6e258468ddf5796e25f1dc591a31029fa317d97a0a94ed93468fc86301d61e40"},
+ {file = "nvidia_cuda_runtime_cu12-12.1.105-py3-none-win_amd64.whl", hash = "sha256:dfb46ef84d73fababab44cf03e3b83f80700d27ca300e537f85f636fac474344"},
+]
+
+[[package]]
+name = "nvidia-cudnn-cu12"
+version = "9.1.0.70"
+requires_python = ">=3"
+summary = "cuDNN runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+dependencies = [
+ "nvidia-cublas-cu12",
+]
+files = [
+ {file = "nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl", hash = "sha256:165764f44ef8c61fcdfdfdbe769d687e06374059fbb388b6c89ecb0e28793a6f"},
+ {file = "nvidia_cudnn_cu12-9.1.0.70-py3-none-win_amd64.whl", hash = "sha256:6278562929433d68365a07a4a1546c237ba2849852c0d4b2262a486e805b977a"},
+]
+
+[[package]]
+name = "nvidia-cufft-cu12"
+version = "11.0.2.54"
+requires_python = ">=3"
+summary = "CUFFT native runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl", hash = "sha256:794e3948a1aa71fd817c3775866943936774d1c14e7628c74f6f7417224cdf56"},
+ {file = "nvidia_cufft_cu12-11.0.2.54-py3-none-win_amd64.whl", hash = "sha256:d9ac353f78ff89951da4af698f80870b1534ed69993f10a4cf1d96f21357e253"},
+]
+
+[[package]]
+name = "nvidia-curand-cu12"
+version = "10.3.2.106"
+requires_python = ">=3"
+summary = "CURAND native runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl", hash = "sha256:9d264c5036dde4e64f1de8c50ae753237c12e0b1348738169cd0f8a536c0e1e0"},
+ {file = "nvidia_curand_cu12-10.3.2.106-py3-none-win_amd64.whl", hash = "sha256:75b6b0c574c0037839121317e17fd01f8a69fd2ef8e25853d826fec30bdba74a"},
+]
+
+[[package]]
+name = "nvidia-cusolver-cu12"
+version = "11.4.5.107"
+requires_python = ">=3"
+summary = "CUDA solver native runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+dependencies = [
+ "nvidia-cublas-cu12",
+ "nvidia-cusparse-cu12",
+ "nvidia-nvjitlink-cu12",
+]
+files = [
+ {file = "nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl", hash = "sha256:8a7ec542f0412294b15072fa7dab71d31334014a69f953004ea7a118206fe0dd"},
+ {file = "nvidia_cusolver_cu12-11.4.5.107-py3-none-win_amd64.whl", hash = "sha256:74e0c3a24c78612192a74fcd90dd117f1cf21dea4822e66d89e8ea80e3cd2da5"},
+]
+
+[[package]]
+name = "nvidia-cusparse-cu12"
+version = "12.1.0.106"
+requires_python = ">=3"
+summary = "CUSPARSE native runtime libraries"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+dependencies = [
+ "nvidia-nvjitlink-cu12",
+]
+files = [
+ {file = "nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl", hash = "sha256:f3b50f42cf363f86ab21f720998517a659a48131e8d538dc02f8768237bd884c"},
+ {file = "nvidia_cusparse_cu12-12.1.0.106-py3-none-win_amd64.whl", hash = "sha256:b798237e81b9719373e8fae8d4f091b70a0cf09d9d85c95a557e11df2d8e9a5a"},
+]
+
+[[package]]
+name = "nvidia-nccl-cu12"
+version = "2.20.5"
+requires_python = ">=3"
+summary = "NVIDIA Collective Communication Library (NCCL) Runtime"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_aarch64.whl", hash = "sha256:1fc150d5c3250b170b29410ba682384b14581db722b2531b0d8d33c595f33d01"},
+ {file = "nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl", hash = "sha256:057f6bf9685f75215d0c53bf3ac4a10b3e6578351de307abad9e18a99182af56"},
+]
+
+[[package]]
+name = "nvidia-nvjitlink-cu12"
+version = "12.6.20"
+requires_python = ">=3"
+summary = "Nvidia JIT LTO Library"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-manylinux2014_aarch64.whl", hash = "sha256:84fb38465a5bc7c70cbc320cfd0963eb302ee25a5e939e9f512bbba55b6072fb"},
+ {file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-manylinux2014_x86_64.whl", hash = "sha256:562ab97ea2c23164823b2a89cb328d01d45cb99634b8c65fe7cd60d14562bd79"},
+ {file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-win_amd64.whl", hash = "sha256:ed3c43a17f37b0c922a919203d2d36cbef24d41cc3e6b625182f8b58203644f6"},
+]
+
+[[package]]
+name = "nvidia-nvtx-cu12"
+version = "12.1.105"
+requires_python = ">=3"
+summary = "NVIDIA Tools Extension"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version >= \"3.12\""
+files = [
+ {file = "nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl", hash = "sha256:dc21cf308ca5691e7c04d962e213f8a4aa9bbfa23d95412f452254c2caeb09e5"},
+ {file = "nvidia_nvtx_cu12-12.1.105-py3-none-win_amd64.whl", hash = "sha256:65f4d98982b31b60026e0e6de73fbdfc09d08a96f4656dd3665ca616a11e1e82"},
+]
+
+[[package]]
+name = "openai"
+version = "1.39.0"
+requires_python = ">=3.7.1"
+summary = "The official Python library for the openai API"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "anyio<5,>=3.5.0",
+ "cached-property; python_version < \"3.8\"",
+ "distro<2,>=1.7.0",
+ "httpx<1,>=0.23.0",
+ "pydantic<3,>=1.9.0",
+ "sniffio",
+ "tqdm>4",
+ "typing-extensions<5,>=4.7",
+]
+files = [
+ {file = "openai-1.39.0-py3-none-any.whl", hash = "sha256:a712553a131c59a249c474d0bb6a0414f41df36dc186d3a018fa7e600e57fb7f"},
+ {file = "openai-1.39.0.tar.gz", hash = "sha256:0cea446082f50985f26809d704a97749cb366a1ba230ef432c684a9745b3f2d9"},
+]
+
+[[package]]
+name = "packaging"
+version = "24.1"
+requires_python = ">=3.8"
+summary = "Core utilities for Python packages"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "packaging-24.1-py3-none-any.whl", hash = "sha256:5b8f2217dbdbd2f7f384c41c628544e6d52f2d0f53c6d0c3ea61aa5d1d7ff124"},
+ {file = "packaging-24.1.tar.gz", hash = "sha256:026ed72c8ed3fcce5bf8950572258698927fd1dbda10a5e981cdf0ac37f4f002"},
+]
+
+[[package]]
+name = "pandas"
+version = "2.2.2"
+requires_python = ">=3.9"
+summary = "Powerful data structures for data analysis, time series, and statistics"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "numpy>=1.22.4; python_version < \"3.11\"",
+ "numpy>=1.23.2; python_version == \"3.11\"",
+ "numpy>=1.26.0; python_version >= \"3.12\"",
+ "python-dateutil>=2.8.2",
+ "pytz>=2020.1",
+ "tzdata>=2022.7",
+]
+files = [
+ {file = "pandas-2.2.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:9dfde2a0ddef507a631dc9dc4af6a9489d5e2e740e226ad426a05cabfbd7c8ef"},
+ {file = "pandas-2.2.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e9b79011ff7a0f4b1d6da6a61aa1aa604fb312d6647de5bad20013682d1429ce"},
+ {file = "pandas-2.2.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1cb51fe389360f3b5a4d57dbd2848a5f033350336ca3b340d1c53a1fad33bcad"},
+ {file = "pandas-2.2.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eee3a87076c0756de40b05c5e9a6069c035ba43e8dd71c379e68cab2c20f16ad"},
+ {file = "pandas-2.2.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3e374f59e440d4ab45ca2fffde54b81ac3834cf5ae2cdfa69c90bc03bde04d76"},
+ {file = "pandas-2.2.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:43498c0bdb43d55cb162cdc8c06fac328ccb5d2eabe3cadeb3529ae6f0517c32"},
+ {file = "pandas-2.2.2-cp312-cp312-win_amd64.whl", hash = "sha256:d187d355ecec3629624fccb01d104da7d7f391db0311145817525281e2804d23"},
+ {file = "pandas-2.2.2.tar.gz", hash = "sha256:9e79019aba43cb4fda9e4d983f8e88ca0373adbb697ae9c6c43093218de28b54"},
+]
+
+[[package]]
+name = "pyarrow"
+version = "17.0.0"
+requires_python = ">=3.8"
+summary = "Python library for Apache Arrow"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "numpy>=1.16.6",
+]
+files = [
+ {file = "pyarrow-17.0.0-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:9b8a823cea605221e61f34859dcc03207e52e409ccf6354634143e23af7c8d22"},
+ {file = "pyarrow-17.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f1e70de6cb5790a50b01d2b686d54aaf73da01266850b05e3af2a1bc89e16053"},
+ {file = "pyarrow-17.0.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0071ce35788c6f9077ff9ecba4858108eebe2ea5a3f7cf2cf55ebc1dbc6ee24a"},
+ {file = "pyarrow-17.0.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:757074882f844411fcca735e39aae74248a1531367a7c80799b4266390ae51cc"},
+ {file = "pyarrow-17.0.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:9ba11c4f16976e89146781a83833df7f82077cdab7dc6232c897789343f7891a"},
+ {file = "pyarrow-17.0.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:b0c6ac301093b42d34410b187bba560b17c0330f64907bfa4f7f7f2444b0cf9b"},
+ {file = "pyarrow-17.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:392bc9feabc647338e6c89267635e111d71edad5fcffba204425a7c8d13610d7"},
+ {file = "pyarrow-17.0.0.tar.gz", hash = "sha256:4beca9521ed2c0921c1023e68d097d0299b62c362639ea315572a58f3f50fd28"},
+]
+
+[[package]]
+name = "pyarrow-hotfix"
+version = "0.6"
+requires_python = ">=3.5"
+summary = ""
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "pyarrow_hotfix-0.6-py3-none-any.whl", hash = "sha256:dcc9ae2d220dff0083be6a9aa8e0cdee5182ad358d4931fce825c545e5c89178"},
+ {file = "pyarrow_hotfix-0.6.tar.gz", hash = "sha256:79d3e030f7ff890d408a100ac16d6f00b14d44a502d7897cd9fc3e3a534e9945"},
+]
+
+[[package]]
+name = "pydantic"
+version = "2.8.2"
+requires_python = ">=3.8"
+summary = "Data validation using Python type hints"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "annotated-types>=0.4.0",
+ "pydantic-core==2.20.1",
+ "typing-extensions>=4.12.2; python_version >= \"3.13\"",
+ "typing-extensions>=4.6.1; python_version < \"3.13\"",
+]
+files = [
+ {file = "pydantic-2.8.2-py3-none-any.whl", hash = "sha256:73ee9fddd406dc318b885c7a2eab8a6472b68b8fb5ba8150949fc3db939f23c8"},
+ {file = "pydantic-2.8.2.tar.gz", hash = "sha256:6f62c13d067b0755ad1c21a34bdd06c0c12625a22b0fc09c6b149816604f7c2a"},
+]
+
+[[package]]
+name = "pydantic-core"
+version = "2.20.1"
+requires_python = ">=3.8"
+summary = "Core functionality for Pydantic validation and serialization"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "typing-extensions!=4.7.0,>=4.6.0",
+]
+files = [
+ {file = "pydantic_core-2.20.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:595ba5be69b35777474fa07f80fc260ea71255656191adb22a8c53aba4479231"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:a4f55095ad087474999ee28d3398bae183a66be4823f753cd7d67dd0153427c9"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f9aa05d09ecf4c75157197f27cdc9cfaeb7c5f15021c6373932bf3e124af029f"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:e97fdf088d4b31ff4ba35db26d9cc472ac7ef4a2ff2badeabf8d727b3377fc52"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:bc633a9fe1eb87e250b5c57d389cf28998e4292336926b0b6cdaee353f89a237"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d573faf8eb7e6b1cbbcb4f5b247c60ca8be39fe2c674495df0eb4318303137fe"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:26dc97754b57d2fd00ac2b24dfa341abffc380b823211994c4efac7f13b9e90e"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:33499e85e739a4b60c9dac710c20a08dc73cb3240c9a0e22325e671b27b70d24"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:bebb4d6715c814597f85297c332297c6ce81e29436125ca59d1159b07f423eb1"},
+ {file = "pydantic_core-2.20.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:516d9227919612425c8ef1c9b869bbbee249bc91912c8aaffb66116c0b447ebd"},
+ {file = "pydantic_core-2.20.1-cp312-none-win32.whl", hash = "sha256:469f29f9093c9d834432034d33f5fe45699e664f12a13bf38c04967ce233d688"},
+ {file = "pydantic_core-2.20.1-cp312-none-win_amd64.whl", hash = "sha256:035ede2e16da7281041f0e626459bcae33ed998cca6a0a007a5ebb73414ac72d"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:0827505a5c87e8aa285dc31e9ec7f4a17c81a813d45f70b1d9164e03a813a686"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:19c0fa39fa154e7e0b7f82f88ef85faa2a4c23cc65aae2f5aea625e3c13c735a"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4aa223cd1e36b642092c326d694d8bf59b71ddddc94cdb752bbbb1c5c91d833b"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c336a6d235522a62fef872c6295a42ecb0c4e1d0f1a3e500fe949415761b8a19"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7eb6a0587eded33aeefea9f916899d42b1799b7b14b8f8ff2753c0ac1741edac"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:70c8daf4faca8da5a6d655f9af86faf6ec2e1768f4b8b9d0226c02f3d6209703"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e9fa4c9bf273ca41f940bceb86922a7667cd5bf90e95dbb157cbb8441008482c"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:11b71d67b4725e7e2a9f6e9c0ac1239bbc0c48cce3dc59f98635efc57d6dac83"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:270755f15174fb983890c49881e93f8f1b80f0b5e3a3cc1394a255706cabd203"},
+ {file = "pydantic_core-2.20.1-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:c81131869240e3e568916ef4c307f8b99583efaa60a8112ef27a366eefba8ef0"},
+ {file = "pydantic_core-2.20.1-cp313-none-win32.whl", hash = "sha256:b91ced227c41aa29c672814f50dbb05ec93536abf8f43cd14ec9521ea09afe4e"},
+ {file = "pydantic_core-2.20.1-cp313-none-win_amd64.whl", hash = "sha256:65db0f2eefcaad1a3950f498aabb4875c8890438bc80b19362cf633b87a8ab20"},
+ {file = "pydantic_core-2.20.1.tar.gz", hash = "sha256:26ca695eeee5f9f1aeeb211ffc12f10bcb6f71e2989988fda61dabd65db878d4"},
+]
+
+[[package]]
+name = "python-dateutil"
+version = "2.9.0.post0"
+requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7"
+summary = "Extensions to the standard Python datetime module"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "six>=1.5",
+]
+files = [
+ {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"},
+ {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"},
+]
+
+[[package]]
+name = "python-dotenv"
+version = "1.0.1"
+requires_python = ">=3.8"
+summary = "Read key-value pairs from a .env file and set them as environment variables"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "python-dotenv-1.0.1.tar.gz", hash = "sha256:e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca"},
+ {file = "python_dotenv-1.0.1-py3-none-any.whl", hash = "sha256:f7b63ef50f1b690dddf550d03497b66d609393b40b564ed0d674909a68ebf16a"},
+]
+
+[[package]]
+name = "pytz"
+version = "2024.1"
+summary = "World timezone definitions, modern and historical"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "pytz-2024.1-py2.py3-none-any.whl", hash = "sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319"},
+ {file = "pytz-2024.1.tar.gz", hash = "sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812"},
+]
+
+[[package]]
+name = "pyyaml"
+version = "6.0.1"
+requires_python = ">=3.6"
+summary = "YAML parser and emitter for Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"},
+ {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"},
+ {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a08c6f0fe150303c1c6b71ebcd7213c2858041a7e01975da3a99aed1e7a378ef"},
+ {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"},
+ {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"},
+ {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"},
+ {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"},
+ {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"},
+]
+
+[[package]]
+name = "referencing"
+version = "0.35.1"
+requires_python = ">=3.8"
+summary = "JSON Referencing + Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "attrs>=22.2.0",
+ "rpds-py>=0.7.0",
+]
+files = [
+ {file = "referencing-0.35.1-py3-none-any.whl", hash = "sha256:eda6d3234d62814d1c64e305c1331c9a3a6132da475ab6382eaa997b21ee75de"},
+ {file = "referencing-0.35.1.tar.gz", hash = "sha256:25b42124a6c8b632a425174f24087783efb348a6f1e0008e63cd4466fedf703c"},
+]
+
+[[package]]
+name = "regex"
+version = "2024.7.24"
+requires_python = ">=3.8"
+summary = "Alternative regular expression module, to replace re."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "regex-2024.7.24-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:fe4ebef608553aff8deb845c7f4f1d0740ff76fa672c011cc0bacb2a00fbde86"},
+ {file = "regex-2024.7.24-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:74007a5b25b7a678459f06559504f1eec2f0f17bca218c9d56f6a0a12bfffdad"},
+ {file = "regex-2024.7.24-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:7df9ea48641da022c2a3c9c641650cd09f0cd15e8908bf931ad538f5ca7919c9"},
+ {file = "regex-2024.7.24-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6a1141a1dcc32904c47f6846b040275c6e5de0bf73f17d7a409035d55b76f289"},
+ {file = "regex-2024.7.24-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:80c811cfcb5c331237d9bad3bea2c391114588cf4131707e84d9493064d267f9"},
+ {file = "regex-2024.7.24-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7214477bf9bd195894cf24005b1e7b496f46833337b5dedb7b2a6e33f66d962c"},
+ {file = "regex-2024.7.24-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d55588cba7553f0b6ec33130bc3e114b355570b45785cebdc9daed8c637dd440"},
+ {file = "regex-2024.7.24-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:558a57cfc32adcf19d3f791f62b5ff564922942e389e3cfdb538a23d65a6b610"},
+ {file = "regex-2024.7.24-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:a512eed9dfd4117110b1881ba9a59b31433caed0c4101b361f768e7bcbaf93c5"},
+ {file = "regex-2024.7.24-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:86b17ba823ea76256b1885652e3a141a99a5c4422f4a869189db328321b73799"},
+ {file = "regex-2024.7.24-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:5eefee9bfe23f6df09ffb6dfb23809f4d74a78acef004aa904dc7c88b9944b05"},
+ {file = "regex-2024.7.24-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:731fcd76bbdbf225e2eb85b7c38da9633ad3073822f5ab32379381e8c3c12e94"},
+ {file = "regex-2024.7.24-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:eaef80eac3b4cfbdd6de53c6e108b4c534c21ae055d1dbea2de6b3b8ff3def38"},
+ {file = "regex-2024.7.24-cp312-cp312-win32.whl", hash = "sha256:185e029368d6f89f36e526764cf12bf8d6f0e3a2a7737da625a76f594bdfcbfc"},
+ {file = "regex-2024.7.24-cp312-cp312-win_amd64.whl", hash = "sha256:2f1baff13cc2521bea83ab2528e7a80cbe0ebb2c6f0bfad15be7da3aed443908"},
+ {file = "regex-2024.7.24.tar.gz", hash = "sha256:9cfd009eed1a46b27c14039ad5bbc5e71b6367c5b2e6d5f5da0ea91600817506"},
+]
+
+[[package]]
+name = "requests"
+version = "2.32.3"
+requires_python = ">=3.8"
+summary = "Python HTTP for Humans."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "certifi>=2017.4.17",
+ "charset-normalizer<4,>=2",
+ "idna<4,>=2.5",
+ "urllib3<3,>=1.21.1",
+]
+files = [
+ {file = "requests-2.32.3-py3-none-any.whl", hash = "sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6"},
+ {file = "requests-2.32.3.tar.gz", hash = "sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760"},
+]
+
+[[package]]
+name = "rpds-py"
+version = "0.19.1"
+requires_python = ">=3.8"
+summary = "Python bindings to Rust's persistent data structures (rpds)"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "rpds_py-0.19.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:56313be667a837ff1ea3508cebb1ef6681d418fa2913a0635386cf29cff35165"},
+ {file = "rpds_py-0.19.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:6d1d7539043b2b31307f2c6c72957a97c839a88b2629a348ebabe5aa8b626d6b"},
+ {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e1dc59a5e7bc7f44bd0c048681f5e05356e479c50be4f2c1a7089103f1621d5"},
+ {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b8f78398e67a7227aefa95f876481485403eb974b29e9dc38b307bb6eb2315ea"},
+ {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ef07a0a1d254eeb16455d839cef6e8c2ed127f47f014bbda64a58b5482b6c836"},
+ {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8124101e92c56827bebef084ff106e8ea11c743256149a95b9fd860d3a4f331f"},
+ {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:08ce9c95a0b093b7aec75676b356a27879901488abc27e9d029273d280438505"},
+ {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:0b02dd77a2de6e49078c8937aadabe933ceac04b41c5dde5eca13a69f3cf144e"},
+ {file = "rpds_py-0.19.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:4dd02e29c8cbed21a1875330b07246b71121a1c08e29f0ee3db5b4cfe16980c4"},
+ {file = "rpds_py-0.19.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:9c7042488165f7251dc7894cd533a875d2875af6d3b0e09eda9c4b334627ad1c"},
+ {file = "rpds_py-0.19.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f809a17cc78bd331e137caa25262b507225854073fd319e987bd216bed911b7c"},
+ {file = "rpds_py-0.19.1-cp312-none-win32.whl", hash = "sha256:3ddab996807c6b4227967fe1587febade4e48ac47bb0e2d3e7858bc621b1cace"},
+ {file = "rpds_py-0.19.1-cp312-none-win_amd64.whl", hash = "sha256:32e0db3d6e4f45601b58e4ac75c6f24afbf99818c647cc2066f3e4b192dabb1f"},
+ {file = "rpds_py-0.19.1-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:747251e428406b05fc86fee3904ee19550c4d2d19258cef274e2151f31ae9d38"},
+ {file = "rpds_py-0.19.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:dc733d35f861f8d78abfaf54035461e10423422999b360966bf1c443cbc42705"},
+ {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bbda75f245caecff8faa7e32ee94dfaa8312a3367397975527f29654cd17a6ed"},
+ {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bd04d8cab16cab5b0a9ffc7d10f0779cf1120ab16c3925404428f74a0a43205a"},
+ {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e2d66eb41ffca6cc3c91d8387509d27ba73ad28371ef90255c50cb51f8953301"},
+ {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fdf4890cda3b59170009d012fca3294c00140e7f2abe1910e6a730809d0f3f9b"},
+ {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1fa67ef839bad3815124f5f57e48cd50ff392f4911a9f3cf449d66fa3df62a5"},
+ {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b82c9514c6d74b89a370c4060bdb80d2299bc6857e462e4a215b4ef7aa7b090e"},
+ {file = "rpds_py-0.19.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:c7b07959866a6afb019abb9564d8a55046feb7a84506c74a6f197cbcdf8a208e"},
+ {file = "rpds_py-0.19.1-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:4f580ae79d0b861dfd912494ab9d477bea535bfb4756a2269130b6607a21802e"},
+ {file = "rpds_py-0.19.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:c6d20c8896c00775e6f62d8373aba32956aa0b850d02b5ec493f486c88e12859"},
+ {file = "rpds_py-0.19.1-cp313-none-win32.whl", hash = "sha256:afedc35fe4b9e30ab240b208bb9dc8938cb4afe9187589e8d8d085e1aacb8309"},
+ {file = "rpds_py-0.19.1-cp313-none-win_amd64.whl", hash = "sha256:1d4af2eb520d759f48f1073ad3caef997d1bfd910dc34e41261a595d3f038a94"},
+ {file = "rpds_py-0.19.1.tar.gz", hash = "sha256:31dd5794837f00b46f4096aa8ccaa5972f73a938982e32ed817bb520c465e520"},
+]
+
+[[package]]
+name = "safetensors"
+version = "0.4.4"
+requires_python = ">=3.7"
+summary = ""
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "safetensors-0.4.4-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:baec5675944b4a47749c93c01c73d826ef7d42d36ba8d0dba36336fa80c76426"},
+ {file = "safetensors-0.4.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f15117b96866401825f3e94543145028a2947d19974429246ce59403f49e77c6"},
+ {file = "safetensors-0.4.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6a13a9caea485df164c51be4eb0c87f97f790b7c3213d635eba2314d959fe929"},
+ {file = "safetensors-0.4.4-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:6b54bc4ca5f9b9bba8cd4fb91c24b2446a86b5ae7f8975cf3b7a277353c3127c"},
+ {file = "safetensors-0.4.4-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:08332c22e03b651c8eb7bf5fc2de90044f3672f43403b3d9ac7e7e0f4f76495e"},
+ {file = "safetensors-0.4.4-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:bb62841e839ee992c37bb75e75891c7f4904e772db3691c59daaca5b4ab960e1"},
+ {file = "safetensors-0.4.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8e5b927acc5f2f59547270b0309a46d983edc44be64e1ca27a7fcb0474d6cd67"},
+ {file = "safetensors-0.4.4-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:2a69c71b1ae98a8021a09a0b43363b0143b0ce74e7c0e83cacba691b62655fb8"},
+ {file = "safetensors-0.4.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:23654ad162c02a5636f0cd520a0310902c4421aab1d91a0b667722a4937cc445"},
+ {file = "safetensors-0.4.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:0677c109d949cf53756859160b955b2e75b0eefe952189c184d7be30ecf7e858"},
+ {file = "safetensors-0.4.4-cp312-none-win32.whl", hash = "sha256:a51d0ddd4deb8871c6de15a772ef40b3dbd26a3c0451bb9e66bc76fc5a784e5b"},
+ {file = "safetensors-0.4.4-cp312-none-win_amd64.whl", hash = "sha256:2d065059e75a798bc1933c293b68d04d79b586bb7f8c921e0ca1e82759d0dbb1"},
+ {file = "safetensors-0.4.4-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:9d625692578dd40a112df30c02a1adf068027566abd8e6a74893bb13d441c150"},
+ {file = "safetensors-0.4.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:7cabcf39c81e5b988d0adefdaea2eb9b4fd9bd62d5ed6559988c62f36bfa9a89"},
+ {file = "safetensors-0.4.4-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8359bef65f49d51476e9811d59c015f0ddae618ee0e44144f5595278c9f8268c"},
+ {file = "safetensors-0.4.4-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:1a32c662e7df9226fd850f054a3ead0e4213a96a70b5ce37b2d26ba27004e013"},
+ {file = "safetensors-0.4.4-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c329a4dcc395364a1c0d2d1574d725fe81a840783dda64c31c5a60fc7d41472c"},
+ {file = "safetensors-0.4.4-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:239ee093b1db877c9f8fe2d71331a97f3b9c7c0d3ab9f09c4851004a11f44b65"},
+ {file = "safetensors-0.4.4-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bd574145d930cf9405a64f9923600879a5ce51d9f315443a5f706374841327b6"},
+ {file = "safetensors-0.4.4-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f6784eed29f9e036acb0b7769d9e78a0dc2c72c2d8ba7903005350d817e287a4"},
+ {file = "safetensors-0.4.4-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:65a4a6072436bf0a4825b1c295d248cc17e5f4651e60ee62427a5bcaa8622a7a"},
+ {file = "safetensors-0.4.4-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:df81e3407630de060ae8313da49509c3caa33b1a9415562284eaf3d0c7705f9f"},
+ {file = "safetensors-0.4.4.tar.gz", hash = "sha256:5fe3e9b705250d0172ed4e100a811543108653fb2b66b9e702a088ad03772a07"},
+]
+
+[[package]]
+name = "scikit-learn"
+version = "1.5.1"
+requires_python = ">=3.9"
+summary = "A set of python modules for machine learning and data mining"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "joblib>=1.2.0",
+ "numpy>=1.19.5",
+ "scipy>=1.6.0",
+ "threadpoolctl>=3.1.0",
+]
+files = [
+ {file = "scikit_learn-1.5.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:5944ce1faada31c55fb2ba20a5346b88e36811aab504ccafb9f0339e9f780395"},
+ {file = "scikit_learn-1.5.1-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:0828673c5b520e879f2af6a9e99eee0eefea69a2188be1ca68a6121b809055c1"},
+ {file = "scikit_learn-1.5.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:508907e5f81390e16d754e8815f7497e52139162fd69c4fdbd2dfa5d6cc88915"},
+ {file = "scikit_learn-1.5.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:97625f217c5c0c5d0505fa2af28ae424bd37949bb2f16ace3ff5f2f81fb4498b"},
+ {file = "scikit_learn-1.5.1-cp312-cp312-win_amd64.whl", hash = "sha256:da3f404e9e284d2b0a157e1b56b6566a34eb2798205cba35a211df3296ab7a74"},
+ {file = "scikit_learn-1.5.1.tar.gz", hash = "sha256:0ea5d40c0e3951df445721927448755d3fe1d80833b0b7308ebff5d2a45e6414"},
+]
+
+[[package]]
+name = "scipy"
+version = "1.14.0"
+requires_python = ">=3.10"
+summary = "Fundamental algorithms for scientific computing in Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "numpy<2.3,>=1.23.5",
+]
+files = [
+ {file = "scipy-1.14.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:bff2438ea1330e06e53c424893ec0072640dac00f29c6a43a575cbae4c99b2b9"},
+ {file = "scipy-1.14.0-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:bbc0471b5f22c11c389075d091d3885693fd3f5e9a54ce051b46308bc787e5d4"},
+ {file = "scipy-1.14.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:64b2ff514a98cf2bb734a9f90d32dc89dc6ad4a4a36a312cd0d6327170339eb0"},
+ {file = "scipy-1.14.0-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:7d3da42fbbbb860211a811782504f38ae7aaec9de8764a9bef6b262de7a2b50f"},
+ {file = "scipy-1.14.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d91db2c41dd6c20646af280355d41dfa1ec7eead235642178bd57635a3f82209"},
+ {file = "scipy-1.14.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a01cc03bcdc777c9da3cfdcc74b5a75caffb48a6c39c8450a9a05f82c4250a14"},
+ {file = "scipy-1.14.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:65df4da3c12a2bb9ad52b86b4dcf46813e869afb006e58be0f516bc370165159"},
+ {file = "scipy-1.14.0-cp312-cp312-win_amd64.whl", hash = "sha256:4c4161597c75043f7154238ef419c29a64ac4a7c889d588ea77690ac4d0d9b20"},
+ {file = "scipy-1.14.0.tar.gz", hash = "sha256:b5923f48cb840380f9854339176ef21763118a7300a88203ccd0bdd26e58527b"},
+]
+
+[[package]]
+name = "setuptools"
+version = "72.1.0"
+requires_python = ">=3.8"
+summary = "Easily download, build, install, upgrade, and uninstall Python packages"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "setuptools-72.1.0-py3-none-any.whl", hash = "sha256:5a03e1860cf56bb6ef48ce186b0e557fdba433237481a9a625176c2831be15d1"},
+ {file = "setuptools-72.1.0.tar.gz", hash = "sha256:8d243eff56d095e5817f796ede6ae32941278f542e0f941867cc05ae52b162ec"},
+]
+
+[[package]]
+name = "six"
+version = "1.16.0"
+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*"
+summary = "Python 2 and 3 compatibility utilities"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"},
+ {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"},
+]
+
+[[package]]
+name = "sniffio"
+version = "1.3.1"
+requires_python = ">=3.7"
+summary = "Sniff out which async library your code is running under"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2"},
+ {file = "sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc"},
+]
+
+[[package]]
+name = "sympy"
+version = "1.13.1"
+requires_python = ">=3.8"
+summary = "Computer algebra system (CAS) in Python"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "mpmath<1.4,>=1.1.0",
+]
+files = [
+ {file = "sympy-1.13.1-py3-none-any.whl", hash = "sha256:db36cdc64bf61b9b24578b6f7bab1ecdd2452cf008f34faa33776680c26d66f8"},
+ {file = "sympy-1.13.1.tar.gz", hash = "sha256:9cebf7e04ff162015ce31c9c6c9144daa34a93bd082f54fd8f12deca4f47515f"},
+]
+
+[[package]]
+name = "threadpoolctl"
+version = "3.5.0"
+requires_python = ">=3.8"
+summary = "threadpoolctl"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "threadpoolctl-3.5.0-py3-none-any.whl", hash = "sha256:56c1e26c150397e58c4926da8eeee87533b1e32bef131bd4bf6a2f45f3185467"},
+ {file = "threadpoolctl-3.5.0.tar.gz", hash = "sha256:082433502dd922bf738de0d8bcc4fdcbf0979ff44c42bd40f5af8a282f6fa107"},
+]
+
+[[package]]
+name = "tiktoken"
+version = "0.7.0"
+requires_python = ">=3.8"
+summary = "tiktoken is a fast BPE tokeniser for use with OpenAI's models"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "regex>=2022.1.18",
+ "requests>=2.26.0",
+]
+files = [
+ {file = "tiktoken-0.7.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:71c55d066388c55a9c00f61d2c456a6086673ab7dec22dd739c23f77195b1908"},
+ {file = "tiktoken-0.7.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:09ed925bccaa8043e34c519fbb2f99110bd07c6fd67714793c21ac298e449410"},
+ {file = "tiktoken-0.7.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:03c6c40ff1db0f48a7b4d2dafeae73a5607aacb472fa11f125e7baf9dce73704"},
+ {file = "tiktoken-0.7.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d20b5c6af30e621b4aca094ee61777a44118f52d886dbe4f02b70dfe05c15350"},
+ {file = "tiktoken-0.7.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d427614c3e074004efa2f2411e16c826f9df427d3c70a54725cae860f09e4bf4"},
+ {file = "tiktoken-0.7.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:8c46d7af7b8c6987fac9b9f61041b452afe92eb087d29c9ce54951280f899a97"},
+ {file = "tiktoken-0.7.0-cp312-cp312-win_amd64.whl", hash = "sha256:0bc603c30b9e371e7c4c7935aba02af5994a909fc3c0fe66e7004070858d3f8f"},
+ {file = "tiktoken-0.7.0.tar.gz", hash = "sha256:1077266e949c24e0291f6c350433c6f0971365ece2b173a23bc3b9f9defef6b6"},
+]
+
+[[package]]
+name = "tokenizers"
+version = "0.19.1"
+requires_python = ">=3.7"
+summary = ""
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "huggingface-hub<1.0,>=0.16.4",
+]
+files = [
+ {file = "tokenizers-0.19.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:621d670e1b1c281a1c9698ed89451395d318802ff88d1fc1accff0867a06f153"},
+ {file = "tokenizers-0.19.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d924204a3dbe50b75630bd16f821ebda6a5f729928df30f582fb5aade90c818a"},
+ {file = "tokenizers-0.19.1-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:4f3fefdc0446b1a1e6d81cd4c07088ac015665d2e812f6dbba4a06267d1a2c95"},
+ {file = "tokenizers-0.19.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9620b78e0b2d52ef07b0d428323fb34e8ea1219c5eac98c2596311f20f1f9266"},
+ {file = "tokenizers-0.19.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:04ce49e82d100594715ac1b2ce87d1a36e61891a91de774755f743babcd0dd52"},
+ {file = "tokenizers-0.19.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c5c2ff13d157afe413bf7e25789879dd463e5a4abfb529a2d8f8473d8042e28f"},
+ {file = "tokenizers-0.19.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3174c76efd9d08f836bfccaca7cfec3f4d1c0a4cf3acbc7236ad577cc423c840"},
+ {file = "tokenizers-0.19.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7c9d5b6c0e7a1e979bec10ff960fae925e947aab95619a6fdb4c1d8ff3708ce3"},
+ {file = "tokenizers-0.19.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:a179856d1caee06577220ebcfa332af046d576fb73454b8f4d4b0ba8324423ea"},
+ {file = "tokenizers-0.19.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:952b80dac1a6492170f8c2429bd11fcaa14377e097d12a1dbe0ef2fb2241e16c"},
+ {file = "tokenizers-0.19.1-cp312-none-win32.whl", hash = "sha256:01d62812454c188306755c94755465505836fd616f75067abcae529c35edeb57"},
+ {file = "tokenizers-0.19.1-cp312-none-win_amd64.whl", hash = "sha256:b70bfbe3a82d3e3fb2a5e9b22a39f8d1740c96c68b6ace0086b39074f08ab89a"},
+ {file = "tokenizers-0.19.1.tar.gz", hash = "sha256:ee59e6680ed0fdbe6b724cf38bd70400a0c1dd623b07ac729087270caeac88e3"},
+]
+
+[[package]]
+name = "torch"
+version = "2.4.0"
+requires_python = ">=3.8.0"
+summary = "Tensors and Dynamic neural networks in Python with strong GPU acceleration"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "filelock",
+ "fsspec",
+ "jinja2",
+ "networkx",
+ "nvidia-cublas-cu12==12.1.3.1; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cuda-cupti-cu12==12.1.105; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cuda-nvrtc-cu12==12.1.105; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cuda-runtime-cu12==12.1.105; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cudnn-cu12==9.1.0.70; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cufft-cu12==11.0.2.54; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-curand-cu12==10.3.2.106; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cusolver-cu12==11.4.5.107; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-cusparse-cu12==12.1.0.106; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-nccl-cu12==2.20.5; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "nvidia-nvtx-cu12==12.1.105; platform_system == \"Linux\" and platform_machine == \"x86_64\"",
+ "setuptools",
+ "sympy",
+ "triton==3.0.0; platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version < \"3.13\"",
+ "typing-extensions>=4.8.0",
+]
+files = [
+ {file = "torch-2.4.0-cp312-cp312-manylinux1_x86_64.whl", hash = "sha256:997084a0f9784d2a89095a6dc67c7925e21bf25dea0b3d069b41195016ccfcbb"},
+ {file = "torch-2.4.0-cp312-cp312-manylinux2014_aarch64.whl", hash = "sha256:bc3988e8b36d1e8b998d143255d9408d8c75da4ab6dd0dcfd23b623dfb0f0f57"},
+ {file = "torch-2.4.0-cp312-cp312-win_amd64.whl", hash = "sha256:3374128bbf7e62cdaed6c237bfd39809fbcfaa576bee91e904706840c3f2195c"},
+ {file = "torch-2.4.0-cp312-none-macosx_11_0_arm64.whl", hash = "sha256:91aaf00bfe1ffa44dc5b52809d9a95129fca10212eca3ac26420eb11727c6288"},
+]
+
+[[package]]
+name = "tqdm"
+version = "4.66.5"
+requires_python = ">=3.7"
+summary = "Fast, Extensible Progress Meter"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "colorama; platform_system == \"Windows\"",
+]
+files = [
+ {file = "tqdm-4.66.5-py3-none-any.whl", hash = "sha256:90279a3770753eafc9194a0364852159802111925aa30eb3f9d85b0e805ac7cd"},
+ {file = "tqdm-4.66.5.tar.gz", hash = "sha256:e1020aef2e5096702d8a025ac7d16b1577279c9d63f8375b63083e9a5f0fcbad"},
+]
+
+[[package]]
+name = "transformers"
+version = "4.43.4"
+requires_python = ">=3.8.0"
+summary = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "filelock",
+ "huggingface-hub<1.0,>=0.23.2",
+ "numpy>=1.17",
+ "packaging>=20.0",
+ "pyyaml>=5.1",
+ "regex!=2019.12.17",
+ "requests",
+ "safetensors>=0.4.1",
+ "tokenizers<0.20,>=0.19",
+ "tqdm>=4.27",
+]
+files = [
+ {file = "transformers-4.43.4-py3-none-any.whl", hash = "sha256:d2202ed201e0c44f80de8d753a19f6164187754630bc1f915661b9511d61c773"},
+ {file = "transformers-4.43.4.tar.gz", hash = "sha256:b62288990a65ed9bfb79191e04dbb76c9376834ae6e0dd911320a2ced63324fe"},
+]
+
+[[package]]
+name = "triton"
+version = "3.0.0"
+summary = "A language and compiler for custom Deep Learning operations"
+groups = ["default"]
+marker = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version < \"3.13\" and python_version >= \"3.12\""
+dependencies = [
+ "filelock",
+]
+files = [
+ {file = "triton-3.0.0-1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:34e509deb77f1c067d8640725ef00c5cbfcb2052a1a3cb6a6d343841f92624eb"},
+ {file = "triton-3.0.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0d5e10de8c011adeb7c878c6ce0dd6073b14367749e34467f1cff2bde1b78253"},
+]
+
+[[package]]
+name = "typing-extensions"
+version = "4.12.2"
+requires_python = ">=3.8"
+summary = "Backported and Experimental Type Hints for Python 3.8+"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d"},
+ {file = "typing_extensions-4.12.2.tar.gz", hash = "sha256:1a7ead55c7e559dd4dee8856e3a88b41225abfe1ce8df57b7c13915fe121ffb8"},
+]
+
+[[package]]
+name = "tzdata"
+version = "2024.1"
+requires_python = ">=2"
+summary = "Provider of IANA time zone data"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "tzdata-2024.1-py2.py3-none-any.whl", hash = "sha256:9068bc196136463f5245e51efda838afa15aaeca9903f49050dfa2679db4d252"},
+ {file = "tzdata-2024.1.tar.gz", hash = "sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd"},
+]
+
+[[package]]
+name = "urllib3"
+version = "2.2.2"
+requires_python = ">=3.8"
+summary = "HTTP library with thread-safe connection pooling, file post, and more."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "urllib3-2.2.2-py3-none-any.whl", hash = "sha256:a448b2f64d686155468037e1ace9f2d2199776e17f0a46610480d311f73e3472"},
+ {file = "urllib3-2.2.2.tar.gz", hash = "sha256:dd505485549a7a552833da5e6063639d0d177c04f23bc3864e41e5dc5f612168"},
+]
+
+[[package]]
+name = "xxhash"
+version = "3.4.1"
+requires_python = ">=3.7"
+summary = "Python binding for xxHash"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "xxhash-3.4.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:c4bbba9b182697a52bc0c9f8ec0ba1acb914b4937cd4a877ad78a3b3eeabefb3"},
+ {file = "xxhash-3.4.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9fd28a9da300e64e434cfc96567a8387d9a96e824a9be1452a1e7248b7763b78"},
+ {file = "xxhash-3.4.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6066d88c9329ab230e18998daec53d819daeee99d003955c8db6fc4971b45ca3"},
+ {file = "xxhash-3.4.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:93805bc3233ad89abf51772f2ed3355097a5dc74e6080de19706fc447da99cd3"},
+ {file = "xxhash-3.4.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:64da57d5ed586ebb2ecdde1e997fa37c27fe32fe61a656b77fabbc58e6fbff6e"},
+ {file = "xxhash-3.4.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7a97322e9a7440bf3c9805cbaac090358b43f650516486746f7fa482672593df"},
+ {file = "xxhash-3.4.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:bbe750d512982ee7d831838a5dee9e9848f3fb440e4734cca3f298228cc957a6"},
+ {file = "xxhash-3.4.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:fd79d4087727daf4d5b8afe594b37d611ab95dc8e29fe1a7517320794837eb7d"},
+ {file = "xxhash-3.4.1-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:743612da4071ff9aa4d055f3f111ae5247342931dedb955268954ef7201a71ff"},
+ {file = "xxhash-3.4.1-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:b41edaf05734092f24f48c0958b3c6cbaaa5b7e024880692078c6b1f8247e2fc"},
+ {file = "xxhash-3.4.1-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:a90356ead70d715fe64c30cd0969072de1860e56b78adf7c69d954b43e29d9fa"},
+ {file = "xxhash-3.4.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:ac56eebb364e44c85e1d9e9cc5f6031d78a34f0092fea7fc80478139369a8b4a"},
+ {file = "xxhash-3.4.1-cp312-cp312-win32.whl", hash = "sha256:911035345932a153c427107397c1518f8ce456f93c618dd1c5b54ebb22e73747"},
+ {file = "xxhash-3.4.1-cp312-cp312-win_amd64.whl", hash = "sha256:f31ce76489f8601cc7b8713201ce94b4bd7b7ce90ba3353dccce7e9e1fee71fa"},
+ {file = "xxhash-3.4.1-cp312-cp312-win_arm64.whl", hash = "sha256:b5beb1c6a72fdc7584102f42c4d9df232ee018ddf806e8c90906547dfb43b2da"},
+ {file = "xxhash-3.4.1.tar.gz", hash = "sha256:0379d6cf1ff987cd421609a264ce025e74f346e3e145dd106c0cc2e3ec3f99a9"},
+]
+
+[[package]]
+name = "yarl"
+version = "1.9.4"
+requires_python = ">=3.7"
+summary = "Yet another URL library"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "idna>=2.0",
+ "multidict>=4.0",
+ "typing-extensions>=3.7.4; python_version < \"3.8\"",
+]
+files = [
+ {file = "yarl-1.9.4-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:0d2454f0aef65ea81037759be5ca9947539667eecebca092733b2eb43c965a81"},
+ {file = "yarl-1.9.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:44d8ffbb9c06e5a7f529f38f53eda23e50d1ed33c6c869e01481d3fafa6b8142"},
+ {file = "yarl-1.9.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:aaaea1e536f98754a6e5c56091baa1b6ce2f2700cc4a00b0d49eca8dea471074"},
+ {file = "yarl-1.9.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3777ce5536d17989c91696db1d459574e9a9bd37660ea7ee4d3344579bb6f129"},
+ {file = "yarl-1.9.4-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9fc5fc1eeb029757349ad26bbc5880557389a03fa6ada41703db5e068881e5f2"},
+ {file = "yarl-1.9.4-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:ea65804b5dc88dacd4a40279af0cdadcfe74b3e5b4c897aa0d81cf86927fee78"},
+ {file = "yarl-1.9.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aa102d6d280a5455ad6a0f9e6d769989638718e938a6a0a2ff3f4a7ff8c62cc4"},
+ {file = "yarl-1.9.4-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:09efe4615ada057ba2d30df871d2f668af661e971dfeedf0c159927d48bbeff0"},
+ {file = "yarl-1.9.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:008d3e808d03ef28542372d01057fd09168419cdc8f848efe2804f894ae03e51"},
+ {file = "yarl-1.9.4-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:6f5cb257bc2ec58f437da2b37a8cd48f666db96d47b8a3115c29f316313654ff"},
+ {file = "yarl-1.9.4-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:992f18e0ea248ee03b5a6e8b3b4738850ae7dbb172cc41c966462801cbf62cf7"},
+ {file = "yarl-1.9.4-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:0e9d124c191d5b881060a9e5060627694c3bdd1fe24c5eecc8d5d7d0eb6faabc"},
+ {file = "yarl-1.9.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:3986b6f41ad22988e53d5778f91855dc0399b043fc8946d4f2e68af22ee9ff10"},
+ {file = "yarl-1.9.4-cp312-cp312-win32.whl", hash = "sha256:4b21516d181cd77ebd06ce160ef8cc2a5e9ad35fb1c5930882baff5ac865eee7"},
+ {file = "yarl-1.9.4-cp312-cp312-win_amd64.whl", hash = "sha256:a9bd00dc3bc395a662900f33f74feb3e757429e545d831eef5bb280252631984"},
+ {file = "yarl-1.9.4-py3-none-any.whl", hash = "sha256:928cecb0ef9d5a7946eb6ff58417ad2fe9375762382f1bf5c55e61645f2c43ad"},
+ {file = "yarl-1.9.4.tar.gz", hash = "sha256:566db86717cf8080b99b58b083b773a908ae40f06681e87e589a976faf8246bf"},
+]
+
+[[package]]
+name = "zipp"
+version = "3.19.2"
+requires_python = ">=3.8"
+summary = "Backport of pathlib-compatible object wrapper for zip files"
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "zipp-3.19.2-py3-none-any.whl", hash = "sha256:f091755f667055f2d02b32c53771a7a6c8b47e1fdbc4b72a8b9072b3eef8015c"},
+ {file = "zipp-3.19.2.tar.gz", hash = "sha256:bf1dcf6450f873a13e952a29504887c89e6de7506209e5b1bcc3460135d4de19"},
+]
diff --git a/pyproject.toml b/pyproject.toml
index ef44a0c..f278ea8 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,5 +1,5 @@
[build-system]
-requires = ["setuptools"]
+requires = ["setuptools>=61", "wheel"]
build-backend = "setuptools.build_meta"
[project]
@@ -9,24 +9,42 @@ description = "A framework for serving and evaluating large language model route
readme = "README.md"
classifiers = ["Programming Language :: Python :: 3"]
dependencies = [
- 'importlib-metadata; python_version<"3.10"',
- 'pyyaml',
- 'pydantic',
- 'numpy',
- 'pandas',
- 'torch',
- 'scikit-learn',
- 'tqdm',
- 'openai',
- 'transformers',
- 'datasets',
- 'litellm'
+ 'importlib-metadata; python_version<"3.10"',
+ 'pyyaml',
+ 'pydantic',
+ "numpy",
+ 'pandas',
+ 'torch',
+ 'scikit-learn',
+ 'tqdm',
+ 'openai',
+ 'transformers',
+ 'datasets',
+ 'litellm',
]
+authors = [
+ {name = "iojw", email = "isaacong.jw@gmail.com"},
+]
+requires-python = ">=3.10"
+license = {text = "Apache 2.0"}
[project.optional-dependencies]
-serve = ["fastapi", "shortuuid", "uvicorn"]
-eval = ["matplotlib", "pandarallel", "sglang", 'tiktoken']
-dev = ["black", "isort", "pre-commit"]
+serve = [
+ "fastapi",
+ "shortuuid",
+ "uvicorn"
+]
+eval = [
+ "matplotlib",
+ "pandarallel>=1.6.5",
+ "sglang",
+ 'tiktoken'
+]
+dev = [
+ "black",
+ "isort",
+ "pre-commit"
+]
[project.urls]
"Homepage" = "https://github.com/lm-sys/RouteLLM"
@@ -40,3 +58,6 @@ exclude = ["assets*", "benchmarks*"]
[tool.wheel]
exclude = ["assets*", "benchmarks*"]
+
+[tool.pdm]
+distribution = true
diff --git a/routellm/__init__.py b/src/routellm/__init__.py
similarity index 100%
rename from routellm/__init__.py
rename to src/routellm/__init__.py
diff --git a/routellm/calibrate_threshold.py b/src/routellm/calibrate_threshold.py
similarity index 100%
rename from routellm/calibrate_threshold.py
rename to src/routellm/calibrate_threshold.py
diff --git a/routellm/controller.py b/src/routellm/controller.py
similarity index 100%
rename from routellm/controller.py
rename to src/routellm/controller.py
diff --git a/routellm/evals/benchmarks.py b/src/routellm/evals/benchmarks.py
similarity index 100%
rename from routellm/evals/benchmarks.py
rename to src/routellm/evals/benchmarks.py
diff --git a/routellm/evals/evaluate.py b/src/routellm/evals/evaluate.py
similarity index 100%
rename from routellm/evals/evaluate.py
rename to src/routellm/evals/evaluate.py
diff --git a/routellm/evals/find_contaminated.py b/src/routellm/evals/find_contaminated.py
similarity index 100%
rename from routellm/evals/find_contaminated.py
rename to src/routellm/evals/find_contaminated.py
diff --git a/routellm/evals/gsm8k/contaminated_prompts.jsonl b/src/routellm/evals/gsm8k/contaminated_prompts.jsonl
similarity index 100%
rename from routellm/evals/gsm8k/contaminated_prompts.jsonl
rename to src/routellm/evals/gsm8k/contaminated_prompts.jsonl
diff --git a/routellm/evals/gsm8k/generate_responses.py b/src/routellm/evals/gsm8k/generate_responses.py
similarity index 100%
rename from routellm/evals/gsm8k/generate_responses.py
rename to src/routellm/evals/gsm8k/generate_responses.py
diff --git a/routellm/evals/gsm8k/gsm8k_responses.csv b/src/routellm/evals/gsm8k/gsm8k_responses.csv
similarity index 100%
rename from routellm/evals/gsm8k/gsm8k_responses.csv
rename to src/routellm/evals/gsm8k/gsm8k_responses.csv
diff --git a/routellm/evals/gsm8k/test.jsonl b/src/routellm/evals/gsm8k/test.jsonl
similarity index 100%
rename from routellm/evals/gsm8k/test.jsonl
rename to src/routellm/evals/gsm8k/test.jsonl
diff --git a/routellm/evals/gsm8k/train.jsonl b/src/routellm/evals/gsm8k/train.jsonl
similarity index 100%
rename from routellm/evals/gsm8k/train.jsonl
rename to src/routellm/evals/gsm8k/train.jsonl
diff --git a/routellm/evals/mmlu/contaminated_prompts.jsonl b/src/routellm/evals/mmlu/contaminated_prompts.jsonl
similarity index 100%
rename from routellm/evals/mmlu/contaminated_prompts.jsonl
rename to src/routellm/evals/mmlu/contaminated_prompts.jsonl
diff --git a/routellm/evals/mmlu/domains.py b/src/routellm/evals/mmlu/domains.py
similarity index 100%
rename from routellm/evals/mmlu/domains.py
rename to src/routellm/evals/mmlu/domains.py
diff --git a/routellm/evals/mmlu/generate_responses.py b/src/routellm/evals/mmlu/generate_responses.py
similarity index 100%
rename from routellm/evals/mmlu/generate_responses.py
rename to src/routellm/evals/mmlu/generate_responses.py
diff --git a/routellm/evals/mmlu/responses/mmlu_abstract_algebra.csv b/src/routellm/evals/mmlu/responses/mmlu_abstract_algebra.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_abstract_algebra.csv
rename to src/routellm/evals/mmlu/responses/mmlu_abstract_algebra.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_anatomy.csv b/src/routellm/evals/mmlu/responses/mmlu_anatomy.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_anatomy.csv
rename to src/routellm/evals/mmlu/responses/mmlu_anatomy.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_astronomy.csv b/src/routellm/evals/mmlu/responses/mmlu_astronomy.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_astronomy.csv
rename to src/routellm/evals/mmlu/responses/mmlu_astronomy.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_business_ethics.csv b/src/routellm/evals/mmlu/responses/mmlu_business_ethics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_business_ethics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_business_ethics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_clinical_knowledge.csv b/src/routellm/evals/mmlu/responses/mmlu_clinical_knowledge.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_clinical_knowledge.csv
rename to src/routellm/evals/mmlu/responses/mmlu_clinical_knowledge.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_college_biology.csv b/src/routellm/evals/mmlu/responses/mmlu_college_biology.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_college_biology.csv
rename to src/routellm/evals/mmlu/responses/mmlu_college_biology.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_college_chemistry.csv b/src/routellm/evals/mmlu/responses/mmlu_college_chemistry.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_college_chemistry.csv
rename to src/routellm/evals/mmlu/responses/mmlu_college_chemistry.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_college_computer_science.csv b/src/routellm/evals/mmlu/responses/mmlu_college_computer_science.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_college_computer_science.csv
rename to src/routellm/evals/mmlu/responses/mmlu_college_computer_science.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_college_mathematics.csv b/src/routellm/evals/mmlu/responses/mmlu_college_mathematics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_college_mathematics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_college_mathematics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_college_medicine.csv b/src/routellm/evals/mmlu/responses/mmlu_college_medicine.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_college_medicine.csv
rename to src/routellm/evals/mmlu/responses/mmlu_college_medicine.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_college_physics.csv b/src/routellm/evals/mmlu/responses/mmlu_college_physics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_college_physics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_college_physics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_computer_security.csv b/src/routellm/evals/mmlu/responses/mmlu_computer_security.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_computer_security.csv
rename to src/routellm/evals/mmlu/responses/mmlu_computer_security.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_conceptual_physics.csv b/src/routellm/evals/mmlu/responses/mmlu_conceptual_physics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_conceptual_physics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_conceptual_physics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_econometrics.csv b/src/routellm/evals/mmlu/responses/mmlu_econometrics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_econometrics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_econometrics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_electrical_engineering.csv b/src/routellm/evals/mmlu/responses/mmlu_electrical_engineering.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_electrical_engineering.csv
rename to src/routellm/evals/mmlu/responses/mmlu_electrical_engineering.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_elementary_mathematics.csv b/src/routellm/evals/mmlu/responses/mmlu_elementary_mathematics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_elementary_mathematics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_elementary_mathematics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_formal_logic.csv b/src/routellm/evals/mmlu/responses/mmlu_formal_logic.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_formal_logic.csv
rename to src/routellm/evals/mmlu/responses/mmlu_formal_logic.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_global_facts.csv b/src/routellm/evals/mmlu/responses/mmlu_global_facts.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_global_facts.csv
rename to src/routellm/evals/mmlu/responses/mmlu_global_facts.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_biology.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_biology.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_biology.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_biology.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_chemistry.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_chemistry.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_chemistry.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_chemistry.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_computer_science.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_computer_science.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_computer_science.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_computer_science.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_european_history.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_european_history.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_european_history.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_european_history.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_geography.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_geography.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_geography.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_geography.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_government_and_politics.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_government_and_politics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_government_and_politics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_government_and_politics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_macroeconomics.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_macroeconomics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_macroeconomics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_macroeconomics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_mathematics.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_mathematics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_mathematics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_mathematics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_microeconomics.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_microeconomics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_microeconomics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_microeconomics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_physics.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_physics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_physics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_physics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_psychology.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_psychology.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_psychology.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_psychology.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_statistics.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_statistics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_statistics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_statistics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_us_history.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_us_history.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_us_history.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_us_history.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_high_school_world_history.csv b/src/routellm/evals/mmlu/responses/mmlu_high_school_world_history.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_high_school_world_history.csv
rename to src/routellm/evals/mmlu/responses/mmlu_high_school_world_history.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_human_aging.csv b/src/routellm/evals/mmlu/responses/mmlu_human_aging.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_human_aging.csv
rename to src/routellm/evals/mmlu/responses/mmlu_human_aging.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_human_sexuality.csv b/src/routellm/evals/mmlu/responses/mmlu_human_sexuality.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_human_sexuality.csv
rename to src/routellm/evals/mmlu/responses/mmlu_human_sexuality.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_international_law.csv b/src/routellm/evals/mmlu/responses/mmlu_international_law.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_international_law.csv
rename to src/routellm/evals/mmlu/responses/mmlu_international_law.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_jurisprudence.csv b/src/routellm/evals/mmlu/responses/mmlu_jurisprudence.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_jurisprudence.csv
rename to src/routellm/evals/mmlu/responses/mmlu_jurisprudence.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_logical_fallacies.csv b/src/routellm/evals/mmlu/responses/mmlu_logical_fallacies.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_logical_fallacies.csv
rename to src/routellm/evals/mmlu/responses/mmlu_logical_fallacies.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_machine_learning.csv b/src/routellm/evals/mmlu/responses/mmlu_machine_learning.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_machine_learning.csv
rename to src/routellm/evals/mmlu/responses/mmlu_machine_learning.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_management.csv b/src/routellm/evals/mmlu/responses/mmlu_management.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_management.csv
rename to src/routellm/evals/mmlu/responses/mmlu_management.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_marketing.csv b/src/routellm/evals/mmlu/responses/mmlu_marketing.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_marketing.csv
rename to src/routellm/evals/mmlu/responses/mmlu_marketing.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_medical_genetics.csv b/src/routellm/evals/mmlu/responses/mmlu_medical_genetics.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_medical_genetics.csv
rename to src/routellm/evals/mmlu/responses/mmlu_medical_genetics.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_miscellaneous.csv b/src/routellm/evals/mmlu/responses/mmlu_miscellaneous.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_miscellaneous.csv
rename to src/routellm/evals/mmlu/responses/mmlu_miscellaneous.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_moral_disputes.csv b/src/routellm/evals/mmlu/responses/mmlu_moral_disputes.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_moral_disputes.csv
rename to src/routellm/evals/mmlu/responses/mmlu_moral_disputes.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_moral_scenarios.csv b/src/routellm/evals/mmlu/responses/mmlu_moral_scenarios.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_moral_scenarios.csv
rename to src/routellm/evals/mmlu/responses/mmlu_moral_scenarios.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_nutrition.csv b/src/routellm/evals/mmlu/responses/mmlu_nutrition.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_nutrition.csv
rename to src/routellm/evals/mmlu/responses/mmlu_nutrition.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_philosophy.csv b/src/routellm/evals/mmlu/responses/mmlu_philosophy.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_philosophy.csv
rename to src/routellm/evals/mmlu/responses/mmlu_philosophy.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_prehistory.csv b/src/routellm/evals/mmlu/responses/mmlu_prehistory.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_prehistory.csv
rename to src/routellm/evals/mmlu/responses/mmlu_prehistory.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_professional_accounting.csv b/src/routellm/evals/mmlu/responses/mmlu_professional_accounting.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_professional_accounting.csv
rename to src/routellm/evals/mmlu/responses/mmlu_professional_accounting.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_professional_law.csv b/src/routellm/evals/mmlu/responses/mmlu_professional_law.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_professional_law.csv
rename to src/routellm/evals/mmlu/responses/mmlu_professional_law.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_professional_medicine.csv b/src/routellm/evals/mmlu/responses/mmlu_professional_medicine.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_professional_medicine.csv
rename to src/routellm/evals/mmlu/responses/mmlu_professional_medicine.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_professional_psychology.csv b/src/routellm/evals/mmlu/responses/mmlu_professional_psychology.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_professional_psychology.csv
rename to src/routellm/evals/mmlu/responses/mmlu_professional_psychology.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_public_relations.csv b/src/routellm/evals/mmlu/responses/mmlu_public_relations.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_public_relations.csv
rename to src/routellm/evals/mmlu/responses/mmlu_public_relations.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_security_studies.csv b/src/routellm/evals/mmlu/responses/mmlu_security_studies.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_security_studies.csv
rename to src/routellm/evals/mmlu/responses/mmlu_security_studies.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_sociology.csv b/src/routellm/evals/mmlu/responses/mmlu_sociology.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_sociology.csv
rename to src/routellm/evals/mmlu/responses/mmlu_sociology.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_us_foreign_policy.csv b/src/routellm/evals/mmlu/responses/mmlu_us_foreign_policy.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_us_foreign_policy.csv
rename to src/routellm/evals/mmlu/responses/mmlu_us_foreign_policy.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_virology.csv b/src/routellm/evals/mmlu/responses/mmlu_virology.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_virology.csv
rename to src/routellm/evals/mmlu/responses/mmlu_virology.csv
diff --git a/routellm/evals/mmlu/responses/mmlu_world_religions.csv b/src/routellm/evals/mmlu/responses/mmlu_world_religions.csv
similarity index 100%
rename from routellm/evals/mmlu/responses/mmlu_world_religions.csv
rename to src/routellm/evals/mmlu/responses/mmlu_world_religions.csv
diff --git a/routellm/evals/mt_bench/contaminated_prompts.jsonl b/src/routellm/evals/mt_bench/contaminated_prompts.jsonl
similarity index 100%
rename from routellm/evals/mt_bench/contaminated_prompts.jsonl
rename to src/routellm/evals/mt_bench/contaminated_prompts.jsonl
diff --git a/routellm/evals/mt_bench/judgements.jsonl b/src/routellm/evals/mt_bench/judgements.jsonl
similarity index 100%
rename from routellm/evals/mt_bench/judgements.jsonl
rename to src/routellm/evals/mt_bench/judgements.jsonl
diff --git a/routellm/evals/mt_bench/question.jsonl b/src/routellm/evals/mt_bench/question.jsonl
similarity index 100%
rename from routellm/evals/mt_bench/question.jsonl
rename to src/routellm/evals/mt_bench/question.jsonl
diff --git a/routellm/openai_server.py b/src/routellm/openai_server.py
similarity index 100%
rename from routellm/openai_server.py
rename to src/routellm/openai_server.py
diff --git a/routellm/routers/causal_llm/classifier_ft_v5.txt b/src/routellm/routers/causal_llm/classifier_ft_v5.txt
similarity index 100%
rename from routellm/routers/causal_llm/classifier_ft_v5.txt
rename to src/routellm/routers/causal_llm/classifier_ft_v5.txt
diff --git a/routellm/routers/causal_llm/configs.py b/src/routellm/routers/causal_llm/configs.py
similarity index 100%
rename from routellm/routers/causal_llm/configs.py
rename to src/routellm/routers/causal_llm/configs.py
diff --git a/routellm/routers/causal_llm/llm_utils.py b/src/routellm/routers/causal_llm/llm_utils.py
similarity index 100%
rename from routellm/routers/causal_llm/llm_utils.py
rename to src/routellm/routers/causal_llm/llm_utils.py
diff --git a/routellm/routers/causal_llm/model.py b/src/routellm/routers/causal_llm/model.py
similarity index 100%
rename from routellm/routers/causal_llm/model.py
rename to src/routellm/routers/causal_llm/model.py
diff --git a/routellm/routers/causal_llm/prompt_format.py b/src/routellm/routers/causal_llm/prompt_format.py
similarity index 100%
rename from routellm/routers/causal_llm/prompt_format.py
rename to src/routellm/routers/causal_llm/prompt_format.py
diff --git a/routellm/routers/causal_llm/system_ft_v5.txt b/src/routellm/routers/causal_llm/system_ft_v5.txt
similarity index 100%
rename from routellm/routers/causal_llm/system_ft_v5.txt
rename to src/routellm/routers/causal_llm/system_ft_v5.txt
diff --git a/routellm/routers/matrix_factorization/model.py b/src/routellm/routers/matrix_factorization/model.py
similarity index 100%
rename from routellm/routers/matrix_factorization/model.py
rename to src/routellm/routers/matrix_factorization/model.py
diff --git a/routellm/routers/matrix_factorization/train_matrix_factorization.py b/src/routellm/routers/matrix_factorization/train_matrix_factorization.py
similarity index 100%
rename from routellm/routers/matrix_factorization/train_matrix_factorization.py
rename to src/routellm/routers/matrix_factorization/train_matrix_factorization.py
diff --git a/routellm/routers/routers.py b/src/routellm/routers/routers.py
similarity index 100%
rename from routellm/routers/routers.py
rename to src/routellm/routers/routers.py
diff --git a/routellm/routers/similarity_weighted/generate_embeddings.py b/src/routellm/routers/similarity_weighted/generate_embeddings.py
similarity index 100%
rename from routellm/routers/similarity_weighted/generate_embeddings.py
rename to src/routellm/routers/similarity_weighted/generate_embeddings.py
diff --git a/routellm/routers/similarity_weighted/utils.py b/src/routellm/routers/similarity_weighted/utils.py
similarity index 100%
rename from routellm/routers/similarity_weighted/utils.py
rename to src/routellm/routers/similarity_weighted/utils.py
diff --git a/tests/__init__.py b/tests/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/routellm/tests/test_openai_client.py b/tests/test_openai_client.py
similarity index 100%
rename from routellm/tests/test_openai_client.py
rename to tests/test_openai_client.py
diff --git a/routellm/tests/test_openai_server.py b/tests/test_openai_server.py
similarity index 100%
rename from routellm/tests/test_openai_server.py
rename to tests/test_openai_server.py
From 13fd1a7397b0c48833fefeb67fa0f5177617a86b Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Wed, 7 Aug 2024 13:31:47 -0400
Subject: [PATCH 2/8] - fix dev deps - rm unncessary packages.find - use better
cli project spec - project.scripts and tool.pdm.scripts - fix package
structure to work with cli spec
---
pdm.lock | 412 ++++++++++++++++++++++------
pyproject.toml | 14 +-
src/routellm/calibrate_threshold.py | 7 +-
src/routellm/evals/__init__.py | 0
src/routellm/openai_server.py | 7 +-
src/routellm/routers/__init__.py | 0
6 files changed, 356 insertions(+), 84 deletions(-)
create mode 100644 src/routellm/evals/__init__.py
create mode 100644 src/routellm/routers/__init__.py
diff --git a/pdm.lock b/pdm.lock
index 3efe3fb..ae6c0e0 100644
--- a/pdm.lock
+++ b/pdm.lock
@@ -2,10 +2,10 @@
# It is not intended for manual editing.
[metadata]
-groups = ["default"]
+groups = ["default", "dev", "serve"]
strategy = ["inherit_metadata"]
lock_version = "4.5.0"
-content_hash = "sha256:ceeb899aba3ef467f338daf752e25db3065a15a754ed9bfafca238e1666986ab"
+content_hash = "sha256:5182378a522c498cb1027a94ee2b2f9bf2479e9c555b37872070cab11599762c"
[[metadata.targets]]
requires_python = ">=3.12"
@@ -77,7 +77,7 @@ name = "annotated-types"
version = "0.7.0"
requires_python = ">=3.8"
summary = "Reusable constraint types to use with typing.Annotated"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
dependencies = [
"typing-extensions>=4.0.0; python_version < \"3.9\"",
@@ -92,7 +92,7 @@ name = "anyio"
version = "4.4.0"
requires_python = ">=3.8"
summary = "High level compatibility layer for multiple asynchronous event loop implementations"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
dependencies = [
"exceptiongroup>=1.0.2; python_version < \"3.11\"",
@@ -107,7 +107,7 @@ files = [
[[package]]
name = "attrs"
-version = "24.1.0"
+version = "24.2.0"
requires_python = ">=3.7"
summary = "Classes Without Boilerplate"
groups = ["default"]
@@ -116,8 +116,33 @@ dependencies = [
"importlib-metadata; python_version < \"3.8\"",
]
files = [
- {file = "attrs-24.1.0-py3-none-any.whl", hash = "sha256:377b47448cb61fea38533f671fba0d0f8a96fd58facd4dc518e3dac9dbea0905"},
- {file = "attrs-24.1.0.tar.gz", hash = "sha256:adbdec84af72d38be7628e353a09b6a6790d15cd71819f6e9d7b0faa8a125745"},
+ {file = "attrs-24.2.0-py3-none-any.whl", hash = "sha256:81921eb96de3191c8258c199618104dd27ac608d9366f5e35d011eae1867ede2"},
+ {file = "attrs-24.2.0.tar.gz", hash = "sha256:5cfb1b9148b5b086569baec03f20d7b6bf3bcacc9a42bebf87ffaaca362f6346"},
+]
+
+[[package]]
+name = "black"
+version = "24.8.0"
+requires_python = ">=3.8"
+summary = "The uncompromising code formatter."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "click>=8.0.0",
+ "mypy-extensions>=0.4.3",
+ "packaging>=22.0",
+ "pathspec>=0.9.0",
+ "platformdirs>=2",
+ "tomli>=1.1.0; python_version < \"3.11\"",
+ "typing-extensions>=4.0.1; python_version < \"3.11\"",
+]
+files = [
+ {file = "black-24.8.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7c046c1d1eeb7aea9335da62472481d3bbf3fd986e093cffd35f4385c94ae368"},
+ {file = "black-24.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:649f6d84ccbae73ab767e206772cc2d7a393a001070a4c814a546afd0d423aed"},
+ {file = "black-24.8.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2b59b250fdba5f9a9cd9d0ece6e6d993d91ce877d121d161e4698af3eb9c1018"},
+ {file = "black-24.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e55d30d44bed36593c3163b9bc63bf58b3b30e4611e4d88a0c3c239930ed5b2"},
+ {file = "black-24.8.0-py3-none-any.whl", hash = "sha256:972085c618ee94f402da1af548a4f218c754ea7e5dc70acb168bfaca4c2542ed"},
+ {file = "black-24.8.0.tar.gz", hash = "sha256:2500945420b6784c38b9ee885af039f5e7471ef284ab03fa35ecdde4688cd83f"},
]
[[package]]
@@ -132,6 +157,18 @@ files = [
{file = "certifi-2024.7.4.tar.gz", hash = "sha256:5a1e7645bc0ec61a09e26c36f6106dd4cf40c6db3a1fb6352b0244e7fb057c7b"},
]
+[[package]]
+name = "cfgv"
+version = "3.4.0"
+requires_python = ">=3.8"
+summary = "Validate configuration and produce human readable error messages."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "cfgv-3.4.0-py2.py3-none-any.whl", hash = "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9"},
+ {file = "cfgv-3.4.0.tar.gz", hash = "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560"},
+]
+
[[package]]
name = "charset-normalizer"
version = "3.3.2"
@@ -164,7 +201,7 @@ name = "click"
version = "8.1.7"
requires_python = ">=3.7"
summary = "Composable command line interface toolkit"
-groups = ["default"]
+groups = ["default", "dev", "serve"]
marker = "python_version >= \"3.12\""
dependencies = [
"colorama; platform_system == \"Windows\"",
@@ -180,7 +217,7 @@ name = "colorama"
version = "0.4.6"
requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"
summary = "Cross-platform colored terminal text."
-groups = ["default"]
+groups = ["default", "dev", "serve"]
marker = "platform_system == \"Windows\" and python_version >= \"3.12\""
files = [
{file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"},
@@ -228,6 +265,17 @@ files = [
{file = "dill-0.3.8.tar.gz", hash = "sha256:3ebe3c479ad625c4553aca177444d89b486b1d84982eeacded644afc0cf797ca"},
]
+[[package]]
+name = "distlib"
+version = "0.3.8"
+summary = "Distribution utilities"
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "distlib-0.3.8-py2.py3-none-any.whl", hash = "sha256:034db59a0b96f8ca18035f36290806a9a6e6bd9d1ff91e45a7f172eb17e51784"},
+ {file = "distlib-0.3.8.tar.gz", hash = "sha256:1530ea13e350031b6312d8580ddb6b27a104275a31106523b8f123787f494f64"},
+]
+
[[package]]
name = "distro"
version = "1.9.0"
@@ -240,12 +288,29 @@ files = [
{file = "distro-1.9.0.tar.gz", hash = "sha256:2fa77c6fd8940f116ee1d6b94a2f90b13b5ea8d019b98bc8bafdcabcdd9bdbed"},
]
+[[package]]
+name = "fastapi"
+version = "0.112.0"
+requires_python = ">=3.8"
+summary = "FastAPI framework, high performance, easy to learn, fast to code, ready for production"
+groups = ["serve"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,!=2.1.0,<3.0.0,>=1.7.4",
+ "starlette<0.38.0,>=0.37.2",
+ "typing-extensions>=4.8.0",
+]
+files = [
+ {file = "fastapi-0.112.0-py3-none-any.whl", hash = "sha256:3487ded9778006a45834b8c816ec4a48d522e2631ca9e75ec5a774f1b052f821"},
+ {file = "fastapi-0.112.0.tar.gz", hash = "sha256:d262bc56b7d101d1f4e8fc0ad2ac75bb9935fec504d2b7117686cec50710cf05"},
+]
+
[[package]]
name = "filelock"
version = "3.15.4"
requires_python = ">=3.8"
summary = "A platform independent file lock."
-groups = ["default"]
+groups = ["default", "dev"]
marker = "python_version >= \"3.12\""
files = [
{file = "filelock-3.15.4-py3-none-any.whl", hash = "sha256:6ca1fffae96225dab4c6eaf1c4f4f28cd2568d3ec2a44e15a08520504de468e7"},
@@ -313,7 +378,7 @@ name = "h11"
version = "0.14.0"
requires_python = ">=3.7"
summary = "A pure-Python, bring-your-own-I/O implementation of HTTP/1.1"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
dependencies = [
"typing-extensions; python_version < \"3.8\"",
@@ -379,12 +444,24 @@ files = [
{file = "huggingface_hub-0.24.5.tar.gz", hash = "sha256:7b45d6744dd53ce9cbf9880957de00e9d10a9ae837f1c9b7255fc8fa4e8264f3"},
]
+[[package]]
+name = "identify"
+version = "2.6.0"
+requires_python = ">=3.8"
+summary = "File identification library for Python"
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "identify-2.6.0-py2.py3-none-any.whl", hash = "sha256:e79ae4406387a9d300332b5fd366d8994f1525e8414984e1a59e058b2eda2dd0"},
+ {file = "identify-2.6.0.tar.gz", hash = "sha256:cb171c685bdc31bcc4c1734698736a7d5b6c8bf2e0c15117f4d469c8640ae5cf"},
+]
+
[[package]]
name = "idna"
version = "3.7"
requires_python = ">=3.5"
summary = "Internationalized Domain Names in Applications (IDNA)"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
files = [
{file = "idna-3.7-py3-none-any.whl", hash = "sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0"},
@@ -407,6 +484,18 @@ files = [
{file = "importlib_metadata-8.2.0.tar.gz", hash = "sha256:72e8d4399996132204f9a16dcc751af254a48f8d1b20b9ff0f98d4a8f901e73d"},
]
+[[package]]
+name = "isort"
+version = "5.13.2"
+requires_python = ">=3.8.0"
+summary = "A Python utility / library to sort Python imports."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "isort-5.13.2-py3-none-any.whl", hash = "sha256:8ca5e72a8d85860d5a3fa69b8745237f2939afe12dbf656afbcb47fe72d947a6"},
+ {file = "isort-5.13.2.tar.gz", hash = "sha256:48fdfcb9face5d58a4f6dde2e72a1fb8dcaf8ab26f95ab49fab84c2ddefb0109"},
+]
+
[[package]]
name = "jinja2"
version = "3.1.4"
@@ -422,6 +511,29 @@ files = [
{file = "jinja2-3.1.4.tar.gz", hash = "sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369"},
]
+[[package]]
+name = "jiter"
+version = "0.5.0"
+requires_python = ">=3.8"
+summary = "Fast iterable JSON parser."
+groups = ["default"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "jiter-0.5.0-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:9f664e7351604f91dcdd557603c57fc0d551bc65cc0a732fdacbf73ad335049a"},
+ {file = "jiter-0.5.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:044f2f1148b5248ad2c8c3afb43430dccf676c5a5834d2f5089a4e6c5bbd64df"},
+ {file = "jiter-0.5.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:702e3520384c88b6e270c55c772d4bd6d7b150608dcc94dea87ceba1b6391248"},
+ {file = "jiter-0.5.0-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:528d742dcde73fad9d63e8242c036ab4a84389a56e04efd854062b660f559544"},
+ {file = "jiter-0.5.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8cf80e5fe6ab582c82f0c3331df27a7e1565e2dcf06265afd5173d809cdbf9ba"},
+ {file = "jiter-0.5.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:44dfc9ddfb9b51a5626568ef4e55ada462b7328996294fe4d36de02fce42721f"},
+ {file = "jiter-0.5.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c451f7922992751a936b96c5f5b9bb9312243d9b754c34b33d0cb72c84669f4e"},
+ {file = "jiter-0.5.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:308fce789a2f093dca1ff91ac391f11a9f99c35369117ad5a5c6c4903e1b3e3a"},
+ {file = "jiter-0.5.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7f5ad4a7c6b0d90776fdefa294f662e8a86871e601309643de30bf94bb93a64e"},
+ {file = "jiter-0.5.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:ea189db75f8eca08807d02ae27929e890c7d47599ce3d0a6a5d41f2419ecf338"},
+ {file = "jiter-0.5.0-cp312-none-win32.whl", hash = "sha256:e3bbe3910c724b877846186c25fe3c802e105a2c1fc2b57d6688b9f8772026e4"},
+ {file = "jiter-0.5.0-cp312-none-win_amd64.whl", hash = "sha256:a586832f70c3f1481732919215f36d41c59ca080fa27a65cf23d9490e75b2ef5"},
+ {file = "jiter-0.5.0.tar.gz", hash = "sha256:1d916ba875bcab5c5f7d927df998c4cb694d27dceddf3392e58beaf10563368a"},
+]
+
[[package]]
name = "joblib"
version = "1.4.2"
@@ -472,7 +584,7 @@ files = [
[[package]]
name = "litellm"
-version = "1.43.0"
+version = "1.43.1"
requires_python = "!=2.7.*,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,!=3.7.*,>=3.8"
summary = "Library to easily interface with LLM API providers"
groups = ["default"]
@@ -491,8 +603,8 @@ dependencies = [
"tokenizers",
]
files = [
- {file = "litellm-1.43.0-py3-none-any.whl", hash = "sha256:0a91b84637e9f5b2cf31f210f682e04134f9c1837501763685dc1a58ec25f685"},
- {file = "litellm-1.43.0.tar.gz", hash = "sha256:0d0faa25470783dc9f30894a3bb86c90cd3ff72cf769393eaac563e53d2ec162"},
+ {file = "litellm-1.43.1-py3-none-any.whl", hash = "sha256:57a3ce38889782f014f371cd794a1cad4e7d9b97412d75ff8b051bc8fc4f4e4d"},
+ {file = "litellm-1.43.1.tar.gz", hash = "sha256:f7132938b6e2120e40b01b2210087ca05c51f2f90cebf33495adb53e7f9aaaab"},
]
[[package]]
@@ -569,6 +681,18 @@ files = [
{file = "multiprocess-0.70.16.tar.gz", hash = "sha256:161af703d4652a0e1410be6abccecde4a7ddffd19341be0a7011b94aeb171ac1"},
]
+[[package]]
+name = "mypy-extensions"
+version = "1.0.0"
+requires_python = ">=3.5"
+summary = "Type system extensions for programs checked with the mypy type checker."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d"},
+ {file = "mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782"},
+]
+
[[package]]
name = "networkx"
version = "3.3"
@@ -581,25 +705,35 @@ files = [
{file = "networkx-3.3.tar.gz", hash = "sha256:0c127d8b2f4865f59ae9cb8aafcd60b5c70f3241ebd66f7defad7c4ab90126c9"},
]
+[[package]]
+name = "nodeenv"
+version = "1.9.1"
+requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"
+summary = "Node.js virtual environment builder"
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "nodeenv-1.9.1-py2.py3-none-any.whl", hash = "sha256:ba11c9782d29c27c70ffbdda2d7415098754709be8a7056d79a737cd901155c9"},
+ {file = "nodeenv-1.9.1.tar.gz", hash = "sha256:6ec12890a2dab7946721edbfbcd91f3319c6ccc9aec47be7c7e6b7011ee6645f"},
+]
+
[[package]]
name = "numpy"
-version = "2.0.1"
+version = "1.26.4"
requires_python = ">=3.9"
summary = "Fundamental package for array computing in Python"
groups = ["default"]
marker = "python_version >= \"3.12\""
files = [
- {file = "numpy-2.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:6bf4e6f4a2a2e26655717a1983ef6324f2664d7011f6ef7482e8c0b3d51e82ac"},
- {file = "numpy-2.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:7d6fddc5fe258d3328cd8e3d7d3e02234c5d70e01ebe377a6ab92adb14039cb4"},
- {file = "numpy-2.0.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:5daab361be6ddeb299a918a7c0864fa8618af66019138263247af405018b04e1"},
- {file = "numpy-2.0.1-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:ea2326a4dca88e4a274ba3a4405eb6c6467d3ffbd8c7d38632502eaae3820587"},
- {file = "numpy-2.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:529af13c5f4b7a932fb0e1911d3a75da204eff023ee5e0e79c1751564221a5c8"},
- {file = "numpy-2.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6790654cb13eab303d8402354fabd47472b24635700f631f041bd0b65e37298a"},
- {file = "numpy-2.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:cbab9fc9c391700e3e1287666dfd82d8666d10e69a6c4a09ab97574c0b7ee0a7"},
- {file = "numpy-2.0.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:99d0d92a5e3613c33a5f01db206a33f8fdf3d71f2912b0de1739894668b7a93b"},
- {file = "numpy-2.0.1-cp312-cp312-win32.whl", hash = "sha256:173a00b9995f73b79eb0191129f2455f1e34c203f559dd118636858cc452a1bf"},
- {file = "numpy-2.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:bb2124fdc6e62baae159ebcfa368708867eb56806804d005860b6007388df171"},
- {file = "numpy-2.0.1.tar.gz", hash = "sha256:485b87235796410c3519a699cfe1faab097e509e90ebb05dcd098db2ae87e7b3"},
+ {file = "numpy-1.26.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218"},
+ {file = "numpy-1.26.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b"},
+ {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b"},
+ {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed"},
+ {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a"},
+ {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0"},
+ {file = "numpy-1.26.4-cp312-cp312-win32.whl", hash = "sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110"},
+ {file = "numpy-1.26.4-cp312-cp312-win_amd64.whl", hash = "sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818"},
+ {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"},
]
[[package]]
@@ -760,7 +894,7 @@ files = [
[[package]]
name = "openai"
-version = "1.39.0"
+version = "1.40.0"
requires_python = ">=3.7.1"
summary = "The official Python library for the openai API"
groups = ["default"]
@@ -770,14 +904,15 @@ dependencies = [
"cached-property; python_version < \"3.8\"",
"distro<2,>=1.7.0",
"httpx<1,>=0.23.0",
+ "jiter<1,>=0.4.0",
"pydantic<3,>=1.9.0",
"sniffio",
"tqdm>4",
- "typing-extensions<5,>=4.7",
+ "typing-extensions<5,>=4.11",
]
files = [
- {file = "openai-1.39.0-py3-none-any.whl", hash = "sha256:a712553a131c59a249c474d0bb6a0414f41df36dc186d3a018fa7e600e57fb7f"},
- {file = "openai-1.39.0.tar.gz", hash = "sha256:0cea446082f50985f26809d704a97749cb366a1ba230ef432c684a9745b3f2d9"},
+ {file = "openai-1.40.0-py3-none-any.whl", hash = "sha256:eb6909abaacd62ef28c275a5c175af29f607b40645b0a49d2856bbed62edb2e7"},
+ {file = "openai-1.40.0.tar.gz", hash = "sha256:1b7b316e27b2333b063ee62b6539b74267c7282498d9a02fc4ccb38a9c14336c"},
]
[[package]]
@@ -785,7 +920,7 @@ name = "packaging"
version = "24.1"
requires_python = ">=3.8"
summary = "Core utilities for Python packages"
-groups = ["default"]
+groups = ["default", "dev"]
marker = "python_version >= \"3.12\""
files = [
{file = "packaging-24.1-py3-none-any.whl", hash = "sha256:5b8f2217dbdbd2f7f384c41c628544e6d52f2d0f53c6d0c3ea61aa5d1d7ff124"},
@@ -818,6 +953,49 @@ files = [
{file = "pandas-2.2.2.tar.gz", hash = "sha256:9e79019aba43cb4fda9e4d983f8e88ca0373adbb697ae9c6c43093218de28b54"},
]
+[[package]]
+name = "pathspec"
+version = "0.12.1"
+requires_python = ">=3.8"
+summary = "Utility library for gitignore style pattern matching of file paths."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "pathspec-0.12.1-py3-none-any.whl", hash = "sha256:a0d503e138a4c123b27490a4f7beda6a01c6f288df0e4a8b79c7eb0dc7b4cc08"},
+ {file = "pathspec-0.12.1.tar.gz", hash = "sha256:a482d51503a1ab33b1c67a6c3813a26953dbdc71c31dacaef9a838c4e29f5712"},
+]
+
+[[package]]
+name = "platformdirs"
+version = "4.2.2"
+requires_python = ">=3.8"
+summary = "A small Python package for determining appropriate platform-specific dirs, e.g. a `user data dir`."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "platformdirs-4.2.2-py3-none-any.whl", hash = "sha256:2d7a1657e36a80ea911db832a8a6ece5ee53d8de21edd5cc5879af6530b1bfee"},
+ {file = "platformdirs-4.2.2.tar.gz", hash = "sha256:38b7b51f512eed9e84a22788b4bce1de17c0adb134d6becb09836e37d8654cd3"},
+]
+
+[[package]]
+name = "pre-commit"
+version = "3.8.0"
+requires_python = ">=3.9"
+summary = "A framework for managing and maintaining multi-language pre-commit hooks."
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "cfgv>=2.0.0",
+ "identify>=1.0.0",
+ "nodeenv>=0.11.1",
+ "pyyaml>=5.1",
+ "virtualenv>=20.10.0",
+]
+files = [
+ {file = "pre_commit-3.8.0-py2.py3-none-any.whl", hash = "sha256:9a90a53bf82fdd8778d58085faf8d83df56e40dfe18f45b19446e26bf1b3a63f"},
+ {file = "pre_commit-3.8.0.tar.gz", hash = "sha256:8bb6494d4a20423842e198980c9ecf9f96607a07ea29549e180eef9ae80fe7af"},
+]
+
[[package]]
name = "pyarrow"
version = "17.0.0"
@@ -856,7 +1034,7 @@ name = "pydantic"
version = "2.8.2"
requires_python = ">=3.8"
summary = "Data validation using Python type hints"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
dependencies = [
"annotated-types>=0.4.0",
@@ -874,7 +1052,7 @@ name = "pydantic-core"
version = "2.20.1"
requires_python = ">=3.8"
summary = "Core functionality for Pydantic validation and serialization"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
dependencies = [
"typing-extensions!=4.7.0,>=4.6.0",
@@ -947,20 +1125,31 @@ files = [
[[package]]
name = "pyyaml"
-version = "6.0.1"
-requires_python = ">=3.6"
+version = "6.0.2"
+requires_python = ">=3.8"
summary = "YAML parser and emitter for Python"
-groups = ["default"]
-marker = "python_version >= \"3.12\""
-files = [
- {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"},
- {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"},
- {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a08c6f0fe150303c1c6b71ebcd7213c2858041a7e01975da3a99aed1e7a378ef"},
- {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"},
- {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"},
- {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"},
- {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"},
- {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"},
+groups = ["default", "dev"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "PyYAML-6.0.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:c70c95198c015b85feafc136515252a261a84561b7b1d51e3384e0655ddf25ab"},
+ {file = "PyYAML-6.0.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ce826d6ef20b1bc864f0a68340c8b3287705cae2f8b4b1d932177dcc76721725"},
+ {file = "PyYAML-6.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1f71ea527786de97d1a0cc0eacd1defc0985dcf6b3f17bb77dcfc8c34bec4dc5"},
+ {file = "PyYAML-6.0.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b22676e8097e9e22e36d6b7bda33190d0d400f345f23d4065d48f4ca7ae0425"},
+ {file = "PyYAML-6.0.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:80bab7bfc629882493af4aa31a4cfa43a4c57c83813253626916b8c7ada83476"},
+ {file = "PyYAML-6.0.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:0833f8694549e586547b576dcfaba4a6b55b9e96098b36cdc7ebefe667dfed48"},
+ {file = "PyYAML-6.0.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8b9c7197f7cb2738065c481a0461e50ad02f18c78cd75775628afb4d7137fb3b"},
+ {file = "PyYAML-6.0.2-cp312-cp312-win32.whl", hash = "sha256:ef6107725bd54b262d6dedcc2af448a266975032bc85ef0172c5f059da6325b4"},
+ {file = "PyYAML-6.0.2-cp312-cp312-win_amd64.whl", hash = "sha256:7e7401d0de89a9a855c839bc697c079a4af81cf878373abd7dc625847d25cbd8"},
+ {file = "PyYAML-6.0.2-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:efdca5630322a10774e8e98e1af481aad470dd62c3170801852d752aa7a783ba"},
+ {file = "PyYAML-6.0.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:50187695423ffe49e2deacb8cd10510bc361faac997de9efef88badc3bb9e2d1"},
+ {file = "PyYAML-6.0.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0ffe8360bab4910ef1b9e87fb812d8bc0a308b0d0eef8c8f44e0254ab3b07133"},
+ {file = "PyYAML-6.0.2-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:17e311b6c678207928d649faa7cb0d7b4c26a0ba73d41e99c4fff6b6c3276484"},
+ {file = "PyYAML-6.0.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:70b189594dbe54f75ab3a1acec5f1e3faa7e8cf2f1e08d9b561cb41b845f69d5"},
+ {file = "PyYAML-6.0.2-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:41e4e3953a79407c794916fa277a82531dd93aad34e29c2a514c2c0c5fe971cc"},
+ {file = "PyYAML-6.0.2-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:68ccc6023a3400877818152ad9a1033e3db8625d899c72eacb5a668902e4d652"},
+ {file = "PyYAML-6.0.2-cp313-cp313-win32.whl", hash = "sha256:bc2fa7c6b47d6bc618dd7fb02ef6fdedb1090ec036abab80d4681424b84c1183"},
+ {file = "PyYAML-6.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:8388ee1976c416731879ac16da0aff3f63b286ffdd57cdeb95f3f2e085687563"},
+ {file = "pyyaml-6.0.2.tar.gz", hash = "sha256:d584d9ec91ad65861cc08d42e834324ef890a082e591037abe114850ff7bbc3e"},
]
[[package]]
@@ -1025,39 +1214,39 @@ files = [
[[package]]
name = "rpds-py"
-version = "0.19.1"
+version = "0.20.0"
requires_python = ">=3.8"
summary = "Python bindings to Rust's persistent data structures (rpds)"
groups = ["default"]
marker = "python_version >= \"3.12\""
files = [
- {file = "rpds_py-0.19.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:56313be667a837ff1ea3508cebb1ef6681d418fa2913a0635386cf29cff35165"},
- {file = "rpds_py-0.19.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:6d1d7539043b2b31307f2c6c72957a97c839a88b2629a348ebabe5aa8b626d6b"},
- {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e1dc59a5e7bc7f44bd0c048681f5e05356e479c50be4f2c1a7089103f1621d5"},
- {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b8f78398e67a7227aefa95f876481485403eb974b29e9dc38b307bb6eb2315ea"},
- {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ef07a0a1d254eeb16455d839cef6e8c2ed127f47f014bbda64a58b5482b6c836"},
- {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8124101e92c56827bebef084ff106e8ea11c743256149a95b9fd860d3a4f331f"},
- {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:08ce9c95a0b093b7aec75676b356a27879901488abc27e9d029273d280438505"},
- {file = "rpds_py-0.19.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:0b02dd77a2de6e49078c8937aadabe933ceac04b41c5dde5eca13a69f3cf144e"},
- {file = "rpds_py-0.19.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:4dd02e29c8cbed21a1875330b07246b71121a1c08e29f0ee3db5b4cfe16980c4"},
- {file = "rpds_py-0.19.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:9c7042488165f7251dc7894cd533a875d2875af6d3b0e09eda9c4b334627ad1c"},
- {file = "rpds_py-0.19.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f809a17cc78bd331e137caa25262b507225854073fd319e987bd216bed911b7c"},
- {file = "rpds_py-0.19.1-cp312-none-win32.whl", hash = "sha256:3ddab996807c6b4227967fe1587febade4e48ac47bb0e2d3e7858bc621b1cace"},
- {file = "rpds_py-0.19.1-cp312-none-win_amd64.whl", hash = "sha256:32e0db3d6e4f45601b58e4ac75c6f24afbf99818c647cc2066f3e4b192dabb1f"},
- {file = "rpds_py-0.19.1-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:747251e428406b05fc86fee3904ee19550c4d2d19258cef274e2151f31ae9d38"},
- {file = "rpds_py-0.19.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:dc733d35f861f8d78abfaf54035461e10423422999b360966bf1c443cbc42705"},
- {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bbda75f245caecff8faa7e32ee94dfaa8312a3367397975527f29654cd17a6ed"},
- {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bd04d8cab16cab5b0a9ffc7d10f0779cf1120ab16c3925404428f74a0a43205a"},
- {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e2d66eb41ffca6cc3c91d8387509d27ba73ad28371ef90255c50cb51f8953301"},
- {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fdf4890cda3b59170009d012fca3294c00140e7f2abe1910e6a730809d0f3f9b"},
- {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1fa67ef839bad3815124f5f57e48cd50ff392f4911a9f3cf449d66fa3df62a5"},
- {file = "rpds_py-0.19.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b82c9514c6d74b89a370c4060bdb80d2299bc6857e462e4a215b4ef7aa7b090e"},
- {file = "rpds_py-0.19.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:c7b07959866a6afb019abb9564d8a55046feb7a84506c74a6f197cbcdf8a208e"},
- {file = "rpds_py-0.19.1-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:4f580ae79d0b861dfd912494ab9d477bea535bfb4756a2269130b6607a21802e"},
- {file = "rpds_py-0.19.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:c6d20c8896c00775e6f62d8373aba32956aa0b850d02b5ec493f486c88e12859"},
- {file = "rpds_py-0.19.1-cp313-none-win32.whl", hash = "sha256:afedc35fe4b9e30ab240b208bb9dc8938cb4afe9187589e8d8d085e1aacb8309"},
- {file = "rpds_py-0.19.1-cp313-none-win_amd64.whl", hash = "sha256:1d4af2eb520d759f48f1073ad3caef997d1bfd910dc34e41261a595d3f038a94"},
- {file = "rpds_py-0.19.1.tar.gz", hash = "sha256:31dd5794837f00b46f4096aa8ccaa5972f73a938982e32ed817bb520c465e520"},
+ {file = "rpds_py-0.20.0-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:a84ab91cbe7aab97f7446652d0ed37d35b68a465aeef8fc41932a9d7eee2c1a6"},
+ {file = "rpds_py-0.20.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:56e27147a5a4c2c21633ff8475d185734c0e4befd1c989b5b95a5d0db699b21b"},
+ {file = "rpds_py-0.20.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2580b0c34583b85efec8c5c5ec9edf2dfe817330cc882ee972ae650e7b5ef739"},
+ {file = "rpds_py-0.20.0-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b80d4a7900cf6b66bb9cee5c352b2d708e29e5a37fe9bf784fa97fc11504bf6c"},
+ {file = "rpds_py-0.20.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:50eccbf054e62a7b2209b28dc7a22d6254860209d6753e6b78cfaeb0075d7bee"},
+ {file = "rpds_py-0.20.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:49a8063ea4296b3a7e81a5dfb8f7b2d73f0b1c20c2af401fb0cdf22e14711a96"},
+ {file = "rpds_py-0.20.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ea438162a9fcbee3ecf36c23e6c68237479f89f962f82dae83dc15feeceb37e4"},
+ {file = "rpds_py-0.20.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:18d7585c463087bddcfa74c2ba267339f14f2515158ac4db30b1f9cbdb62c8ef"},
+ {file = "rpds_py-0.20.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d4c7d1a051eeb39f5c9547e82ea27cbcc28338482242e3e0b7768033cb083821"},
+ {file = "rpds_py-0.20.0-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:e4df1e3b3bec320790f699890d41c59d250f6beda159ea3c44c3f5bac1976940"},
+ {file = "rpds_py-0.20.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:2cf126d33a91ee6eedc7f3197b53e87a2acdac63602c0f03a02dd69e4b138174"},
+ {file = "rpds_py-0.20.0-cp312-none-win32.whl", hash = "sha256:8bc7690f7caee50b04a79bf017a8d020c1f48c2a1077ffe172abec59870f1139"},
+ {file = "rpds_py-0.20.0-cp312-none-win_amd64.whl", hash = "sha256:0e13e6952ef264c40587d510ad676a988df19adea20444c2b295e536457bc585"},
+ {file = "rpds_py-0.20.0-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:aa9a0521aeca7d4941499a73ad7d4f8ffa3d1affc50b9ea11d992cd7eff18a29"},
+ {file = "rpds_py-0.20.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:4a1f1d51eccb7e6c32ae89243cb352389228ea62f89cd80823ea7dd1b98e0b91"},
+ {file = "rpds_py-0.20.0-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8a86a9b96070674fc88b6f9f71a97d2c1d3e5165574615d1f9168ecba4cecb24"},
+ {file = "rpds_py-0.20.0-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:6c8ef2ebf76df43f5750b46851ed1cdf8f109d7787ca40035fe19fbdc1acc5a7"},
+ {file = "rpds_py-0.20.0-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b74b25f024b421d5859d156750ea9a65651793d51b76a2e9238c05c9d5f203a9"},
+ {file = "rpds_py-0.20.0-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:57eb94a8c16ab08fef6404301c38318e2c5a32216bf5de453e2714c964c125c8"},
+ {file = "rpds_py-0.20.0-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e1940dae14e715e2e02dfd5b0f64a52e8374a517a1e531ad9412319dc3ac7879"},
+ {file = "rpds_py-0.20.0-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:d20277fd62e1b992a50c43f13fbe13277a31f8c9f70d59759c88f644d66c619f"},
+ {file = "rpds_py-0.20.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:06db23d43f26478303e954c34c75182356ca9aa7797d22c5345b16871ab9c45c"},
+ {file = "rpds_py-0.20.0-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:b2a5db5397d82fa847e4c624b0c98fe59d2d9b7cf0ce6de09e4d2e80f8f5b3f2"},
+ {file = "rpds_py-0.20.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:5a35df9f5548fd79cb2f52d27182108c3e6641a4feb0f39067911bf2adaa3e57"},
+ {file = "rpds_py-0.20.0-cp313-none-win32.whl", hash = "sha256:fd2d84f40633bc475ef2d5490b9c19543fbf18596dcb1b291e3a12ea5d722f7a"},
+ {file = "rpds_py-0.20.0-cp313-none-win_amd64.whl", hash = "sha256:9bc2d153989e3216b0559251b0c260cfd168ec78b1fac33dd485750a228db5a2"},
+ {file = "rpds_py-0.20.0.tar.gz", hash = "sha256:d72a210824facfdaf8768cf2d7ca25a042c30320b3020de2fa04640920d4e121"},
]
[[package]]
@@ -1149,6 +1338,18 @@ files = [
{file = "setuptools-72.1.0.tar.gz", hash = "sha256:8d243eff56d095e5817f796ede6ae32941278f542e0f941867cc05ae52b162ec"},
]
+[[package]]
+name = "shortuuid"
+version = "1.0.13"
+requires_python = ">=3.6"
+summary = "A generator library for concise, unambiguous and URL-safe UUIDs."
+groups = ["serve"]
+marker = "python_version >= \"3.12\""
+files = [
+ {file = "shortuuid-1.0.13-py3-none-any.whl", hash = "sha256:a482a497300b49b4953e15108a7913244e1bb0d41f9d332f5e9925dba33a3c5a"},
+ {file = "shortuuid-1.0.13.tar.gz", hash = "sha256:3bb9cf07f606260584b1df46399c0b87dd84773e7b25912b7e391e30797c5e72"},
+]
+
[[package]]
name = "six"
version = "1.16.0"
@@ -1166,13 +1367,29 @@ name = "sniffio"
version = "1.3.1"
requires_python = ">=3.7"
summary = "Sniff out which async library your code is running under"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
files = [
{file = "sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2"},
{file = "sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc"},
]
+[[package]]
+name = "starlette"
+version = "0.37.2"
+requires_python = ">=3.8"
+summary = "The little ASGI library that shines."
+groups = ["serve"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "anyio<5,>=3.4.0",
+ "typing-extensions>=3.10.0; python_version < \"3.10\"",
+]
+files = [
+ {file = "starlette-0.37.2-py3-none-any.whl", hash = "sha256:6fe59f29268538e5d0d182f2791a479a0c64638e6935d1c6989e63fb2699c6ee"},
+ {file = "starlette-0.37.2.tar.gz", hash = "sha256:9af890290133b79fc3db55474ade20f6220a364a0402e0b556e7cd5e1e093823"},
+]
+
[[package]]
name = "sympy"
version = "1.13.1"
@@ -1300,7 +1517,7 @@ files = [
[[package]]
name = "transformers"
-version = "4.43.4"
+version = "4.44.0"
requires_python = ">=3.8.0"
summary = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow"
groups = ["default"]
@@ -1318,8 +1535,8 @@ dependencies = [
"tqdm>=4.27",
]
files = [
- {file = "transformers-4.43.4-py3-none-any.whl", hash = "sha256:d2202ed201e0c44f80de8d753a19f6164187754630bc1f915661b9511d61c773"},
- {file = "transformers-4.43.4.tar.gz", hash = "sha256:b62288990a65ed9bfb79191e04dbb76c9376834ae6e0dd911320a2ced63324fe"},
+ {file = "transformers-4.44.0-py3-none-any.whl", hash = "sha256:ea0ff72def71e9f4812d9414d4803b22681b1617aa6f511bd51cfff2b44a6fca"},
+ {file = "transformers-4.44.0.tar.gz", hash = "sha256:75699495e30b7635ca444d8d372e138c687ab51a875b387e33f1fb759c37f196"},
]
[[package]]
@@ -1341,7 +1558,7 @@ name = "typing-extensions"
version = "4.12.2"
requires_python = ">=3.8"
summary = "Backported and Experimental Type Hints for Python 3.8+"
-groups = ["default"]
+groups = ["default", "serve"]
marker = "python_version >= \"3.12\""
files = [
{file = "typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d"},
@@ -1372,6 +1589,41 @@ files = [
{file = "urllib3-2.2.2.tar.gz", hash = "sha256:dd505485549a7a552833da5e6063639d0d177c04f23bc3864e41e5dc5f612168"},
]
+[[package]]
+name = "uvicorn"
+version = "0.30.5"
+requires_python = ">=3.8"
+summary = "The lightning-fast ASGI server."
+groups = ["serve"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "click>=7.0",
+ "h11>=0.8",
+ "typing-extensions>=4.0; python_version < \"3.11\"",
+]
+files = [
+ {file = "uvicorn-0.30.5-py3-none-any.whl", hash = "sha256:b2d86de274726e9878188fa07576c9ceeff90a839e2b6e25c917fe05f5a6c835"},
+ {file = "uvicorn-0.30.5.tar.gz", hash = "sha256:ac6fdbd4425c5fd17a9fe39daf4d4d075da6fdc80f653e5894cdc2fd98752bee"},
+]
+
+[[package]]
+name = "virtualenv"
+version = "20.26.3"
+requires_python = ">=3.7"
+summary = "Virtual Python Environment builder"
+groups = ["dev"]
+marker = "python_version >= \"3.12\""
+dependencies = [
+ "distlib<1,>=0.3.7",
+ "filelock<4,>=3.12.2",
+ "importlib-metadata>=6.6; python_version < \"3.8\"",
+ "platformdirs<5,>=3.9.1",
+]
+files = [
+ {file = "virtualenv-20.26.3-py3-none-any.whl", hash = "sha256:8cc4a31139e796e9a7de2cd5cf2489de1217193116a8fd42328f1bd65f434589"},
+ {file = "virtualenv-20.26.3.tar.gz", hash = "sha256:4c43a2a236279d9ea36a0d76f98d84bd6ca94ac4e0f4a3b9d46d05e10fea542a"},
+]
+
[[package]]
name = "xxhash"
version = "3.4.1"
diff --git a/pyproject.toml b/pyproject.toml
index f278ea8..0bc8324 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -40,6 +40,8 @@ eval = [
"sglang",
'tiktoken'
]
+
+[tool.pdm.dev-dependencies]
dev = [
"black",
"isort",
@@ -53,11 +55,19 @@ dev = [
[tool.isort]
profile = "black"
-[tool.setuptools.packages.find]
-exclude = ["assets*", "benchmarks*"]
+#[tool.setuptools.packages.find]
+#exclude = ["assets*", "benchmarks*"]
[tool.wheel]
exclude = ["assets*", "benchmarks*"]
[tool.pdm]
distribution = true
+
+[project.scripts]
+routellm-serve = "routellm:openai_server.serve"
+routellm-calibrate = "routellm:calibrate_threshold.calibrate"
+
+[tool.pdm.scripts]
+serve = { call = "routellm:openai_server", env_file.override = ".env" }
+calibrate = { call = "routellm:calibrate", env_file.override = ".env" }
diff --git a/src/routellm/calibrate_threshold.py b/src/routellm/calibrate_threshold.py
index 8282f07..a63c383 100644
--- a/src/routellm/calibrate_threshold.py
+++ b/src/routellm/calibrate_threshold.py
@@ -9,7 +9,8 @@
from routellm.controller import Controller
from routellm.routers.routers import ROUTER_CLS
-if __name__ == "__main__":
+
+def calibrate():
parser = argparse.ArgumentParser()
parser.add_argument(
"--battles_dataset", type=str, default="lmsys/lmsys-arena-human-preference-55k"
@@ -56,3 +57,7 @@
print(
f"For {args.strong_model_pct * 100}% strong model calls for {router}, threshold = {round(threshold, 5)}"
)
+
+
+if __name__ == "__main__":
+ calibrate()
\ No newline at end of file
diff --git a/src/routellm/evals/__init__.py b/src/routellm/evals/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/src/routellm/openai_server.py b/src/routellm/openai_server.py
index 7df4192..2766fda 100644
--- a/src/routellm/openai_server.py
+++ b/src/routellm/openai_server.py
@@ -178,7 +178,8 @@ async def create_chat_completion(request: ChatCompletionRequest):
if args.verbose:
logging.basicConfig(level=logging.INFO)
-if __name__ == "__main__":
+
+def serve():
print("Launching server with routers:", args.routers)
uvicorn.run(
"routellm.openai_server:app",
@@ -186,3 +187,7 @@ async def create_chat_completion(request: ChatCompletionRequest):
host="0.0.0.0",
workers=args.workers,
)
+
+
+if __name__ == "__main__":
+ serve()
diff --git a/src/routellm/routers/__init__.py b/src/routellm/routers/__init__.py
new file mode 100644
index 0000000..e69de29
From a9a569235a7ef42647ef51c22bd62d8276be0bbf Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Wed, 7 Aug 2024 14:08:30 -0400
Subject: [PATCH 3/8] - add missing cli tools - update README.md
---
README.md | 64 ++++++++++++++-----
pyproject.toml | 4 ++
src/routellm/evals/evaluate.py | 22 ++++---
src/routellm/examples/__init__.py | 0
.../routellm/examples}/python_sdk.md | 0
.../routellm/examples}/router_chat.py | 0
.../examples}/routing_to_local_models.md | 4 +-
7 files changed, 68 insertions(+), 26 deletions(-)
create mode 100644 src/routellm/examples/__init__.py
rename {examples => src/routellm/examples}/python_sdk.md (100%)
rename {examples => src/routellm/examples}/router_chat.py (100%)
rename {examples => src/routellm/examples}/routing_to_local_models.md (84%)
diff --git a/README.md b/README.md
index 45cbe52..ac57b66 100644
--- a/README.md
+++ b/README.md
@@ -17,24 +17,50 @@ Our core features include:
## Installation
+### pip
+
**From PyPI**
-```
+```bash
pip install "routellm[serve,eval]"
```
**From source**
-```
+```bash
git clone https://github.com/lm-sys/RouteLLM.git
cd RouteLLM
pip install -e .[serve,eval]
```
+### pdm
+
+*An amazing standards-compliant (unlike poetry) Python package manager you can get [here](https://pdm-project.org/)*
+
+**From PyPi**
+```bash
+pdm add "routellm[serve,eval]"
+```
+
+```bash
+git clone https://github.com/lm-sys/RouteLLM.git
+cd RouteLLM
+pdm install -d
+```
+
+## CLI
+
+The `routellm-serve` & `routellm-chat` commands come bundled and can be used after installing `routellm[serve]`
+
+The `routellm-calibrate` & `routellm-eval` commands come bundled and can be used after installing `routellm[eval]`
+
+These CLI commands are automatically installed in your shell environment. See their `--help` flags and the Quickstart below.
+
## Quickstart
Let's walkthrough replacing an existing OpenAI client to route queries between LLMs instead of using only a single model.
1. First, let's replace our OpenAI client by initializing the RouteLLM controller with the `mf` router. By default, RouteLLM will use the best-performing config:
+
```python
import os
from routellm.controller import Controller
@@ -49,18 +75,22 @@ client = Controller(
weak_model="anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1",
)
```
+
Above, we pick `gpt-4-1106-preview` as the strong model and `anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1` as the weak model, setting the API keys accordingly. You can route between different model pairs or providers by updating the model names as described in [Model Support](#model-support).
-Want to route to local models? Check out [Routing to Local Models](examples/routing_to_local_models.md).
+Want to route to local models? Check out [Routing to Local Models](src/routellm/examples/routing_to_local_models.md).
2. Each routing request has a *cost threshold* that controls the tradeoff between cost and quality. We should calibrate this based on the types of queries we receive to maximize routing performance. As an example, let's calibrate our threshold for 50% GPT-4 calls using data from Chatbot Arena.
+
```
-> python -m routellm.calibrate_threshold --routers mf --strong-model-pct 0.5 --config config.example.yaml
+> routellm-calibrate --routers mf --strong-model-pct 0.5 --config config.example.yaml
For 50.0% strong model calls for mf, threshold = 0.11593
```
+
This means that we want to use `0.11593` as our threshold so that approximately 50% of all queries (those that require GPT-4 the most) will be routed to it (see [Threshold Calibration](#threshold-calibration) for details).
3. Now, let's update the `model` field when we generate completions to specify the router and threshold to use:
+
```python
response = client.chat.completions.create(
# This tells RouteLLM to use the MF router with a cost threshold of 0.11593
@@ -70,6 +100,7 @@ response = client.chat.completions.create(
]
)
```
+
That's it! Now, requests with be routed between the strong and weak model depending on what is required, **saving costs while maintaining a high quality of responses**.
Depending on your use case, you might want to consider using a different model pair, modifying the configuration, or calibrating the thresholds based on the types of queries you receive to improve performance.
@@ -77,17 +108,19 @@ Depending on your use case, you might want to consider using a different model p
### Server & Demo
Instead of using the Python SDK, you can also launch an OpenAI-compatible server that will work with any existing OpenAI client, using similar steps:
-```
+
+```bash
> export OPENAI_API_KEY=sk-XXXXXX
> export ANYSCALE_API_KEY=esecret_XXXXXX
-> python -m routellm.openai_server --routers mf --strong-model gpt-4-1106-preview --weak-model anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1
+> routellm-serve --routers mf --strong-model gpt-4-1106-preview --weak-model anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1
INFO: Application startup complete.
INFO: Uvicorn running on http://0.0.0.0:6060 (Press CTRL+C to quit)
```
Once the server is launched, you can start a local router chatbot to see how different messages are routed.
-```
-python -m examples.router_chat --router mf --threshold 0.11593
+
+```bash
+routellm-chat --router mf --threshold 0.11593
```
@@ -103,7 +136,7 @@ We leverage [LiteLLM](https://github.com/BerriAI/litellm) to support chat comple
Note that regardless of the model pair used, an `OPENAI_API_KEY` will currently still be required to generate embeddings for the `mf` and `sw_ranking` routers.
Instructions for setting up your API keys for popular providers:
-- Local models with Ollama: see [this guide](examples/routing_to_local_models.md)
+- Local models with Ollama: see [this guide](src/routellm/examples/routing_to_local_models.md)
- [Anthropic](https://litellm.vercel.app/docs/providers/anthropic#api-keys)
- [Gemini - Google AI Studio](https://litellm.vercel.app/docs/providers/gemini#sample-usage)
- [Amazon Bedrock](https://litellm.vercel.app/docs/providers/bedrock#required-environment-variables)
@@ -124,8 +157,8 @@ The research in this repository was conducted in [collaboration with Anyscale](h
RouteLLM offers a lightweight OpenAI-compatible server for routing requests based on different routing strategies:
-```
-python -m routellm.openai_server --routers mf --config config.example.yaml
+```bash
+routellm-serve --routers mf --config config.example.yaml
```
- `--routers` specifies the list of routers available to the server. For instance, here, the server is started with one available router: `mf` (see below for the list of routers).
@@ -141,8 +174,8 @@ The threshold used for routing controls the cost-quality tradeoff. The range of
By default, we support calibrating thresholds based on the public [Chatbot Arena dataset](https://huggingface.co/datasets/lmsys/lmsys-arena-human-preference-55k). For example, to calibrate the threshold for the `mf` router such that 50% of calls are routed to the stronger model:
-```
-> python -m routellm.calibrate_threshold --task calibrate --routers mf --strong-model-pct 0.5 --config config.example.yaml
+```bash
+> routellm-calibrate --task calibrate --routers mf --strong-model-pct 0.5 --config config.example.yaml
For 50.0% strong model calls for mf, threshold = 0.11593
```
@@ -155,8 +188,9 @@ However, note that because we calibrate the thresholds based on an existing data
RouteLLM also includes an evaluation framework to measure the performance of different routing strategies on benchmarks.
To evaluate a router on a benchmark, you can use the following command:
-```
-python -m routellm.evals.evaluate --routers random sw_ranking bert --benchmark gsm8k --config config.example.yaml
+
+```bash
+routellm-eval --routers random sw_ranking bert --benchmark gsm8k --config config.example.yaml
```
- `--routers` specifies the list of routers to evaluate, for instance, `random` and `bert` in this case.
diff --git a/pyproject.toml b/pyproject.toml
index 0bc8324..128ddf1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -67,7 +67,11 @@ distribution = true
[project.scripts]
routellm-serve = "routellm:openai_server.serve"
routellm-calibrate = "routellm:calibrate_threshold.calibrate"
+routellm-eval = "routellm:evals:evaluate.run_eval"
+routellm-chat = "routellm:examples:router_chat"
[tool.pdm.scripts]
serve = { call = "routellm:openai_server", env_file.override = ".env" }
calibrate = { call = "routellm:calibrate", env_file.override = ".env" }
+eval = { call = "routellm:evals:evaluate.run_eval", env_file.override = ".env" }
+chat = { call = "routellm:examples:router_chat", env_file.override = ".env" }
diff --git a/src/routellm/evals/evaluate.py b/src/routellm/evals/evaluate.py
index d0eb2f7..673b741 100644
--- a/src/routellm/evals/evaluate.py
+++ b/src/routellm/evals/evaluate.py
@@ -140,7 +140,7 @@ def pretty_print_results(threshold, accuracy, model_counts, total):
print("=" * len(header) + "\n")
-if __name__ == "__main__":
+def run_eval():
import argparse
parser = argparse.ArgumentParser(
@@ -224,16 +224,16 @@ def pretty_print_results(threshold, accuracy, model_counts, total):
router_results = []
for i in range(args.random_iters):
for threshold, accuracy, model_counts, total in benchmark.evaluate(
- controller, router, args.num_results, True
+ controller, router, args.num_results, True
):
router_results.append(
{
"threshold": threshold,
"strong_percentage": model_counts[
- controller.model_pair.strong
- ]
- / total
- * 100,
+ controller.model_pair.strong
+ ]
+ / total
+ * 100,
"accuracy": accuracy,
}
)
@@ -247,7 +247,7 @@ def pretty_print_results(threshold, accuracy, model_counts, total):
else:
router_results = []
for threshold, accuracy, model_counts, total in benchmark.evaluate(
- controller, router, args.num_results, False
+ controller, router, args.num_results, False
):
print(f"Evaluating router: {router} with threshold {threshold}...")
pretty_print_results(threshold, accuracy, model_counts, total)
@@ -256,8 +256,8 @@ def pretty_print_results(threshold, accuracy, model_counts, total):
"method": str(router),
"threshold": threshold,
"strong_percentage": model_counts[controller.model_pair.strong]
- / total
- * 100,
+ / total
+ * 100,
"accuracy": accuracy,
}
router_results.append(result)
@@ -270,3 +270,7 @@ def pretty_print_results(threshold, accuracy, model_counts, total):
controller.model_pair.strong,
args.output,
)
+
+
+if __name__ == "__main__":
+ run_eval()
diff --git a/src/routellm/examples/__init__.py b/src/routellm/examples/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/examples/python_sdk.md b/src/routellm/examples/python_sdk.md
similarity index 100%
rename from examples/python_sdk.md
rename to src/routellm/examples/python_sdk.md
diff --git a/examples/router_chat.py b/src/routellm/examples/router_chat.py
similarity index 100%
rename from examples/router_chat.py
rename to src/routellm/examples/router_chat.py
diff --git a/examples/routing_to_local_models.md b/src/routellm/examples/routing_to_local_models.md
similarity index 84%
rename from examples/routing_to_local_models.md
rename to src/routellm/examples/routing_to_local_models.md
index b958f85..7857b7b 100644
--- a/examples/routing_to_local_models.md
+++ b/src/routellm/examples/routing_to_local_models.md
@@ -34,7 +34,7 @@ response = client.chat.completions.create(
]
)
```
-In the [Quickstart](../README.md#quickstart) section, we calibrated the threshold to be `0.11593` for `mf` so that we get approximately 50% of queries routed to GPT-4, which we set in the `model` field here.
+In the [Quickstart](../../../README.md#quickstart) section, we calibrated the threshold to be `0.11593` for `mf` so that we get approximately 50% of queries routed to GPT-4, which we set in the `model` field here.
And that's it! Now, our requests will be routed between GPT-4 for more difficult queries and our local Llama-3 8B model for simpler queries.
@@ -65,6 +65,6 @@ response = client.chat.completions.create(
]
)
```
-In the [Quickstart](../README.md#quickstart) section, we calibrated the threshold to be `0.11593` for `mf` so that we get approximately 50% of queries routed to GPT-4, which we set in the `model` field here.
+In the [Quickstart](../../../README.md#quickstart) section, we calibrated the threshold to be `0.11593` for `mf` so that we get approximately 50% of queries routed to GPT-4, which we set in the `model` field here.
And that's it! Now, our requests will be routed between GPT-4 for more difficult queries and our local Llama-3 8B model for simpler queries.
From 04279e156160ac7934a4c78db4944a27e522d6d6 Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Wed, 7 Aug 2024 14:14:04 -0400
Subject: [PATCH 4/8] use dynamic versioning for better ci later
---
README.md | 2 ++
pyproject.toml | 4 +++-
src/__version__.py | 1 +
3 files changed, 6 insertions(+), 1 deletion(-)
create mode 100644 src/__version__.py
diff --git a/README.md b/README.md
index ac57b66..7bf50b4 100644
--- a/README.md
+++ b/README.md
@@ -2,6 +2,8 @@
RouteLLM is a framework for serving and evaluating LLM routers.
+**Version: 0.2.0**
+
[ [Blog](http://lmsys.org/blog/2024-07-01-routellm/) ] [ [Paper](https://arxiv.org/abs/2406.18665) ]
diff --git a/pyproject.toml b/pyproject.toml
index 128ddf1..d1d39f4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "routellm"
-version = "0.2.0"
+dynamic = ["version"]
description = "A framework for serving and evaluating large language model routers."
readme = "README.md"
classifiers = ["Programming Language :: Python :: 3"]
@@ -63,6 +63,8 @@ exclude = ["assets*", "benchmarks*"]
[tool.pdm]
distribution = true
+build = {includes = ["src"]}
+version = { source = "file", path = "src/__version__.py" }
[project.scripts]
routellm-serve = "routellm:openai_server.serve"
diff --git a/src/__version__.py b/src/__version__.py
new file mode 100644
index 0000000..d3ec452
--- /dev/null
+++ b/src/__version__.py
@@ -0,0 +1 @@
+__version__ = "0.2.0"
From a6d1b9cba7cfa70801729901a550f3e1f3eab283 Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Wed, 7 Aug 2024 14:17:35 -0400
Subject: [PATCH 5/8] fix cli hooks
---
pyproject.toml | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/pyproject.toml b/pyproject.toml
index d1d39f4..8beab85 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -69,8 +69,8 @@ version = { source = "file", path = "src/__version__.py" }
[project.scripts]
routellm-serve = "routellm:openai_server.serve"
routellm-calibrate = "routellm:calibrate_threshold.calibrate"
-routellm-eval = "routellm:evals:evaluate.run_eval"
-routellm-chat = "routellm:examples:router_chat"
+routellm-eval = "routellm:evals.evaluate.run_eval"
+routellm-chat = "routellm:examples.router_chat"
[tool.pdm.scripts]
serve = { call = "routellm:openai_server", env_file.override = ".env" }
From 0fa98cea31515d174ae4ce4c957a613429e68ad3 Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Wed, 7 Aug 2024 14:27:27 -0400
Subject: [PATCH 6/8] simplify readme
---
README.md | 17 +++++++----------
1 file changed, 7 insertions(+), 10 deletions(-)
diff --git a/README.md b/README.md
index 7bf50b4..bb6b92e 100644
--- a/README.md
+++ b/README.md
@@ -26,6 +26,12 @@ Our core features include:
pip install "routellm[serve,eval]"
```
+or via [pdm](https://pdm-project.org/):
+
+```bash
+pdm add "routellm[serve,eval]"
+```
+
**From source**
```bash
@@ -34,18 +40,9 @@ cd RouteLLM
pip install -e .[serve,eval]
```
-### pdm
-
-*An amazing standards-compliant (unlike poetry) Python package manager you can get [here](https://pdm-project.org/)*
+or using pdm (after cloning with git & cwd):
-**From PyPi**
```bash
-pdm add "routellm[serve,eval]"
-```
-
-```bash
-git clone https://github.com/lm-sys/RouteLLM.git
-cd RouteLLM
pdm install -d
```
From 408afc89338372b1ed499fc423b98821acd66595 Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Wed, 7 Aug 2024 14:32:36 -0400
Subject: [PATCH 7/8] add explainer about pdm .env
---
README.md | 2 ++
1 file changed, 2 insertions(+)
diff --git a/README.md b/README.md
index bb6b92e..f3bfe08 100644
--- a/README.md
+++ b/README.md
@@ -54,6 +54,8 @@ The `routellm-calibrate` & `routellm-eval` commands come bundled and can be used
These CLI commands are automatically installed in your shell environment. See their `--help` flags and the Quickstart below.
+*If you're using **pdm**, issuing `pdm run` commands like `pdm run routellm-serve` will automatically load your `.env` file if you have one.*
+
## Quickstart
Let's walkthrough replacing an existing OpenAI client to route queries between LLMs instead of using only a single model.
From d54e8752ce3495a1e94943b4f4650c7d0d443ca1 Mon Sep 17 00:00:00 2001
From: bitnom <14287229+bitnom@users.noreply.github.com>
Date: Thu, 8 Aug 2024 19:43:07 -0400
Subject: [PATCH 8/8] update pdm.lock
---
pdm.lock | 38 ++++++++++++++++++++------------------
1 file changed, 20 insertions(+), 18 deletions(-)
diff --git a/pdm.lock b/pdm.lock
index ae6c0e0..1bf8de8 100644
--- a/pdm.lock
+++ b/pdm.lock
@@ -5,21 +5,21 @@
groups = ["default", "dev", "serve"]
strategy = ["inherit_metadata"]
lock_version = "4.5.0"
-content_hash = "sha256:5182378a522c498cb1027a94ee2b2f9bf2479e9c555b37872070cab11599762c"
+content_hash = "sha256:d890568309386c90a7656dbf04e8312f073832f55fe836601b1a61a2272d8dd6"
[[metadata.targets]]
requires_python = ">=3.12"
[[package]]
name = "aiohappyeyeballs"
-version = "2.3.4"
-requires_python = "<4.0,>=3.8"
+version = "2.3.5"
+requires_python = ">=3.8"
summary = "Happy Eyeballs for asyncio"
groups = ["default"]
marker = "python_version >= \"3.12\""
files = [
- {file = "aiohappyeyeballs-2.3.4-py3-none-any.whl", hash = "sha256:40a16ceffcf1fc9e142fd488123b2e218abc4188cf12ac20c67200e1579baa42"},
- {file = "aiohappyeyeballs-2.3.4.tar.gz", hash = "sha256:7e1ae8399c320a8adec76f6c919ed5ceae6edd4c3672f4d9eae2b27e37c80ff6"},
+ {file = "aiohappyeyeballs-2.3.5-py3-none-any.whl", hash = "sha256:4d6dea59215537dbc746e93e779caea8178c866856a721c9c660d7a5a7b8be03"},
+ {file = "aiohappyeyeballs-2.3.5.tar.gz", hash = "sha256:6fa48b9f1317254f122a07a131a86b71ca6946ca989ce6326fff54a99a920105"},
]
[[package]]
@@ -719,21 +719,23 @@ files = [
[[package]]
name = "numpy"
-version = "1.26.4"
+version = "2.0.1"
requires_python = ">=3.9"
summary = "Fundamental package for array computing in Python"
groups = ["default"]
marker = "python_version >= \"3.12\""
files = [
- {file = "numpy-1.26.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218"},
- {file = "numpy-1.26.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b"},
- {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b"},
- {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed"},
- {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a"},
- {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0"},
- {file = "numpy-1.26.4-cp312-cp312-win32.whl", hash = "sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110"},
- {file = "numpy-1.26.4-cp312-cp312-win_amd64.whl", hash = "sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818"},
- {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:6bf4e6f4a2a2e26655717a1983ef6324f2664d7011f6ef7482e8c0b3d51e82ac"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:7d6fddc5fe258d3328cd8e3d7d3e02234c5d70e01ebe377a6ab92adb14039cb4"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:5daab361be6ddeb299a918a7c0864fa8618af66019138263247af405018b04e1"},
+ {file = "numpy-2.0.1-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:ea2326a4dca88e4a274ba3a4405eb6c6467d3ffbd8c7d38632502eaae3820587"},
+ {file = "numpy-2.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:529af13c5f4b7a932fb0e1911d3a75da204eff023ee5e0e79c1751564221a5c8"},
+ {file = "numpy-2.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6790654cb13eab303d8402354fabd47472b24635700f631f041bd0b65e37298a"},
+ {file = "numpy-2.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:cbab9fc9c391700e3e1287666dfd82d8666d10e69a6c4a09ab97574c0b7ee0a7"},
+ {file = "numpy-2.0.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:99d0d92a5e3613c33a5f01db206a33f8fdf3d71f2912b0de1739894668b7a93b"},
+ {file = "numpy-2.0.1-cp312-cp312-win32.whl", hash = "sha256:173a00b9995f73b79eb0191129f2455f1e34c203f559dd118636858cc452a1bf"},
+ {file = "numpy-2.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:bb2124fdc6e62baae159ebcfa368708867eb56806804d005860b6007388df171"},
+ {file = "numpy-2.0.1.tar.gz", hash = "sha256:485b87235796410c3519a699cfe1faab097e509e90ebb05dcd098db2ae87e7b3"},
]
[[package]]
@@ -894,7 +896,7 @@ files = [
[[package]]
name = "openai"
-version = "1.40.0"
+version = "1.40.1"
requires_python = ">=3.7.1"
summary = "The official Python library for the openai API"
groups = ["default"]
@@ -911,8 +913,8 @@ dependencies = [
"typing-extensions<5,>=4.11",
]
files = [
- {file = "openai-1.40.0-py3-none-any.whl", hash = "sha256:eb6909abaacd62ef28c275a5c175af29f607b40645b0a49d2856bbed62edb2e7"},
- {file = "openai-1.40.0.tar.gz", hash = "sha256:1b7b316e27b2333b063ee62b6539b74267c7282498d9a02fc4ccb38a9c14336c"},
+ {file = "openai-1.40.1-py3-none-any.whl", hash = "sha256:cf5929076c6ca31c26f1ed207e9fd19eb05404cc9104f64c9d29bb0ac0c5bcd4"},
+ {file = "openai-1.40.1.tar.gz", hash = "sha256:cb1294ac1f8c6a1acbb07e090698eb5ad74a7a88484e77126612a4f22579673d"},
]
[[package]]