add project meta & build config for pdm

mv /routellm/ to /src/ mv /routellm/tests/ to /tests/ addresses lm-sys#47
bitnom · Aug 6, 2024 · 079dc90 · 079dc90
1 parent 88b8dec
commit 079dc90
Show file tree

Hide file tree

Showing 91 changed files with 1,480 additions and 16 deletions.
diff --git a/pdm.lock b/pdm.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,5 +1,5 @@
 [build-system]
-requires = ["setuptools"]
+requires = ["setuptools>=61", "wheel"]
 build-backend = "setuptools.build_meta"
 
 [project]
@@ -9,24 +9,42 @@ description = "A framework for serving and evaluating large language model route
 readme = "README.md"
 classifiers = ["Programming Language :: Python :: 3"]
 dependencies = [
-	'importlib-metadata; python_version<"3.10"',
-	'pyyaml',
-	'pydantic',
-	'numpy',
-	'pandas',
-	'torch',
-	'scikit-learn',
-	'tqdm',
-	'openai',
-	'transformers',
-	'datasets',
-	'litellm'
+    'importlib-metadata; python_version<"3.10"',
+    'pyyaml',
+    'pydantic',
+    "numpy",
+    'pandas',
+    'torch',
+    'scikit-learn',
+    'tqdm',
+    'openai',
+    'transformers',
+    'datasets',
+    'litellm',
 ]
+authors = [
+    {name = "iojw", email = "[email protected]"},
+]
+requires-python = ">=3.10"
+license = {text = "Apache 2.0"}
 
 [project.optional-dependencies]
-serve = ["fastapi", "shortuuid", "uvicorn"]
-eval = ["matplotlib", "pandarallel", "sglang", 'tiktoken']
-dev = ["black", "isort", "pre-commit"]
+serve = [
+    "fastapi",
+    "shortuuid",
+    "uvicorn"
+]
+eval = [
+    "matplotlib",
+    "pandarallel>=1.6.5",
+    "sglang",
+    'tiktoken'
+]
+dev = [
+    "black",
+    "isort",
+    "pre-commit"
+]
 
 [project.urls]
 "Homepage" = "https://github.com/lm-sys/RouteLLM"
@@ -40,3 +58,6 @@ exclude = ["assets*", "benchmarks*"]
 
 [tool.wheel]
 exclude = ["assets*", "benchmarks*"]
+
+[tool.pdm]
+distribution = true
diff --git a/routellm/__init__.py → src/routellm/__init__.py b/routellm/__init__.py → src/routellm/__init__.py
diff --git a/routellm/calibrate_threshold.py → src/routellm/calibrate_threshold.py b/routellm/calibrate_threshold.py → src/routellm/calibrate_threshold.py
diff --git a/routellm/controller.py → src/routellm/controller.py b/routellm/controller.py → src/routellm/controller.py
diff --git a/routellm/evals/benchmarks.py → src/routellm/evals/benchmarks.py b/routellm/evals/benchmarks.py → src/routellm/evals/benchmarks.py
diff --git a/routellm/evals/evaluate.py → src/routellm/evals/evaluate.py b/routellm/evals/evaluate.py → src/routellm/evals/evaluate.py
diff --git a/routellm/evals/find_contaminated.py → src/routellm/evals/find_contaminated.py b/routellm/evals/find_contaminated.py → src/routellm/evals/find_contaminated.py
diff --git a/...lm/evals/gsm8k/contaminated_prompts.jsonl → ...lm/evals/gsm8k/contaminated_prompts.jsonl b/...lm/evals/gsm8k/contaminated_prompts.jsonl → ...lm/evals/gsm8k/contaminated_prompts.jsonl
diff --git a/routellm/evals/gsm8k/generate_responses.py → ...outellm/evals/gsm8k/generate_responses.py b/routellm/evals/gsm8k/generate_responses.py → ...outellm/evals/gsm8k/generate_responses.py
diff --git a/routellm/evals/gsm8k/gsm8k_responses.csv → src/routellm/evals/gsm8k/gsm8k_responses.csv b/routellm/evals/gsm8k/gsm8k_responses.csv → src/routellm/evals/gsm8k/gsm8k_responses.csv
diff --git a/routellm/evals/gsm8k/test.jsonl → src/routellm/evals/gsm8k/test.jsonl b/routellm/evals/gsm8k/test.jsonl → src/routellm/evals/gsm8k/test.jsonl
diff --git a/routellm/evals/gsm8k/train.jsonl → src/routellm/evals/gsm8k/train.jsonl b/routellm/evals/gsm8k/train.jsonl → src/routellm/evals/gsm8k/train.jsonl
diff --git a/...llm/evals/mmlu/contaminated_prompts.jsonl → ...llm/evals/mmlu/contaminated_prompts.jsonl b/...llm/evals/mmlu/contaminated_prompts.jsonl → ...llm/evals/mmlu/contaminated_prompts.jsonl
diff --git a/routellm/evals/mmlu/domains.py → src/routellm/evals/mmlu/domains.py b/routellm/evals/mmlu/domains.py → src/routellm/evals/mmlu/domains.py
diff --git a/routellm/evals/mmlu/generate_responses.py → ...routellm/evals/mmlu/generate_responses.py b/routellm/evals/mmlu/generate_responses.py → ...routellm/evals/mmlu/generate_responses.py
diff --git a/.../mmlu/responses/mmlu_abstract_algebra.csv → .../mmlu/responses/mmlu_abstract_algebra.csv b/.../mmlu/responses/mmlu_abstract_algebra.csv → .../mmlu/responses/mmlu_abstract_algebra.csv
diff --git a/...llm/evals/mmlu/responses/mmlu_anatomy.csv → ...llm/evals/mmlu/responses/mmlu_anatomy.csv b/...llm/evals/mmlu/responses/mmlu_anatomy.csv → ...llm/evals/mmlu/responses/mmlu_anatomy.csv
diff --git a/...m/evals/mmlu/responses/mmlu_astronomy.csv → ...m/evals/mmlu/responses/mmlu_astronomy.csv b/...m/evals/mmlu/responses/mmlu_astronomy.csv → ...m/evals/mmlu/responses/mmlu_astronomy.csv
diff --git a/...s/mmlu/responses/mmlu_business_ethics.csv → ...s/mmlu/responses/mmlu_business_ethics.csv b/...s/mmlu/responses/mmlu_business_ethics.csv → ...s/mmlu/responses/mmlu_business_ethics.csv
diff --git a/...mlu/responses/mmlu_clinical_knowledge.csv → ...mlu/responses/mmlu_clinical_knowledge.csv b/...mlu/responses/mmlu_clinical_knowledge.csv → ...mlu/responses/mmlu_clinical_knowledge.csv
diff --git a/...s/mmlu/responses/mmlu_college_biology.csv → ...s/mmlu/responses/mmlu_college_biology.csv b/...s/mmlu/responses/mmlu_college_biology.csv → ...s/mmlu/responses/mmlu_college_biology.csv
diff --git a/...mmlu/responses/mmlu_college_chemistry.csv → ...mmlu/responses/mmlu_college_chemistry.csv b/...mmlu/responses/mmlu_college_chemistry.csv → ...mmlu/responses/mmlu_college_chemistry.csv
diff --git a/...sponses/mmlu_college_computer_science.csv → ...sponses/mmlu_college_computer_science.csv b/...sponses/mmlu_college_computer_science.csv → ...sponses/mmlu_college_computer_science.csv
diff --git a/...lu/responses/mmlu_college_mathematics.csv → ...lu/responses/mmlu_college_mathematics.csv b/...lu/responses/mmlu_college_mathematics.csv → ...lu/responses/mmlu_college_mathematics.csv
diff --git a/.../mmlu/responses/mmlu_college_medicine.csv → .../mmlu/responses/mmlu_college_medicine.csv b/.../mmlu/responses/mmlu_college_medicine.csv → .../mmlu/responses/mmlu_college_medicine.csv
diff --git a/...s/mmlu/responses/mmlu_college_physics.csv → ...s/mmlu/responses/mmlu_college_physics.csv b/...s/mmlu/responses/mmlu_college_physics.csv → ...s/mmlu/responses/mmlu_college_physics.csv
diff --git a/...mmlu/responses/mmlu_computer_security.csv → ...mmlu/responses/mmlu_computer_security.csv b/...mmlu/responses/mmlu_computer_security.csv → ...mmlu/responses/mmlu_computer_security.csv
diff --git a/...mlu/responses/mmlu_conceptual_physics.csv → ...mlu/responses/mmlu_conceptual_physics.csv b/...mlu/responses/mmlu_conceptual_physics.csv → ...mlu/responses/mmlu_conceptual_physics.csv
diff --git a/...vals/mmlu/responses/mmlu_econometrics.csv → ...vals/mmlu/responses/mmlu_econometrics.csv b/...vals/mmlu/responses/mmlu_econometrics.csv → ...vals/mmlu/responses/mmlu_econometrics.csv
diff --git a/...responses/mmlu_electrical_engineering.csv → ...responses/mmlu_electrical_engineering.csv b/...responses/mmlu_electrical_engineering.csv → ...responses/mmlu_electrical_engineering.csv
diff --git a/...responses/mmlu_elementary_mathematics.csv → ...responses/mmlu_elementary_mathematics.csv b/...responses/mmlu_elementary_mathematics.csv → ...responses/mmlu_elementary_mathematics.csv
diff --git a/...vals/mmlu/responses/mmlu_formal_logic.csv → ...vals/mmlu/responses/mmlu_formal_logic.csv b/...vals/mmlu/responses/mmlu_formal_logic.csv → ...vals/mmlu/responses/mmlu_formal_logic.csv
diff --git a/...vals/mmlu/responses/mmlu_global_facts.csv → ...vals/mmlu/responses/mmlu_global_facts.csv b/...vals/mmlu/responses/mmlu_global_facts.csv → ...vals/mmlu/responses/mmlu_global_facts.csv
diff --git a/...lu/responses/mmlu_high_school_biology.csv → ...lu/responses/mmlu_high_school_biology.csv b/...lu/responses/mmlu_high_school_biology.csv → ...lu/responses/mmlu_high_school_biology.csv
diff --git a/.../responses/mmlu_high_school_chemistry.csv → .../responses/mmlu_high_school_chemistry.csv b/.../responses/mmlu_high_school_chemistry.csv → .../responses/mmlu_high_school_chemistry.csv
diff --git a/...ses/mmlu_high_school_computer_science.csv → ...ses/mmlu_high_school_computer_science.csv b/...ses/mmlu_high_school_computer_science.csv → ...ses/mmlu_high_school_computer_science.csv
diff --git a/...ses/mmlu_high_school_european_history.csv → ...ses/mmlu_high_school_european_history.csv b/...ses/mmlu_high_school_european_history.csv → ...ses/mmlu_high_school_european_history.csv
diff --git a/.../responses/mmlu_high_school_geography.csv → .../responses/mmlu_high_school_geography.csv b/.../responses/mmlu_high_school_geography.csv → .../responses/mmlu_high_school_geography.csv
diff --git a/...u_high_school_government_and_politics.csv → ...u_high_school_government_and_politics.csv b/...u_high_school_government_and_politics.csv → ...u_high_school_government_and_politics.csv
diff --git a/...onses/mmlu_high_school_macroeconomics.csv → ...onses/mmlu_high_school_macroeconomics.csv b/...onses/mmlu_high_school_macroeconomics.csv → ...onses/mmlu_high_school_macroeconomics.csv
diff --git a/...esponses/mmlu_high_school_mathematics.csv → ...esponses/mmlu_high_school_mathematics.csv b/...esponses/mmlu_high_school_mathematics.csv → ...esponses/mmlu_high_school_mathematics.csv
diff --git a/...onses/mmlu_high_school_microeconomics.csv → ...onses/mmlu_high_school_microeconomics.csv b/...onses/mmlu_high_school_microeconomics.csv → ...onses/mmlu_high_school_microeconomics.csv
diff --git a/...lu/responses/mmlu_high_school_physics.csv → ...lu/responses/mmlu_high_school_physics.csv b/...lu/responses/mmlu_high_school_physics.csv → ...lu/responses/mmlu_high_school_physics.csv
diff --git a/...responses/mmlu_high_school_psychology.csv → ...responses/mmlu_high_school_psychology.csv b/...responses/mmlu_high_school_psychology.csv → ...responses/mmlu_high_school_psychology.csv
diff --git a/...responses/mmlu_high_school_statistics.csv → ...responses/mmlu_high_school_statistics.csv b/...responses/mmlu_high_school_statistics.csv → ...responses/mmlu_high_school_statistics.csv
diff --git a/...responses/mmlu_high_school_us_history.csv → ...responses/mmlu_high_school_us_history.csv b/...responses/mmlu_high_school_us_history.csv → ...responses/mmlu_high_school_us_history.csv
diff --git a/...ponses/mmlu_high_school_world_history.csv → ...ponses/mmlu_high_school_world_history.csv b/...ponses/mmlu_high_school_world_history.csv → ...ponses/mmlu_high_school_world_history.csv
diff --git a/...evals/mmlu/responses/mmlu_human_aging.csv → ...evals/mmlu/responses/mmlu_human_aging.csv b/...evals/mmlu/responses/mmlu_human_aging.csv → ...evals/mmlu/responses/mmlu_human_aging.csv
diff --git a/...s/mmlu/responses/mmlu_human_sexuality.csv → ...s/mmlu/responses/mmlu_human_sexuality.csv b/...s/mmlu/responses/mmlu_human_sexuality.csv → ...s/mmlu/responses/mmlu_human_sexuality.csv
diff --git a/...mmlu/responses/mmlu_international_law.csv → ...mmlu/responses/mmlu_international_law.csv b/...mmlu/responses/mmlu_international_law.csv → ...mmlu/responses/mmlu_international_law.csv
diff --git a/...als/mmlu/responses/mmlu_jurisprudence.csv → ...als/mmlu/responses/mmlu_jurisprudence.csv b/...als/mmlu/responses/mmlu_jurisprudence.csv → ...als/mmlu/responses/mmlu_jurisprudence.csv
diff --git a/...mmlu/responses/mmlu_logical_fallacies.csv → ...mmlu/responses/mmlu_logical_fallacies.csv b/...mmlu/responses/mmlu_logical_fallacies.csv → ...mmlu/responses/mmlu_logical_fallacies.csv
diff --git a/.../mmlu/responses/mmlu_machine_learning.csv → .../mmlu/responses/mmlu_machine_learning.csv b/.../mmlu/responses/mmlu_machine_learning.csv → .../mmlu/responses/mmlu_machine_learning.csv
diff --git a/.../evals/mmlu/responses/mmlu_management.csv → .../evals/mmlu/responses/mmlu_management.csv b/.../evals/mmlu/responses/mmlu_management.csv → .../evals/mmlu/responses/mmlu_management.csv
diff --git a/...m/evals/mmlu/responses/mmlu_marketing.csv → ...m/evals/mmlu/responses/mmlu_marketing.csv b/...m/evals/mmlu/responses/mmlu_marketing.csv → ...m/evals/mmlu/responses/mmlu_marketing.csv
diff --git a/.../mmlu/responses/mmlu_medical_genetics.csv → .../mmlu/responses/mmlu_medical_genetics.csv b/.../mmlu/responses/mmlu_medical_genetics.csv → .../mmlu/responses/mmlu_medical_genetics.csv
diff --git a/...als/mmlu/responses/mmlu_miscellaneous.csv → ...als/mmlu/responses/mmlu_miscellaneous.csv b/...als/mmlu/responses/mmlu_miscellaneous.csv → ...als/mmlu/responses/mmlu_miscellaneous.csv
diff --git a/...ls/mmlu/responses/mmlu_moral_disputes.csv → ...ls/mmlu/responses/mmlu_moral_disputes.csv b/...ls/mmlu/responses/mmlu_moral_disputes.csv → ...ls/mmlu/responses/mmlu_moral_disputes.csv
diff --git a/...s/mmlu/responses/mmlu_moral_scenarios.csv → ...s/mmlu/responses/mmlu_moral_scenarios.csv b/...s/mmlu/responses/mmlu_moral_scenarios.csv → ...s/mmlu/responses/mmlu_moral_scenarios.csv
diff --git a/...m/evals/mmlu/responses/mmlu_nutrition.csv → ...m/evals/mmlu/responses/mmlu_nutrition.csv b/...m/evals/mmlu/responses/mmlu_nutrition.csv → ...m/evals/mmlu/responses/mmlu_nutrition.csv
diff --git a/.../evals/mmlu/responses/mmlu_philosophy.csv → .../evals/mmlu/responses/mmlu_philosophy.csv b/.../evals/mmlu/responses/mmlu_philosophy.csv → .../evals/mmlu/responses/mmlu_philosophy.csv
diff --git a/.../evals/mmlu/responses/mmlu_prehistory.csv → .../evals/mmlu/responses/mmlu_prehistory.csv b/.../evals/mmlu/responses/mmlu_prehistory.csv → .../evals/mmlu/responses/mmlu_prehistory.csv
diff --git a/...esponses/mmlu_professional_accounting.csv → ...esponses/mmlu_professional_accounting.csv b/...esponses/mmlu_professional_accounting.csv → ...esponses/mmlu_professional_accounting.csv
diff --git a/.../mmlu/responses/mmlu_professional_law.csv → .../mmlu/responses/mmlu_professional_law.csv b/.../mmlu/responses/mmlu_professional_law.csv → .../mmlu/responses/mmlu_professional_law.csv
diff --git a/.../responses/mmlu_professional_medicine.csv → .../responses/mmlu_professional_medicine.csv b/.../responses/mmlu_professional_medicine.csv → .../responses/mmlu_professional_medicine.csv
diff --git a/...esponses/mmlu_professional_psychology.csv → ...esponses/mmlu_professional_psychology.csv b/...esponses/mmlu_professional_psychology.csv → ...esponses/mmlu_professional_psychology.csv
diff --git a/.../mmlu/responses/mmlu_public_relations.csv → .../mmlu/responses/mmlu_public_relations.csv b/.../mmlu/responses/mmlu_public_relations.csv → .../mmlu/responses/mmlu_public_relations.csv
diff --git a/.../mmlu/responses/mmlu_security_studies.csv → .../mmlu/responses/mmlu_security_studies.csv b/.../mmlu/responses/mmlu_security_studies.csv → .../mmlu/responses/mmlu_security_studies.csv
diff --git a/...m/evals/mmlu/responses/mmlu_sociology.csv → ...m/evals/mmlu/responses/mmlu_sociology.csv b/...m/evals/mmlu/responses/mmlu_sociology.csv → ...m/evals/mmlu/responses/mmlu_sociology.csv
diff --git a/...mmlu/responses/mmlu_us_foreign_policy.csv → ...mmlu/responses/mmlu_us_foreign_policy.csv b/...mmlu/responses/mmlu_us_foreign_policy.csv → ...mmlu/responses/mmlu_us_foreign_policy.csv
diff --git a/...lm/evals/mmlu/responses/mmlu_virology.csv → ...lm/evals/mmlu/responses/mmlu_virology.csv b/...lm/evals/mmlu/responses/mmlu_virology.csv → ...lm/evals/mmlu/responses/mmlu_virology.csv
diff --git a/...s/mmlu/responses/mmlu_world_religions.csv → ...s/mmlu/responses/mmlu_world_religions.csv b/...s/mmlu/responses/mmlu_world_religions.csv → ...s/mmlu/responses/mmlu_world_religions.csv
diff --git a/...evals/mt_bench/contaminated_prompts.jsonl → ...evals/mt_bench/contaminated_prompts.jsonl b/...evals/mt_bench/contaminated_prompts.jsonl → ...evals/mt_bench/contaminated_prompts.jsonl
diff --git a/routellm/evals/mt_bench/judgements.jsonl → src/routellm/evals/mt_bench/judgements.jsonl b/routellm/evals/mt_bench/judgements.jsonl → src/routellm/evals/mt_bench/judgements.jsonl
diff --git a/routellm/evals/mt_bench/question.jsonl → src/routellm/evals/mt_bench/question.jsonl b/routellm/evals/mt_bench/question.jsonl → src/routellm/evals/mt_bench/question.jsonl
diff --git a/routellm/openai_server.py → src/routellm/openai_server.py b/routellm/openai_server.py → src/routellm/openai_server.py
diff --git a/...m/routers/causal_llm/classifier_ft_v5.txt → ...m/routers/causal_llm/classifier_ft_v5.txt b/...m/routers/causal_llm/classifier_ft_v5.txt → ...m/routers/causal_llm/classifier_ft_v5.txt
diff --git a/routellm/routers/causal_llm/configs.py → src/routellm/routers/causal_llm/configs.py b/routellm/routers/causal_llm/configs.py → src/routellm/routers/causal_llm/configs.py
diff --git a/routellm/routers/causal_llm/llm_utils.py → src/routellm/routers/causal_llm/llm_utils.py b/routellm/routers/causal_llm/llm_utils.py → src/routellm/routers/causal_llm/llm_utils.py
diff --git a/routellm/routers/causal_llm/model.py → src/routellm/routers/causal_llm/model.py b/routellm/routers/causal_llm/model.py → src/routellm/routers/causal_llm/model.py
diff --git a/routellm/routers/causal_llm/prompt_format.py → ...tellm/routers/causal_llm/prompt_format.py b/routellm/routers/causal_llm/prompt_format.py → ...tellm/routers/causal_llm/prompt_format.py
diff --git a/routellm/routers/causal_llm/system_ft_v5.txt → ...tellm/routers/causal_llm/system_ft_v5.txt b/routellm/routers/causal_llm/system_ft_v5.txt → ...tellm/routers/causal_llm/system_ft_v5.txt
diff --git a/...llm/routers/matrix_factorization/model.py → ...llm/routers/matrix_factorization/model.py b/...llm/routers/matrix_factorization/model.py → ...llm/routers/matrix_factorization/model.py
diff --git a/...ctorization/train_matrix_factorization.py → ...ctorization/train_matrix_factorization.py b/...ctorization/train_matrix_factorization.py → ...ctorization/train_matrix_factorization.py
diff --git a/routellm/routers/routers.py → src/routellm/routers/routers.py b/routellm/routers/routers.py → src/routellm/routers/routers.py
diff --git a/...imilarity_weighted/generate_embeddings.py → ...imilarity_weighted/generate_embeddings.py b/...imilarity_weighted/generate_embeddings.py → ...imilarity_weighted/generate_embeddings.py
diff --git a/...ellm/routers/similarity_weighted/utils.py → ...ellm/routers/similarity_weighted/utils.py b/...ellm/routers/similarity_weighted/utils.py → ...ellm/routers/similarity_weighted/utils.py
diff --git a/tests/__init__.py b/tests/__init__.py
diff --git a/routellm/tests/test_openai_client.py → tests/test_openai_client.py b/routellm/tests/test_openai_client.py → tests/test_openai_client.py
diff --git a/routellm/tests/test_openai_server.py → tests/test_openai_server.py b/routellm/tests/test_openai_server.py → tests/test_openai_server.py