Merge branch 'main' into patch-1

huggingface · Feb 11, 2024 · 36f0f13 · 36f0f13
2 parents bdc66ec + adf1031
commit 36f0f13
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 1 deletion.
diff --git a/MANIFEST.in b/MANIFEST.in
@@ -0,0 +1 @@
+include src/lighteval/tasks/tasks_table.jsonl
diff --git a/pyproject.toml b/pyproject.toml
@@ -27,7 +27,7 @@ where = ["src"]
 
 [project]
 name = "lighteval"
-version = "0.2.dev0"
+version = "0.1.1.dev0"
 authors = [
   { name="Clémentine Fourrier", email="[email protected]" },
   { name="Nathan Habib", email="[email protected]" },

diff --git a/run_evals_accelerate.py b/run_evals_accelerate.py
@@ -1,3 +1,7 @@
+""" Example run command:
+accelerate config
+accelerate launch run_evals_accelerate.py --tasks="lighteval|hellaswag|5|1" --output_dir "/scratch/evals" --model_args "pretrained=gpt2"
+"""
 import argparse
 
 from lighteval.main_accelerate import CACHE_DIR, main

diff --git a/src/lighteval/__init__.py b/src/lighteval/__init__.py
@@ -0,0 +1,4 @@
+import importlib.metadata
+
+
+__version__ = importlib.metadata.version(__package__ or __name__)
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,4 @@
		import importlib.metadata


		__version__ = importlib.metadata.version(__package__ or __name__)