update

yuchenlin · Apr 23, 2024 · b41193c · b41193c
1 parent a38b61c
commit b41193c
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 3 deletions.
diff --git a/blender_usage.ipynb b/blender_usage.ipynb
@@ -7,6 +7,11 @@
    "source": [
     "# LLM-Blender Usage examples\n",
     "\n",
+    "requirements to run the examples:\n",
+    "```bash\n",
+    "pip install -e .[example]\n",
+    "```\n",
+    "\n",
     "## Loading blender (quick start)\n",
     "You can find more custom configurations in \n",
     "- PairRanker: [./llm_blender/pair_ranker/config.py](./llm_blender/pair_ranker/config.py)\n",
@@ -296,7 +301,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.18"
+   "version": "3.9.19"
   },
   "orig_nbformat": 4
  },

diff --git a/setup.py b/setup.py
@@ -10,35 +10,42 @@
     url='https://yuchenlin.xyz/LLM-Blender/',
     install_requires=[
         'transformers',
-        'datasets',
         'torch',
         'numpy',
         'accelerate',
         'safetensors',
         'dataclasses-json',
         'sentencepiece',
         'protobuf',
-        'scipy'
     ],
     extras_require={
+        "example": [
+            'datasets',
+            'scipy',
+            'jupyter'
+        ],
         "train": [
+            'datasets',
             'bitsandbytes',
             'deepspeed',
             'wandb',
         ],
         "data": [
+            'datasets',
             'openai',
             'peft',
             'fschat',
         ],
         "eval": [
+            'datasets',
             'pycocoevalcap',
             'spacy',
             'prettytable',
             'BLEURT @ git+https://github.com/google-research/bleurt.git@cebe7e6f996b40910cfaa520a63db47807e3bf5c',
             'evaluate',
             'bert_score',
             'tabulate',
+            'scipy',
             'nltk',
             'scikit-learn',
             'sacrebleu',