diff --git a/.gitignore b/.gitignore index 87e4e38..d760c09 100644 --- a/.gitignore +++ b/.gitignore @@ -163,4 +163,5 @@ cython_debug/ /model_dir/ /dataset_dir/ /repos/ -/logs/ \ No newline at end of file +/logs/ +/cache/ diff --git a/.vscode/tasks.json b/.vscode/tasks.json new file mode 100644 index 0000000..923a14f --- /dev/null +++ b/.vscode/tasks.json @@ -0,0 +1,53 @@ +{ + // See https://go.microsoft.com/fwlink/?LinkId=733558 + // for the documentation about the tasks.json format + "version": "2.0.0", + "tasks": [ + { + "label": "docker: compose up", + "type": "shell", + "options": { + "cwd": "${workspaceFolder}/docker/up/" + }, + "command": "docker compose -p olah up", + }, + { + "label": "docker: build main", + "type": "shell", + "command": "docker build -t xiaoyao9184/olah:main -f ./docker/build@source/dockerfile .", + }, + { + "label": "docker: build 0.3.3", + "type": "shell", + "command": "docker build -t xiaoyao9184/olah:0.3.3 -f ./docker/build@pypi/dockerfile .", + }, + { + "label": "huggingface-cli: download cais/mmlu", + "type": "shell", + "options": { + "cwd": "${workspaceFolder}", + "env": { + "HF_ENDPOINT": "http://localhost:8090", + "HF_HUB_ETAG_TIMEOUT": "100", + "HF_HUB_DOWNLOAD_TIMEOUT": "100" + } + }, + "command": "huggingface-cli download cais/mmlu --repo-type dataset --revision main --cache-dir ./cache/huggingface/hub" + }, + { + "label": "conda: run olah-cli", + "type": "shell", + "command": [ + "conda run --no-capture-output -n olah olah-cli -c ./assets/full_configs.toml" + ], + "problemMatcher": [] + }, + { + "label": "conda: create env", + "type": "shell", + "command": [ + "conda env create -f ./environment.yml" + ] + } + ] +} \ No newline at end of file