generated from bstollnitz/ml-template
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adding files for env creation for llama peft finetuning
1 parent
4225807
commit 8a3e18f
Showing
3 changed files
with
45 additions
and
0 deletions.
There are no files selected for viewing
16 changes: 16 additions & 0 deletions
16
codegen_model_comparison/cloud/environment_llama/docker/Dockerfile
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,16 @@ | ||
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2004-cu117-py38-torch201:biweekly.202310.3 | ||
|
||
# Install pip dependencies | ||
COPY requirements.txt . | ||
RUN pip install -r requirements.txt --no-cache-dir | ||
|
||
# Inference requirements | ||
COPY --from=mcr.microsoft.com/azureml/o16n-base/python-assets:20230419.v1 /artifacts /var/ | ||
RUN /var/requirements/install_system_requirements.sh && \ | ||
cp /var/configuration/rsyslog.conf /etc/rsyslog.conf && \ | ||
cp /var/configuration/nginx.conf /etc/nginx/sites-available/app && \ | ||
ln -sf /etc/nginx/sites-available/app /etc/nginx/sites-enabled/app && \ | ||
rm -f /etc/nginx/sites-enabled/default | ||
ENV SVDIR=/var/runit | ||
ENV WORKER_TIMEOUT=400 | ||
EXPOSE 5001 8883 8888 |
25 changes: 25 additions & 0 deletions
25
codegen_model_comparison/cloud/environment_llama/docker/requirements.txt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,25 @@ | ||
azureml-core==1.53.0 | ||
azureml-dataset-runtime==1.53.0 | ||
azureml-defaults==1.53.0 | ||
azure-ml==0.0.1 | ||
azure-ml-component==0.9.18.post2 | ||
azureml-mlflow==1.53.0 | ||
azureml-contrib-services==1.53.0 | ||
azureml-contrib-services==1.53.0 | ||
azureml-automl-common-tools==1.53.0 | ||
torch-tb-profiler~=0.4.0 | ||
azureml-inference-server-http~=0.8.0 | ||
inference-schema~=1.5.0 | ||
MarkupSafe==2.1.2 | ||
regex | ||
pybind11 | ||
cryptography>=41.0.4 | ||
aiohttp>=3.8.5 | ||
datasets | ||
evaluate | ||
mlflow | ||
peft | ||
transformers[torch] | ||
sacrebleu | ||
pandas | ||
numpy |
4 changes: 4 additions & 0 deletions
4
codegen_model_comparison/cloud/environment_llama/environment.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,4 @@ | ||
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json | ||
name: codellama_env | ||
build: | ||
path: docker |