Skip to content

Commit

Permalink
Adding files for env creation for llama peft finetuning
Browse files Browse the repository at this point in the history
matsuobasho committed Dec 6, 2023
1 parent 4225807 commit 8a3e18f
Showing 3 changed files with 45 additions and 0 deletions.
16 changes: 16 additions & 0 deletions codegen_model_comparison/cloud/environment_llama/docker/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2004-cu117-py38-torch201:biweekly.202310.3

# Install pip dependencies
COPY requirements.txt .
RUN pip install -r requirements.txt --no-cache-dir

# Inference requirements
COPY --from=mcr.microsoft.com/azureml/o16n-base/python-assets:20230419.v1 /artifacts /var/
RUN /var/requirements/install_system_requirements.sh && \
cp /var/configuration/rsyslog.conf /etc/rsyslog.conf && \
cp /var/configuration/nginx.conf /etc/nginx/sites-available/app && \
ln -sf /etc/nginx/sites-available/app /etc/nginx/sites-enabled/app && \
rm -f /etc/nginx/sites-enabled/default
ENV SVDIR=/var/runit
ENV WORKER_TIMEOUT=400
EXPOSE 5001 8883 8888
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
azureml-core==1.53.0
azureml-dataset-runtime==1.53.0
azureml-defaults==1.53.0
azure-ml==0.0.1
azure-ml-component==0.9.18.post2
azureml-mlflow==1.53.0
azureml-contrib-services==1.53.0
azureml-contrib-services==1.53.0
azureml-automl-common-tools==1.53.0
torch-tb-profiler~=0.4.0
azureml-inference-server-http~=0.8.0
inference-schema~=1.5.0
MarkupSafe==2.1.2
regex
pybind11
cryptography>=41.0.4
aiohttp>=3.8.5
datasets
evaluate
mlflow
peft
transformers[torch]
sacrebleu
pandas
numpy
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json
name: codellama_env
build:
path: docker

0 comments on commit 8a3e18f

Please sign in to comment.