From 28b7f19d74daba6746bb77cabf2254804b62ff12 Mon Sep 17 00:00:00 2001 From: Roma Koulikov <rkoulikov@pm.me> Date: Mon, 11 Dec 2023 11:05:48 -0500 Subject: [PATCH] Codellama pipeline updates --- .../cloud/pipeline_codellama.yaml | 28 ++++++++++--------- 1 file changed, 15 insertions(+), 13 deletions(-) diff --git a/codegen_model_comparison/cloud/pipeline_codellama.yaml b/codegen_model_comparison/cloud/pipeline_codellama.yaml index 9fa0769..e3554b5 100644 --- a/codegen_model_comparison/cloud/pipeline_codellama.yaml +++ b/codegen_model_comparison/cloud/pipeline_codellama.yaml @@ -10,9 +10,9 @@ inputs: type: uri_file path: azureml:functions:1 #path: azureml:functions_for_testing:1 - batch_size: 20 + batch_size: 2 seq_length: 500 - epochs: 1 + epochs: 4 checkpoint: "codellama/CodeLlama-7b-hf" settings: default_compute: azureml:gpu-mid @@ -38,14 +38,16 @@ jobs: command: >- python finetune.py --checkpoint ${{inputs.checkpoint}} --data_path ${{inputs.data}} --batch_size ${{inputs.batch_size}} --seq_length ${{inputs.seq_length}} --epochs ${{inputs.epochs}} --model_dir ${{outputs.model}} - # predict_codellama: - # type: command - # inputs: - # checkpoint: ${{parent.inputs.checkpoint1}} - # model_folder: ${{parent.jobs.finetune_codegen.outputs.model}} - # outputs: - # output_dir: ${{parent.outputs.results1}} - # code: ../src - # environment: azureml:codegen_env@latest - # command: >- - # python predict.py --checkpoint ${{inputs.checkpoint}} --model_folder ${{inputs.model_folder}} --output_dir ${{outputs.output_dir}} + + predict_codellama: + type: command + inputs: + checkpoint: ${{parent.inputs.checkpoint1}} + model_folder: ${{parent.jobs.finetune_codegen.outputs.model}} + outputs: + output_dir: ${{parent.outputs.results1}} + code: ../src + environment: azureml:codegen_env@latest + command: >- + python predict.py --checkpoint ${{inputs.checkpoint}} --model_folder ${{inputs.model_folder}} --output_dir ${{outputs.output_dir}} +