Add a conda_morpheus_llm key in dependencies.yaml

These are pip dependencies needed to run the llm unit tests at the end
of conda build

Signed-off-by: Anuradha Karuppiah <[email protected]>

ci/conda/recipes/morpheus-libs/meta.yaml

@@ -234,6 +234,7 @@ outputs:
         - pytest-cov
         - pytest =7.4.4
       source_files:
+        - dependencies.yaml
         - pyproject.toml
         - scripts/fetch_data.py
         - tests/*

ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh

@@ -14,12 +14,10 @@
 # limitations under the License.
 
 # llm library and tests are dependent on a number of pypi packages - fixme
-pip install --no-input milvus==2.3.5
-pip install --no-input pymilvus==2.3.6
-pip install --no-input langchain==0.1.16
-pip install --no-input langchain-nvidia-ai-endpoints==0.0.11
-pip install --no-input faiss-gpu==1.7.*
-pip install --no-input google-search-results==2.4
-pip install --no-input nemollm==0.3.5
+rapids-dependency-file-generator \
+  --output requirements \
+  --file_key morpheus_llm --matrix "" | tee "llm_requirements.txt"
+
+pip install -r llm_requirements.txt
 
 pytest tests/morpheus_llm

dependencies.yaml

@@ -174,6 +174,12 @@ files:
       - checks
       - python
 
+  # pip dependencies that are used during the conda test stage for morpheus-llm output
+  morpheus_llm:
+    output: none
+    includes:
+      - test_morpheus_llm_pip
+
 channels:
   - conda-forge
   - huggingface
@@ -377,6 +383,18 @@ dependencies:
           - pip:
               - pytest-kafka==0.6.0
 
+  test_morpheus_llm_pip:
+    common:
+      - output_types: [requirements]
+        packages:
+           - milvus==2.3.5 # update to match pymilvus when available
+           - pymilvus==2.3.6
+           - langchain==0.1.16
+           - langchain-nvidia-ai-endpoints==0.0.11
+           - faiss-gpu==1.7.*
+           - google-search-results==2.4
+            - nemollm==0.3.5
+
   example-dfp-prod:
     common:
       - output_types: [conda]