Revert faiss back to a pip package

Signed-off-by: Anuradha Karuppiah <[email protected]>

ci/conda/recipes/morpheus-libs/meta.yaml

@@ -88,7 +88,6 @@ outputs:
         - dill =0.3.7
         - docker-py =5.0.*
         - elasticsearch ==8.9.0
-        - faiss-cpu
         - feedparser =6.0.*
         - grpcio =1.62.*
         - lxml

conda/environments/all_cuda-125_arch-x86_64.yaml

@@ -43,7 +43,6 @@ dependencies:
 - doxygen=1.9.2
 - elasticsearch==8.9.0
 - exhale=0.3.6
-- faiss-cpu
 - feedparser=6.0
 - flake8
 - git-lfs
@@ -133,6 +132,7 @@ dependencies:
   - databricks-connect
   - dgl==2.0.0
   - dglgo
+  - faiss-cpu
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain==0.1.16

conda/environments/examples_cuda-125_arch-x86_64.yaml

@@ -22,7 +22,6 @@ dependencies:
 - dill=0.3.7
 - docker-py=5.0
 - elasticsearch==8.9.0
-- faiss-cpu
 - feedparser=6.0
 - grpcio
 - grpcio-status
@@ -72,6 +71,7 @@ dependencies:
   - databricks-connect
   - dgl==2.0.0
   - dglgo
+  - faiss-cpu
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain==0.1.16

dependencies.yaml

@@ -416,6 +416,7 @@ dependencies:
     common:
       - output_types: [requirements]
         packages:
+           - faiss-cpu
            - milvus==2.3.5 # update to match pymilvus when available
            - pymilvus==2.3.6
            - langchain==0.1.16
@@ -458,7 +459,6 @@ dependencies:
           - &transformers transformers=4.36.2 # newer versions are incompatible with our pinned version of huggingface_hub
           - anyio>=3.7
           - arxiv=1.4
-          - faiss-cpu
           - huggingface_hub=0.20.2 # work-around for https://github.com/UKPLab/sentence-transformers/issues/1762
           - jsonpatch>=1.33
           - newspaper3k=0.2
@@ -474,6 +474,7 @@ dependencies:
           - pip:
             - langchain==0.1.16
             - langchain-nvidia-ai-endpoints==0.0.11
+            - faiss-cpu
             - google-search-results==2.4
             - nemollm==0.3.5
 

python/morpheus_llm/morpheus_llm/requirements_morpheus_llm.txt

@@ -1,6 +1,7 @@
 # This file is generated by `rapids-dependency-file-generator`.
 # To make changes, edit ../../../dependencies.yaml and run `rapids-dependency-file-generator`.
 --extra-index-url https://download.pytorch.org/whl/cu124
+faiss-cpu
 google-search-results==2.4
 langchain-nvidia-ai-endpoints==0.0.11
 langchain==0.1.16