diff --git a/master/modelserving/mms/modelmesh/overview/index.html b/master/modelserving/mms/modelmesh/overview/index.html index 289d48aa8..80559f083 100644 --- a/master/modelserving/mms/modelmesh/overview/index.html +++ b/master/modelserving/mms/modelmesh/overview/index.html @@ -1328,7 +1328,7 @@

Model Serving RuntimesKServe integration

Note that the integration of KServe with ModelMesh is still in an alpha stage and there are still features like explainers that do not yet work when deploying on ModelMesh.

In any case, ModelMesh Serving supports deploying models using KServe's -InferenceService interface. ModelMesh Serving also supports transformer use cases in which the transformers and predictors are separately deployed by KServe and ModelMesh controllers. An example of ModelMesh transformer can be found here.

+InferenceService interface. ModelMesh Serving also supports transformer use cases in which the transformers and predictors are separately deployed by KServe and ModelMesh controllers. An example of ModelMesh transformer can be found here.

While ModelMesh Serving can handle both its original Predictor CRD and the KServe InferenceService CRD, there is work being done to eventually have both KServe and ModelMesh converge on the usage of InferenceService CRD.

Install

diff --git a/master/sitemap.xml b/master/sitemap.xml index 675bf430b..7b55b57a5 100644 --- a/master/sitemap.xml +++ b/master/sitemap.xml @@ -2,730 +2,730 @@ https://kserve.io/website/master/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/admin/kubernetes_deployment/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/admin/migration/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/admin/modelmesh/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/admin/serverless/serverless/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/admin/serverless/kourier_networking/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/admin/serverless/servicemesh/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/api/api/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/_index/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2021-09-27-kfserving-transition/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2021-10-11-KServe-0.7-release/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2022-02-18-KServe-0.8-release/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2022-07-21-KServe-0.9-release/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2023-02-05-KServe-0.10-release/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2023-10-08-KServe-0.11-release/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/2024-05-15-KServe-0.13-release/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/blog/articles/_index/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/community/adopters/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/community/get_involved/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/community/presentations/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/developer/debug/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/developer/developer/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/get_started/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/get_started/first_isvc/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/get_started/swagger_ui/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/contributor/github/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/contributor/mkdocs-contributor-guide/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/contributor/templates/template-blog/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/contributor/templates/template-concept/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/contributor/templates/template-procedure/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/contributor/templates/template-troubleshooting/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/style-guide/documenting-code/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/style-guide/style-and-formatting/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/help/style-guide/voice-and-language/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/control_plane/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/servingruntimes/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/autoscaling/autoscaling/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/batcher/batcher/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/certificate/kserve/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/data_plane/binary_tensor_data_extension/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/data_plane/data_plane/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/data_plane/v1_protocol/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/data_plane/v2_protocol/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/detect/aif/germancredit/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/detect/aif/germancredit/server/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/detect/alibi_detect/alibi_detect/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/detect/art/mnist/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/explainer/explainer/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/explainer/aix/mnist/aix/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/explainer/alibi/cifar10/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/explainer/alibi/income/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/explainer/alibi/moviesentiment/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/explainer/trustyai/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/inference_graph/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/inference_graph/image_pipeline/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/kafka/kafka/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/logger/logger/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/mms/multi-model-serving/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/mms/modelmesh/overview/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/nodescheduling/inferenceservicenodescheduling/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/nodescheduling/overview/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/observability/grafana_dashboards/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/observability/prometheus_metrics/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/oci/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/storagecontainers/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/azure/azure/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/gcs/gcs/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/pvc/pvc/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/s3/s3/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/storage/uri/uri/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/serving_runtime/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/amd/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/custom/custom_model/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/lightgbm/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/fill_mask/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/sdk_integration/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/text2text_generation/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/text_classification/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/text_generation/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/huggingface/token_classification/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/torchserve/accelerate/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/llm/vllm/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/mlflow/v2/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/onnx/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/paddle/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/pmml/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/rollout/canary-example/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/rollout/canary/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/sklearn/v2/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/spark/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/tensorflow/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/torchserve/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/torchserve/bert/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/torchserve/metrics/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/torchserve/model-archiver/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/torchserve/model-archiver/model-archiver-image/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/torchserve/model-archiver/model-store/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/transformer/collocation/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/transformer/feast/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/transformer/torchserve_image_transformer/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/triton/bert/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/triton/huggingface/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/triton/torchscript/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/modelserving/v1beta1/xgboost/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/python_runtime_api/docs/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/python_runtime_api/docs/api/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/reference/api/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/reference/swagger-ui/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/reference/v2_inference/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/reference/v2_inference/template/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/sdk_doc/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/KServeClient/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/KnativeAddressable/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/KnativeCondition/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/KnativeStatus/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/KnativeURL/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/KnativeVolatileTime/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/NetUrlUserinfo/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1Time/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1BuiltInAdapter/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1ClusterServingRuntime/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1ClusterServingRuntimeList/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1Container/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceGraph/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceGraphList/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceGraphSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceGraphStatus/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceRouter/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceStep/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1InferenceTarget/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1ServingRuntime/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1ServingRuntimeList/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1ServingRuntimePodSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1ServingRuntimeSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1StorageHelper/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1alpha1SupportedModelFormat/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1AIXExplainerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ARTExplainerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1AlibiExplainerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1Batcher/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ComponentExtensionSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ComponentStatusSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1CustomExplainer/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1CustomPredictor/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1CustomTransformer/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ExplainerConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ExplainerExtensionSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ExplainerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ExplainersConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1FailureInfo/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1InferenceService/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1InferenceServiceList/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1InferenceServiceSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1InferenceServiceStatus/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1InferenceServicesConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1IngressConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1LightGBMSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1LoggerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ModelCopies/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ModelFormat/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ModelRevisionStates/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ModelSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ModelStatus/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1ONNXRuntimeSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PMMLSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PaddleServerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PodSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PredictorConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PredictorExtensionSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PredictorProtocols/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PredictorSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1PredictorsConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1SKLearnSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1StorageSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1TFServingSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1TorchServeSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1TransformerConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1TransformerSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1TransformersConfig/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1TritonSpec/ - 2024-11-19 + 2024-11-22 https://kserve.io/website/master/sdk_docs/docs/V1beta1XGBoostSpec/ - 2024-11-19 + 2024-11-22 \ No newline at end of file diff --git a/master/sitemap.xml.gz b/master/sitemap.xml.gz index cf24e92bf..4085daecb 100644 Binary files a/master/sitemap.xml.gz and b/master/sitemap.xml.gz differ