added MLFlow

README.md

@@ -44,6 +44,21 @@ pip install -r requirement.txt
     * Data Transformation (Feature Engineering, Data Preprocessing)
     * Model Builing (Create a model using the processed data)
 
+## MLFlow & DagsHub
+Copy the values from DagsHub > Repo > Remote > Experiments
+
+```bash
+set MLFLOW_TRACKING_URI=<>
+set MLFLOW_TRACKING_USERNAME=<>
+set MLFLOW_TRACKING_PASSWORD<>
+```
+If the above are not set, then ML Experiments gets registered in local system else gets published to DagsHub
+
+#### Command to train the pipeline
+```bash
+python src\GemstonePricePrediction\pipelines\training_pipeline.py
+```
+
 ### Prediction Pipeline
     * Two types of prediction pipeline
         * Single record prediction

mlruns/0/385b51ccb8444a008c4377014ed9bf89/artifacts/model/MLmodel

@@ -0,0 +1,20 @@
+run_id: 385b51ccb8444a008c4377014ed9bf89
+artifact_path: model
+utc_time_created: '2023-11-19 08:11:59.247602'
+flavors:
+  python_function:
+    model_path: model.pkl
+    predict_fn: predict
+    loader_module: mlflow.sklearn
+    python_version: 3.9.0
+    env:
+      conda: conda.yaml
+      virtualenv: python_env.yaml
+  sklearn:
+    pickled_model: model.pkl
+    sklearn_version: 1.3.2
+    serialization_format: cloudpickle
+    code: null
+model_uuid: d9fc9af67691406eb91023576a0d8566
+mlflow_version: 2.8.1
+model_size_bytes: 728

mlruns/0/385b51ccb8444a008c4377014ed9bf89/artifacts/model/conda.yaml

@@ -0,0 +1,15 @@
+name: mlflow-env
+channels:
+- conda-forge
+dependencies:
+- python=3.9.0
+- pip<=23.3
+- pip:
+  - mlflow==2.8.1
+  - cloudpickle==2.2.1
+  - numpy==1.24.4
+  - packaging==23.2
+  - psutil==5.9.6
+  - pyyaml==6.0.1
+  - scikit-learn==1.3.2
+  - scipy==1.11.4

mlruns/0/385b51ccb8444a008c4377014ed9bf89/artifacts/model/python_env.yaml

@@ -0,0 +1,7 @@
+python: 3.9.0
+build_dependencies:
+- pip==23.3
+- setuptools
+- wheel==0.41.2
+dependencies:
+- -r requirements.txt

mlruns/0/385b51ccb8444a008c4377014ed9bf89/artifacts/model/requirements.txt

@@ -0,0 +1,8 @@
+mlflow==2.8.1
+cloudpickle==2.2.1
+numpy==1.24.4
+packaging==23.2
+psutil==5.9.6
+pyyaml==6.0.1
+scikit-learn==1.3.2
+scipy==1.11.4

mlruns/0/385b51ccb8444a008c4377014ed9bf89/meta.yaml

@@ -0,0 +1,15 @@
+artifact_uri: file:///C:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/mlruns/0/385b51ccb8444a008c4377014ed9bf89/artifacts
+end_time: 1700381524935
+experiment_id: '0'
+lifecycle_stage: active
+run_id: 385b51ccb8444a008c4377014ed9bf89
+run_name: bustling-cub-607
+run_uuid: 385b51ccb8444a008c4377014ed9bf89
+start_time: 1700381519164
+status: 3
+user_id: abpaul
+tags: []
+source_type: 4
+source_name: ''
+entry_point_name: ''
+source_version: ''

mlruns/0/385b51ccb8444a008c4377014ed9bf89/metrics/mae

@@ -0,0 +1 @@
+1700381519232 679.4576654440706 0

mlruns/0/385b51ccb8444a008c4377014ed9bf89/metrics/r2

@@ -0,0 +1 @@
+1700381519238 0.9364142719458204 0

mlruns/0/385b51ccb8444a008c4377014ed9bf89/metrics/rmse

@@ -0,0 +1 @@
+1700381519225 1018.9563461861268 0

mlruns/0/385b51ccb8444a008c4377014ed9bf89/tags/mlflow.log-model.history

@@ -0,0 +1 @@
+[{"run_id": "385b51ccb8444a008c4377014ed9bf89", "artifact_path": "model", "utc_time_created": "2023-11-19 08:11:59.247602", "flavors": {"python_function": {"model_path": "model.pkl", "predict_fn": "predict", "loader_module": "mlflow.sklearn", "python_version": "3.9.0", "env": {"conda": "conda.yaml", "virtualenv": "python_env.yaml"}}, "sklearn": {"pickled_model": "model.pkl", "sklearn_version": "1.3.2", "serialization_format": "cloudpickle", "code": null}}, "model_uuid": "d9fc9af67691406eb91023576a0d8566", "mlflow_version": "2.8.1", "model_size_bytes": 728}]

mlruns/0/385b51ccb8444a008c4377014ed9bf89/tags/mlflow.runName

@@ -0,0 +1 @@
+bustling-cub-607

mlruns/0/385b51ccb8444a008c4377014ed9bf89/tags/mlflow.source.git.commit

@@ -0,0 +1 @@
+e5aed3161769b01d93b425a7da547154e9006b86

mlruns/0/385b51ccb8444a008c4377014ed9bf89/tags/mlflow.source.name

@@ -0,0 +1 @@
+c:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/src/GemstonePricePrediction/pipelines/training_pipeline.py

mlruns/0/385b51ccb8444a008c4377014ed9bf89/tags/mlflow.source.type

@@ -0,0 +1 @@
+LOCAL

mlruns/0/385b51ccb8444a008c4377014ed9bf89/tags/mlflow.user

@@ -0,0 +1 @@
+abpaul

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/artifacts/model/MLmodel

@@ -0,0 +1,20 @@
+run_id: 68c6b1d75e9f4530b2e4e336e0edd612
+artifact_path: model
+utc_time_created: '2023-11-19 10:19:35.324656'
+flavors:
+  python_function:
+    model_path: model.pkl
+    predict_fn: predict
+    loader_module: mlflow.sklearn
+    python_version: 3.9.0
+    env:
+      conda: conda.yaml
+      virtualenv: python_env.yaml
+  sklearn:
+    pickled_model: model.pkl
+    sklearn_version: 1.3.2
+    serialization_format: cloudpickle
+    code: null
+model_uuid: eb4a793abca244c58dce3cc791be3038
+mlflow_version: 2.8.1
+model_size_bytes: 728

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/artifacts/model/conda.yaml

@@ -0,0 +1,15 @@
+name: mlflow-env
+channels:
+- conda-forge
+dependencies:
+- python=3.9.0
+- pip<=23.3
+- pip:
+  - mlflow==2.8.1
+  - cloudpickle==2.2.1
+  - numpy==1.24.4
+  - packaging==23.2
+  - psutil==5.9.6
+  - pyyaml==6.0.1
+  - scikit-learn==1.3.2
+  - scipy==1.11.4

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/artifacts/model/python_env.yaml

@@ -0,0 +1,7 @@
+python: 3.9.0
+build_dependencies:
+- pip==23.3
+- setuptools
+- wheel==0.41.2
+dependencies:
+- -r requirements.txt

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/artifacts/model/requirements.txt

@@ -0,0 +1,8 @@
+mlflow==2.8.1
+cloudpickle==2.2.1
+numpy==1.24.4
+packaging==23.2
+psutil==5.9.6
+pyyaml==6.0.1
+scikit-learn==1.3.2
+scipy==1.11.4

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/meta.yaml

@@ -0,0 +1,15 @@
+artifact_uri: file:///C:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/artifacts
+end_time: 1700389180773
+experiment_id: '0'
+lifecycle_stage: active
+run_id: 68c6b1d75e9f4530b2e4e336e0edd612
+run_name: abrasive-frog-952
+run_uuid: 68c6b1d75e9f4530b2e4e336e0edd612
+start_time: 1700389175251
+status: 3
+user_id: abpaul
+tags: []
+source_type: 4
+source_name: ''
+entry_point_name: ''
+source_version: ''

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/metrics/mae

@@ -0,0 +1 @@
+1700389175313 675.4174025987501 0

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/metrics/r2

@@ -0,0 +1 @@
+1700389175317 0.9375814851967132 0

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/metrics/rmse

@@ -0,0 +1 @@
+1700389175308 1011.1797262324923 0

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/tags/mlflow.log-model.history

@@ -0,0 +1 @@
+[{"run_id": "68c6b1d75e9f4530b2e4e336e0edd612", "artifact_path": "model", "utc_time_created": "2023-11-19 10:19:35.324656", "flavors": {"python_function": {"model_path": "model.pkl", "predict_fn": "predict", "loader_module": "mlflow.sklearn", "python_version": "3.9.0", "env": {"conda": "conda.yaml", "virtualenv": "python_env.yaml"}}, "sklearn": {"pickled_model": "model.pkl", "sklearn_version": "1.3.2", "serialization_format": "cloudpickle", "code": null}}, "model_uuid": "eb4a793abca244c58dce3cc791be3038", "mlflow_version": "2.8.1", "model_size_bytes": 728}]

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/tags/mlflow.runName

@@ -0,0 +1 @@
+abrasive-frog-952

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/tags/mlflow.source.git.commit

@@ -0,0 +1 @@
+e5aed3161769b01d93b425a7da547154e9006b86

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/tags/mlflow.source.name

@@ -0,0 +1 @@
+c:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/src/GemstonePricePrediction/pipelines/training_pipeline.py

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/tags/mlflow.source.type

@@ -0,0 +1 @@
+LOCAL

mlruns/0/68c6b1d75e9f4530b2e4e336e0edd612/tags/mlflow.user

@@ -0,0 +1 @@
+abpaul

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/artifacts/model/MLmodel

@@ -0,0 +1,20 @@
+run_id: 716ba66c871c49efa5cc5aa5937468d4
+artifact_path: model
+utc_time_created: '2023-11-19 08:56:58.318461'
+flavors:
+  python_function:
+    model_path: model.pkl
+    predict_fn: predict
+    loader_module: mlflow.sklearn
+    python_version: 3.9.0
+    env:
+      conda: conda.yaml
+      virtualenv: python_env.yaml
+  sklearn:
+    pickled_model: model.pkl
+    sklearn_version: 1.3.2
+    serialization_format: cloudpickle
+    code: null
+model_uuid: 847efeac6824431ea39e3deabe099219
+mlflow_version: 2.8.1
+model_size_bytes: 772

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/artifacts/model/conda.yaml

@@ -0,0 +1,15 @@
+name: mlflow-env
+channels:
+- conda-forge
+dependencies:
+- python=3.9.0
+- pip<=23.3
+- pip:
+  - mlflow==2.8.1
+  - cloudpickle==2.2.1
+  - numpy==1.24.4
+  - packaging==23.2
+  - psutil==5.9.6
+  - pyyaml==6.0.1
+  - scikit-learn==1.3.2
+  - scipy==1.11.4

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/artifacts/model/python_env.yaml

@@ -0,0 +1,7 @@
+python: 3.9.0
+build_dependencies:
+- pip==23.3
+- setuptools
+- wheel==0.41.2
+dependencies:
+- -r requirements.txt

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/artifacts/model/requirements.txt

@@ -0,0 +1,8 @@
+mlflow==2.8.1
+cloudpickle==2.2.1
+numpy==1.24.4
+packaging==23.2
+psutil==5.9.6
+pyyaml==6.0.1
+scikit-learn==1.3.2
+scipy==1.11.4

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/meta.yaml

@@ -0,0 +1,15 @@
+artifact_uri: file:///C:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/mlruns/0/716ba66c871c49efa5cc5aa5937468d4/artifacts
+end_time: 1700384222928
+experiment_id: '0'
+lifecycle_stage: active
+run_id: 716ba66c871c49efa5cc5aa5937468d4
+run_name: mercurial-koi-248
+run_uuid: 716ba66c871c49efa5cc5aa5937468d4
+start_time: 1700384218252
+status: 3
+user_id: abpaul
+tags: []
+source_type: 4
+source_name: ''
+entry_point_name: ''
+source_version: ''

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/metrics/mae

@@ -0,0 +1 @@
+1700384218306 677.221106162069 0

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/metrics/r2

@@ -0,0 +1 @@
+1700384218311 0.9361708346006393 0

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/metrics/rmse

@@ -0,0 +1 @@
+1700384218302 1017.2590700767196 0

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/tags/mlflow.log-model.history

@@ -0,0 +1 @@
+[{"run_id": "716ba66c871c49efa5cc5aa5937468d4", "artifact_path": "model", "utc_time_created": "2023-11-19 08:56:58.318461", "flavors": {"python_function": {"model_path": "model.pkl", "predict_fn": "predict", "loader_module": "mlflow.sklearn", "python_version": "3.9.0", "env": {"conda": "conda.yaml", "virtualenv": "python_env.yaml"}}, "sklearn": {"pickled_model": "model.pkl", "sklearn_version": "1.3.2", "serialization_format": "cloudpickle", "code": null}}, "model_uuid": "847efeac6824431ea39e3deabe099219", "mlflow_version": "2.8.1", "model_size_bytes": 772}]

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/tags/mlflow.runName

@@ -0,0 +1 @@
+mercurial-koi-248

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/tags/mlflow.source.git.commit

@@ -0,0 +1 @@
+e5aed3161769b01d93b425a7da547154e9006b86

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/tags/mlflow.source.name

@@ -0,0 +1 @@
+c:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/src/GemstonePricePrediction/pipelines/training_pipeline.py

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/tags/mlflow.source.type

@@ -0,0 +1 @@
+LOCAL

mlruns/0/716ba66c871c49efa5cc5aa5937468d4/tags/mlflow.user

@@ -0,0 +1 @@
+abpaul

mlruns/0/d3a7752167834979b60913f393574749/artifacts/model/MLmodel

@@ -0,0 +1,20 @@
+run_id: d3a7752167834979b60913f393574749
+artifact_path: model
+utc_time_created: '2023-11-19 10:32:12.446790'
+flavors:
+  python_function:
+    model_path: model.pkl
+    predict_fn: predict
+    loader_module: mlflow.sklearn
+    python_version: 3.9.0
+    env:
+      conda: conda.yaml
+      virtualenv: python_env.yaml
+  sklearn:
+    pickled_model: model.pkl
+    sklearn_version: 1.3.2
+    serialization_format: cloudpickle
+    code: null
+model_uuid: 9f14f76510164b2091f6112205c8061c
+mlflow_version: 2.8.1
+model_size_bytes: 671

mlruns/0/d3a7752167834979b60913f393574749/artifacts/model/conda.yaml

@@ -0,0 +1,15 @@
+name: mlflow-env
+channels:
+- conda-forge
+dependencies:
+- python=3.9.0
+- pip<=23.3
+- pip:
+  - mlflow==2.8.1
+  - cloudpickle==2.2.1
+  - numpy==1.24.4
+  - packaging==23.2
+  - psutil==5.9.6
+  - pyyaml==6.0.1
+  - scikit-learn==1.3.2
+  - scipy==1.11.4

mlruns/0/d3a7752167834979b60913f393574749/artifacts/model/python_env.yaml

@@ -0,0 +1,7 @@
+python: 3.9.0
+build_dependencies:
+- pip==23.3
+- setuptools
+- wheel==0.41.2
+dependencies:
+- -r requirements.txt

mlruns/0/d3a7752167834979b60913f393574749/artifacts/model/requirements.txt

@@ -0,0 +1,8 @@
+mlflow==2.8.1
+cloudpickle==2.2.1
+numpy==1.24.4
+packaging==23.2
+psutil==5.9.6
+pyyaml==6.0.1
+scikit-learn==1.3.2
+scipy==1.11.4

mlruns/0/d3a7752167834979b60913f393574749/meta.yaml

@@ -0,0 +1,15 @@
+artifact_uri: file:///C:/Users/abpaul/Documents/Learnings/iNeuron/MLProjects/GemstonePricePrediction/mlruns/0/d3a7752167834979b60913f393574749/artifacts
+end_time: 1700389938123
+experiment_id: '0'
+lifecycle_stage: active
+run_id: d3a7752167834979b60913f393574749
+run_name: stylish-owl-464
+run_uuid: d3a7752167834979b60913f393574749
+start_time: 1700389932383
+status: 3
+user_id: abpaul
+tags: []
+source_type: 4
+source_name: ''
+entry_point_name: ''
+source_version: ''

mlruns/0/d3a7752167834979b60913f393574749/metrics/mae

@@ -0,0 +1 @@
+1700389932435 677.9065769688996 0

mlruns/0/d3a7752167834979b60913f393574749/metrics/r2

@@ -0,0 +1 @@
+1700389932439 0.9363211379354268 0

mlruns/0/d3a7752167834979b60913f393574749/metrics/rmse

@@ -0,0 +1 @@
+1700389932430 1017.6145004061026 0

mlruns/0/d3a7752167834979b60913f393574749/tags/mlflow.log-model.history

@@ -0,0 +1 @@
+[{"run_id": "d3a7752167834979b60913f393574749", "artifact_path": "model", "utc_time_created": "2023-11-19 10:32:12.446790", "flavors": {"python_function": {"model_path": "model.pkl", "predict_fn": "predict", "loader_module": "mlflow.sklearn", "python_version": "3.9.0", "env": {"conda": "conda.yaml", "virtualenv": "python_env.yaml"}}, "sklearn": {"pickled_model": "model.pkl", "sklearn_version": "1.3.2", "serialization_format": "cloudpickle", "code": null}}, "model_uuid": "9f14f76510164b2091f6112205c8061c", "mlflow_version": "2.8.1", "model_size_bytes": 671}]

mlruns/0/d3a7752167834979b60913f393574749/tags/mlflow.runName

@@ -0,0 +1 @@
+stylish-owl-464

mlruns/0/d3a7752167834979b60913f393574749/tags/mlflow.source.git.commit

@@ -0,0 +1 @@
+e5aed3161769b01d93b425a7da547154e9006b86

mlruns/0/d3a7752167834979b60913f393574749/tags/mlflow.source.name

@@ -0,0 +1 @@
+src\GemstonePricePrediction\pipelines\training_pipeline.py

mlruns/0/d3a7752167834979b60913f393574749/tags/mlflow.source.type

@@ -0,0 +1 @@
+LOCAL