diff --git a/docs/_build/doctrees/environment.pickle b/docs/_build/doctrees/environment.pickle index d999cbb..855e04c 100644 Binary files a/docs/_build/doctrees/environment.pickle and b/docs/_build/doctrees/environment.pickle differ diff --git a/docs/_build/doctrees/versioning.doctree b/docs/_build/doctrees/versioning.doctree index f4fc961..a276776 100644 Binary files a/docs/_build/doctrees/versioning.doctree and b/docs/_build/doctrees/versioning.doctree differ diff --git a/docs/_build/html/versioning.html b/docs/_build/html/versioning.html index bdec0ae..f0491aa 100644 --- a/docs/_build/html/versioning.html +++ b/docs/_build/html/versioning.html @@ -1667,11 +1667,19 @@

Data Versioning--config-file=<cf>

Path to configuration json file containing all necessary arguments for the computation of the manifest.

+
--log-file=<lf>
+

Path to log file to use.

+
+
--scheduler=<sch>
+

Tell dask to use an existing scheduler (otherwise it’ll create one)

+
+
--nworkers=<nw>
+

number of workers for (local) Dask client.

+
+
--verbose
+

Set logging level to DEBUG (by default is INFO).

+
-

–log-file=<lf> Path to log file to use. -–scheduler=<sch> Tell dask to use an existing scheduler (otherwise it’ll create one) -–nworkers=<nw> number of workers for (local) Dask client. -–verbose Set logging level to DEBUG (by default is INFO).

impresso_commons.versioning.compute_manifest.compute_stats_for_stage(files_bag: Bag, stage: DataStage, client: Client | None = None) → list[dict] | None
diff --git a/impresso_commons/versioning/compute_manifest.py b/impresso_commons/versioning/compute_manifest.py index 4704827..9e0dc1b 100644 --- a/impresso_commons/versioning/compute_manifest.py +++ b/impresso_commons/versioning/compute_manifest.py @@ -6,7 +6,7 @@ Options: --config-file= Path to configuration json file containing all necessary arguments for the computation of the manifest. ---log-file= Path to log file to use. +--log-file= Path to log file to use. --scheduler= Tell dask to use an existing scheduler (otherwise it'll create one) --nworkers= number of workers for (local) Dask client. --verbose Set logging level to DEBUG (by default is INFO). diff --git a/impresso_commons/versioning/data_manifest.py b/impresso_commons/versioning/data_manifest.py index ff74675..58b9919 100644 --- a/impresso_commons/versioning/data_manifest.py +++ b/impresso_commons/versioning/data_manifest.py @@ -995,7 +995,7 @@ def compute( - Compute the new version based on the performed updates. - Define the `manifest_data` attribute corresponding to the final manifest. - Optionally, dump it to JSON, export it to S3 and Git. - + Args: export_to_git_and_s3 (bool, optional): Whether to export the final `manifest_data` as JSON to S3 and GitHub. Defaults to True. If False,