fixed worker not having pandas

DARPA-ASKEM · Jul 13, 2023 · 8230467 · 8230467
1 parent 2a1a4d4
commit 8230467
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 11 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -15,11 +15,12 @@ rq = "^1.15.1"
 pydantic = "^2.0.2"
 idna = "^3.4"
 python-multipart = "^0.0.6"
+pandas = "^2.0.3"
 
 uvicorn = { version = "^0.22.0", optional = true }
 fastapi = { version = "^0.100.0", optional = true }
 pypdf = { version = "^3.12.0", optional = true }
-pandas = { version = "^2.0.3", optional = true }
+
 
 [tool.poetry.extras]
 api = ["uvicorn", "fastapi", "pypdf", "pandas"]

diff --git a/workers/operations.py b/workers/operations.py
@@ -165,16 +165,7 @@ def data_profiling(dataset_id, document_text):
         }
         columns.append(col)
 
-    dataset["columns"] = columns
-
-    dataset["metadata"] = {
-        "document_textuments": [
-            {
-                "url": "https://github.com/reichlab/covid19-forecast-hub/blob/master/data-truth/README.md",
-                "title": "README: Ground truth data for the COVID-19 Forecast Hub",
-            }
-        ]
-    }
+    dataset_json["columns"] = columns
 
     resp = requests.post(f"{TDS_API}/datasets", json=dataset)
     dataset_id = resp.json()["id"]