From 8230467caad996f8929219cdcb9fedb1b7195581 Mon Sep 17 00:00:00 2001
From: Powell <powellfendley@gmail.com>
Date: Thu, 13 Jul 2023 14:14:48 -0600
Subject: [PATCH] fixed worker not having pandas

---
 pyproject.toml        |  3 ++-
 workers/operations.py | 11 +----------
 2 files changed, 3 insertions(+), 11 deletions(-)

diff --git a/pyproject.toml b/pyproject.toml
index 926cf51..2b47ef5 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -15,11 +15,12 @@ rq = "^1.15.1"
 pydantic = "^2.0.2"
 idna = "^3.4"
 python-multipart = "^0.0.6"
+pandas = "^2.0.3"
 
 uvicorn = { version = "^0.22.0", optional = true }
 fastapi = { version = "^0.100.0", optional = true }
 pypdf = { version = "^3.12.0", optional = true }
-pandas = { version = "^2.0.3", optional = true }
+
 
 [tool.poetry.extras]
 api = ["uvicorn", "fastapi", "pypdf", "pandas"]
diff --git a/workers/operations.py b/workers/operations.py
index 4d77e4c..e0e013e 100644
--- a/workers/operations.py
+++ b/workers/operations.py
@@ -165,16 +165,7 @@ def data_profiling(dataset_id, document_text):
         }
         columns.append(col)
 
-    dataset["columns"] = columns
-
-    dataset["metadata"] = {
-        "document_textuments": [
-            {
-                "url": "https://github.com/reichlab/covid19-forecast-hub/blob/master/data-truth/README.md",
-                "title": "README: Ground truth data for the COVID-19 Forecast Hub",
-            }
-        ]
-    }
+    dataset_json["columns"] = columns
 
     resp = requests.post(f"{TDS_API}/datasets", json=dataset)
     dataset_id = resp.json()["id"]