Use rq as simple redis based queue

optimizerapi/optimizer.py

@@ -16,6 +16,12 @@
 import numpy
 numpy.random.seed(42)
 
+from redis import Redis
+from rq import Queue
+import time
+
+queue = Queue(connection=Redis())
+
 plt.switch_backend('Agg')
 
 """ProcessOptimizer web request handler
@@ -33,6 +39,11 @@ def run(body) -> dict:
     dict
         a JSON encodable dictionary representation of the result.
     """
+    job = queue.enqueue(doRunWork, body)
+    while (job.return_value == None): time.sleep(0.2)
+    return job.return_value
+
+def doRunWork(body) -> dict:
     # print("Receive: " + str(body))
     data = [(run["xi"], run["yi"]) for run in body["data"]]
     cfg = body["optimizerConfig"]

optimizerapi/worker.py

@@ -0,0 +1,8 @@
+from rq import Connection, Queue, Worker
+from redis import Redis
+
+if __name__ == '__main__':
+    # Tell rq what Redis connection to use
+    with Connection():
+        q = Queue(connection=Redis())
+        Worker(q).work()

requirements.txt

@@ -5,3 +5,4 @@ ProcessOptimizer==0.7.1
 json-tricks==3.15.5
 cryptography==3.4.7
 waitress==2.0.0
+rq==1.10.0