From 700efa03bcfbe6b443c2c7924a46e53f14f2ae00 Mon Sep 17 00:00:00 2001 From: Morgan McGuire Date: Sun, 12 Jan 2025 18:24:50 -0800 Subject: [PATCH] evals config updates --- src/wandbot/api/app.py | 3 ++- src/wandbot/evaluation/weave_eval/eval.py | 13 ------------- 2 files changed, 2 insertions(+), 14 deletions(-) diff --git a/src/wandbot/api/app.py b/src/wandbot/api/app.py index a608f71..3a64167 100644 --- a/src/wandbot/api/app.py +++ b/src/wandbot/api/app.py @@ -290,7 +290,8 @@ async def configs(): return { "chat_config": safe_chat_config, "vector_store_config": safe_vs_config, - "git_info": git_info + "git_info": git_info, + "app_config": app_config } except Exception as e: diff --git a/src/wandbot/evaluation/weave_eval/eval.py b/src/wandbot/evaluation/weave_eval/eval.py index c243b2a..32a0324 100644 --- a/src/wandbot/evaluation/weave_eval/eval.py +++ b/src/wandbot/evaluation/weave_eval/eval.py @@ -47,19 +47,6 @@ def get_wandbot_configs(): return None -# @weave.op -# async def get_answer(question: str, application: str = "api-eval", language: str = "en") -> str: -# url = "http://0.0.0.0:8000/chat/query" -# payload = {"question": question, "application": application, "language": language} -# try: -# async with httpx.AsyncClient(timeout=900.0) as client: -# response = await client.post(url, json=payload) -# response.raise_for_status() -# return json.dumps(response.json()) -# except Exception as e: -# logger.error(f"Error getting answer: {str(e)}") -# return json.dumps({}) - @weave.op async def get_answer(question: str, application: str = "api-eval", language: str = "en") -> str: @retry(