From 7834fd69f5db7b642248c79932ea6ec2870a58e2 Mon Sep 17 00:00:00 2001 From: Jack Luar Date: Tue, 17 Feb 2026 11:00:32 +0000 Subject: [PATCH] fixes - docker-down --> remove `--volumes` - fix exception response for evals Signed-off-by: Jack Luar --- Makefile | 2 +- evaluation/auto_evaluation/eval_main.py | 10 ++++------ 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/Makefile b/Makefile index dfd05ae0..aef86261 100644 --- a/Makefile +++ b/Makefile @@ -27,7 +27,7 @@ docker-up: .PHONY: docker-down docker-down: - @docker compose -f docker-compose.yml down --remove-orphans + @docker compose -f docker-compose.yml down --volumes --remove-orphans .PHONY: docker-dev docker-dev: diff --git a/evaluation/auto_evaluation/eval_main.py b/evaluation/auto_evaluation/eval_main.py index 4023dc1c..1ec4f66b 100644 --- a/evaluation/auto_evaluation/eval_main.py +++ b/evaluation/auto_evaluation/eval_main.py @@ -129,15 +129,13 @@ def query(self, retriever: str, query: str) -> tuple[dict, float]: try: time.sleep(5) response = requests.post(url, json=payload) + if not response.ok: + print(f"Error querying {retriever}: HTTP {response.status_code}") + return {"response": "invalid", "context_sources": [], "tools": []}, -999999 return response.json(), response.elapsed.total_seconds() * 1000 except Exception as e: print(f"Error querying {retriever}: {e}") - return { - "response": "invalid", - "sources": [], - "context": [], - "tool": "string", - }, -999999 + return {"response": "invalid", "context_sources": [], "tools": []}, -999999 if __name__ == "__main__":