From 31ab09758690d72b3e92fc3ead28f34b2e4d3c2b Mon Sep 17 00:00:00 2001 From: Hassieb Pakzad <68423100+hassiebp@users.noreply.github.com> Date: Mon, 16 Dec 2024 10:15:18 +0100 Subject: [PATCH] fix(openai): remove response_format in model distil feat --- langfuse/openai.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/langfuse/openai.py b/langfuse/openai.py index 06bd20371..b3a06a229 100644 --- a/langfuse/openai.py +++ b/langfuse/openai.py @@ -175,6 +175,10 @@ def get_openai_args(self): if self.kwargs.get("store", False): self.kwargs["metadata"] = self.args.get("metadata", {}) + # OpenAI does not support non-string type values in metadata when using + # model distillation feature + self.kwargs["metadata"].pop("response_format", None) + return self.kwargs