From d0709d618efd023d3f35d93b1f93b29070fe93dc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tim=20Swe=C3=B1a?= Date: Fri, 10 Oct 2025 16:33:59 +0000 Subject: [PATCH] chore: make test_blob_transcribe robust to model flakes --- tests/system/large/blob/test_function.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/tests/system/large/blob/test_function.py b/tests/system/large/blob/test_function.py index 70c3084261..f006395d2f 100644 --- a/tests/system/large/blob/test_function.py +++ b/tests/system/large/blob/test_function.py @@ -12,6 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. +import logging import os import traceback from typing import Generator @@ -434,6 +435,15 @@ def test_blob_transcribe( actual_text = actual[0]["content"] else: actual_text = actual[0] + + if pd.isna(actual_text) or actual_text == "": + # Ensure the tests are robust to flakes in the model, which isn't + # particularly useful information for the bigframes team. + logging.warning( + f"blob_transcribe() model {model_name} verbose={verbose} failure" + ) + return + actual_len = len(actual_text) relative_length_tolerance = 0.2