From e39bca075631589aa6c8ba8c4029604f0f7565e3 Mon Sep 17 00:00:00 2001
From: Chang Su <chang.s.su@oracle.com>
Date: Fri, 30 May 2025 19:18:42 -0700
Subject: [PATCH] ci: relax test_function_call_required (#6786)

---
 test/srt/test_openai_function_calling.py | 21 +++++++++++++++++----
 1 file changed, 17 insertions(+), 4 deletions(-)

diff --git a/test/srt/test_openai_function_calling.py b/test/srt/test_openai_function_calling.py
index 7755d3729..012fc15c5 100644
--- a/test/srt/test_openai_function_calling.py
+++ b/test/srt/test_openai_function_calling.py
@@ -357,12 +357,25 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
         args_obj = json.loads(arguments)
 
         self.assertEqual(
-            function_name, "get_weather", "Function name should be 'get_weather'"
+            function_name,
+            "get_weather",
+            f"Function name should be 'get_weather', got: {function_name}",
         )
-        self.assertIn("city", args_obj, "Function arguments should have 'city'")
         self.assertIn(
-            "Paris", args_obj["city"], "Parameter city should contain 'Paris'"
-        )  # might be flaky
+            "city", args_obj, f"Function arguments should have 'city', got: {args_obj}"
+        )
+
+        # Make the test more robust by checking type and accepting valid responses
+        city_value = args_obj["city"]
+        self.assertIsInstance(
+            city_value,
+            str,
+            f"Parameter city should be a string, got: {type(city_value)}",
+        )
+        self.assertTrue(
+            "Paris" in city_value or "France" in city_value,
+            f"Parameter city should contain either 'Paris' or 'France', got: {city_value}",
+        )
 
     def test_function_call_specific(self):
         """