wip

models.jsonl

@@ -14,7 +14,6 @@
 {"id": "o3-mini", "name": " o3-mini", "organization": "OpenAI", "license": "Proprietary", "api_model": "o3-mini", "provider": "openai", "parameters": "N/A"}
 {"id": "gpt-4.1", "name": "GPT-4.1", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-4.1", "provider": "openai", "parameters": "N/A"}
 {"id": "gpt-4o", "name": "GPT-4o", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-4o", "provider": "openai", "parameters": "N/A"}
-{"id": "gpt-4-turbo", "name": "GPT-4 Turbo", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-4-turbo", "provider": "openai", "parameters": "N/A"}
 {"id": "gpt-3.5-turbo", "name": "GPT-3.5 Turbo", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-3.5-turbo", "provider": "openai", "parameters": "N/A"}
 
 {"id": "claude-3-7-sonnet-latest", "name": "Claude 3.7 Sonnet", "organization": "Anthropic", "license": "Proprietary", "api_model": "claude-3-7-sonnet-latest", "provider": "anthropic", "parameters": "N/A"}

run_benchmarks.py

@@ -398,6 +398,8 @@ def evaluate_dataset(
         judge_results = raw_df[raw_df["judge_id"] == judge_id].copy()
         if test_type == "prompt_injections":
             gt_label = "PROMPT_INJECTION"
+        elif test_type == "grounding":
+            gt_label = "GROUNDED"
         else:
             gt_label = "UNSAFE"