Test 1 — LLM Advisory Fallback
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 3250.24,
"memory_usage": 1079928,
"peak_memory_usage": 1402024,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 68,
"tokens_total": 345,
"cost_usd": 8.2e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 345
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DV9KrZQi6aDpxVEcjVjH3aobQ5ljV\",\n \"object\": \"chat.completion\",\n \"created\": 1776316425,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mu",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "c7a9d5dc79d25229",
"timestamp_utc": "2026-04-16T05:13:44+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 68,
"total": 345
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 68,
"llm_tokens_total": 345,
"llm_cost_usd": 8.2e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 345
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "c7a9d5dc79d25229",
"timestamp_utc": "2026-04-16T05:13:44+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 68,
"total": 345
}
}
}
}FAIL
Test 2 — Deterministic Year Contradiction
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2018,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 12.57,
"memory_usage": 1074480,
"peak_memory_usage": 1402016,
"debug_log": [],
"normal_response_preview": {
"status": "does_not_fit",
"confidence": 1,
"deterministic_confidence": 100,
"llm_used": false,
"llm": {
"used": false,
"model": null,
"provider": null,
"temperature": null,
"usage": null,
"raw_text": null,
"parsed": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
}
},
"llm_confidence": null,
"confidence_band": "verified",
"review_recommended": false,
"trace": {
"trace_version": "2.0",
"decision_id": "adf6d53e0384311b",
"timestamp_utc": "2026-04-16T05:13:47+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": null,
"llm_provider": null,
"llm_temperature": null,
"llm_tokens_prompt": null,
"llm_tokens_completion": null,
"llm_tokens_total": null,
"llm_cost_usd": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 100,
"display_confidence_label": "High",
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "adf6d53e0384311b",
"timestamp_utc": "2026-04-16T05:13:47+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
}
}
}FAIL
Test 3 — Missing Year Validation
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 5.3,
"memory_usage": 1064296,
"peak_memory_usage": 1401968,
"debug_log": [],
"normal_response_preview": {
"status": "invalid_input",
"request_mode": "ymm"
}
}FAIL
Test 4 — Engine Suppression
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 1885.56,
"memory_usage": 1079952,
"peak_memory_usage": 1402016,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 69,
"tokens_total": 346,
"cost_usd": 8.3e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DV9Ktmwnm7uh35oOa36gfVjX1jLhf\",\n \"object\": \"chat.completion\",\n \"created\": 1776316427,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "7469cb3873fc54ed",
"timestamp_utc": "2026-04-16T05:13:47+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 69,
"llm_tokens_total": 346,
"llm_cost_usd": 8.3e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "7469cb3873fc54ed",
"timestamp_utc": "2026-04-16T05:13:47+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
}
}
}FAIL
Test 5 — Token Budget
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 1894.9,
"memory_usage": 1079920,
"peak_memory_usage": 1402016,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 67,
"tokens_total": 344,
"cost_usd": 8.2e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it should fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it should fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 344
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DV9Kv2owNO1qOP0XDoCl3mGMxJkdp\",\n \"object\": \"chat.completion\",\n \"created\": 1776316429,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it should fit the 2012 Ford Mustang",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it should fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "97821aa8e57a1b3a",
"timestamp_utc": "2026-04-16T05:13:49+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 67,
"total": 344
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 67,
"llm_tokens_total": 344,
"llm_cost_usd": 8.2e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 344
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "97821aa8e57a1b3a",
"timestamp_utc": "2026-04-16T05:13:49+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 67,
"total": 344
}
}
}
}FAIL
Otto Governance Test Suite Complete