{"id": "m300-0001", "category": "fenced", "variant": "code fence wrapper", "input": "Thought: the user wants structured output.\nAction:\n```json\n{\n  \"goal\": \"triage inbox\",\n  \"steps\": [\n    {\n      \"n\": 1,\n      \"action\": \"read\"\n    },\n    {\n      \"n\": 2,\n      \"action\": \"match\"\n    },\n    {\n      \"n\": 3,\n      \"action\": \"write\"\n    }\n  ],\n  \"done\": false\n}```", "expected_kind": "value", "expected": {"goal": "triage inbox", "steps": [{"n": 1, "action": "read"}, {"n": 2, "action": "match"}, {"n": 3, "action": "write"}], "done": false}}
{"id": "m300-0002", "category": "fenced", "variant": "code fence wrapper", "input": "```json\n{\"company\": \"Acme Robotics\", \"amount_eur\": 32750, \"line_items\": [{\"sku\": \"SKU-2856\", \"qty\": 7}, {\"sku\": \"SKU-1271\", \"qty\": 1}, {\"sku\": \"SKU-1879\", \"qty\": 3}]}```", "expected_kind": "value", "expected": {"company": "Acme Robotics", "amount_eur": 32750, "line_items": [{"sku": "SKU-2856", "qty": 7}, {"sku": "SKU-1271", "qty": 1}, {"sku": "SKU-1879", "qty": 3}]}}
{"id": "m300-0003", "category": "fenced", "variant": "code fence wrapper", "input": "```json\n{\"run_id\": \"run_36065\", \"passed\": 94, \"failed\": 2, \"flaky\": true, \"notes\": null}```", "expected_kind": "value", "expected": {"run_id": "run_36065", "passed": 94, "failed": 2, "flaky": true, "notes": null}}
{"id": "m300-0026", "category": "prose_wrapped", "variant": "chat prose around the object", "input": "Here you go:\n{\"company\": \"Acme Robotics\", \"amount_eur\": 1250, \"line_items\": [{\"sku\": \"SKU-6795\", \"qty\": 4}]}\n\nI hope that helps!", "expected_kind": "value", "expected": {"company": "Acme Robotics", "amount_eur": 1250, "line_items": [{"sku": "SKU-6795", "qty": 4}]}}
{"id": "m300-0027", "category": "prose_wrapped", "variant": "chat prose around the object", "input": "Here you go:\n{\"model\": \"small-v2\", \"temperature\": 0.2, \"stream\": false, \"stop\": [\"END\", \"STOP\"], \"seed\": null}\n\nWould you like me to explain the fields?", "expected_kind": "value", "expected": {"model": "small-v2", "temperature": 0.2, "stream": false, "stop": ["END", "STOP"], "seed": null}}
{"id": "m300-0028", "category": "prose_wrapped", "variant": "chat prose around the object", "input": "Sure! Here is the JSON you asked for:\n\n{\"answer\": \"insufficient data\", \"citations\": [\"doc_74\"], \"abstained\": true}\n\nI hope that helps!", "expected_kind": "value", "expected": {"answer": "insufficient data", "citations": ["doc_74"], "abstained": true}}
{"id": "m300-0051", "category": "trailing_comma", "variant": "commas before a closing bracket", "input": "```json\n{\"tool_calls\": [{\"name\": \"lookup_user\", \"args\": {\"user_id\": 2738},}, {\"name\": \"fetch_orders\", \"args\": {\"limit\": 18, \"status\": \"open\"}},],}\n```", "expected_kind": "value", "expected": {"tool_calls": [{"name": "lookup_user", "args": {"user_id": 2738}}, {"name": "fetch_orders", "args": {"limit": 18, "status": "open"}}]}}
{"id": "m300-0052", "category": "trailing_comma", "variant": "commas before a closing bracket", "input": "{\n  \"tool_name\": \"get_weather\",\n  \"arguments\": {\n    \"query\": \"unpaid invoices\",\n    \"max_results\": 5\n  ,},\n  \"call_id\": \"call_447096\"\n}", "expected_kind": "value", "expected": {"tool_name": "get_weather", "arguments": {"query": "unpaid invoices", "max_results": 5}, "call_id": "call_447096"}}
{"id": "m300-0076", "category": "single_quotes", "variant": "python-style quoting", "input": "Sure! Here is the JSON you asked for:\n\n{'label': 'billing', 'confidence': 0.91, 'needs_human': false, 'escalated_to': 'tier_two'}", "expected_kind": "value", "expected": {"label": "billing", "confidence": 0.91, "needs_human": false, "escalated_to": "tier_two"}}
{"id": "m300-0077", "category": "single_quotes", "variant": "python-style quoting", "input": "{'tool_name': 'query_db', 'arguments': {'query': 'unpaid invoices', 'max_results': 7}, 'call_id': 'call_597140'}", "expected_kind": "value", "expected": {"tool_name": "query_db", "arguments": {"query": "unpaid invoices", "max_results": 7}, "call_id": "call_597140"}}
{"id": "m300-0101", "category": "unquoted_keys", "variant": "javascript object literal", "input": "{city: \"Tallinn\", population: 741717, coastal: false}", "expected_kind": "value", "expected": {"city": "Tallinn", "population": 741717, "coastal": false}}
{"id": "m300-0102", "category": "unquoted_keys", "variant": "javascript object literal", "input": "{\n  answer: \"yes\",\n  citations: [\n    \"doc_15\",\n    \"doc_37\"\n  ],\n  abstained: false\n}", "expected_kind": "value", "expected": {"answer": "yes", "citations": ["doc_15", "doc_37"], "abstained": false}}
{"id": "m300-0126", "category": "py_literals", "variant": "True/False/None/undefined", "input": "```python\n{\"label\": \"outage\", \"confidence\": 0.5, \"needs_human\": False, \"escalated_to\": undefined}\n```", "expected_kind": "value", "expected": {"label": "outage", "confidence": 0.5, "needs_human": false, "escalated_to": null}}
{"id": "m300-0127", "category": "py_literals", "variant": "True/False/None/undefined", "input": "{\"model\": \"medium-v1\", \"temperature\": 0.2, \"stream\": False, \"stop\": [\"END\", \"STOP\"], \"seed\": None}", "expected_kind": "value", "expected": {"model": "medium-v1", "temperature": 0.2, "stream": false, "stop": ["END", "STOP"], "seed": null}}
{"id": "m300-0128", "category": "py_literals", "variant": "True/False/None/undefined", "input": "{\"answer\": \"insufficient data\", \"citations\": [\"doc_28\"], \"abstained\": True}", "expected_kind": "value", "expected": {"answer": "insufficient data", "citations": ["doc_28"], "abstained": true}}
{"id": "m300-0151", "category": "comments", "variant": "// and /* */ inside the object", "input": "```json\n{\n  /* nullable */\n  \"tool_name\": \"query_db\",\n  /* computed */\n  \"arguments\": {\n    \"query\": \"wind speed in Oslo\",\n    \"max_results\": 16\n  },\n  \"call_id\": \"call_157748\"\n}\n```", "expected_kind": "value", "expected": {"tool_name": "query_db", "arguments": {"query": "wind speed in Oslo", "max_results": 16}, "call_id": "call_157748"}}
{"id": "m300-0152", "category": "comments", "variant": "// and /* */ inside the object", "input": "{\n  \"run_id\": \"run_17659\",\n  \"passed\": 73,\n  // TODO: confirm units\n  \"failed\": 6,\n  // verified field\n  \"flaky\": true,\n  \"notes\": null\n}", "expected_kind": "value", "expected": {"run_id": "run_17659", "passed": 73, "failed": 6, "flaky": true, "notes": null}}
{"id": "m300-0176", "category": "raw_control", "variant": "literal newline or tab inside a string", "input": "```json\n{\"goal\": \"reconcile invoices\nsecond line\", \"steps\": [{\"n\": 1, \"action\": \"read\"}, {\"n\": 2, \"action\": \"match\"}, {\"n\": 3, \"action\": \"write\"}], \"done\": false}\n```", "expected_kind": "value", "expected": {"goal": "reconcile invoices\nsecond line", "steps": [{"n": 1, "action": "read"}, {"n": 2, "action": "match"}, {"n": 3, "action": "write"}], "done": false}}
{"id": "m300-0177", "category": "raw_control", "variant": "literal newline or tab inside a string", "input": "{\"city\": \"Tallinn\ncontinued\", \"population\": 225935, \"coastal\": false}", "expected_kind": "value", "expected": {"city": "Tallinn\ncontinued", "population": 225935, "coastal": false}}
{"id": "m300-0201", "category": "brackets", "variant": "closing bracket dropped", "input": "Here you go:\n{\"result\": {\"records\": [{\"id\": 127, \"meta\": {\"source\": \"crm\", \"verified\": false}}], \"page\": {\"index\": 1, \"has_more\": false}}, \"elapsed_ms\": 354", "expected_kind": "value", "expected": {"result": {"records": [{"id": 127, "meta": {"source": "crm", "verified": false}}], "page": {"index": 1, "has_more": false}}, "elapsed_ms": 354}}
{"id": "m300-0202", "category": "brackets", "variant": "closing bracket dropped", "input": "{\"answer\": \"no\", \"citations\": [\"doc_27\"], \"abstained\": false", "expected_kind": "value", "expected": {"answer": "no", "citations": ["doc_27"], "abstained": false}}
{"id": "m300-0203", "category": "brackets", "variant": "an inner closing bracket dropped", "input": "{\"model\": \"small-v2\", \"temperature\": 0.0, \"stream\": false, \"stop\": [\"END\", \"STOP\", \"seed\": null}", "expected_kind": "value", "expected": {"model": "small-v2", "temperature": 0.0, "stream": false, "stop": ["END", "STOP"], "seed": null}}
{"id": "m300-0226", "category": "truncated", "variant": "output cut mid-structure", "input": "```json\n{\"goal\":\"triage inbox\",\"steps\":[{\"n\":1,\"action\":\"read\"},{\"n\"", "expected_kind": "value", "expected": {"goal": "triage inbox", "steps": [{"n": 1, "action": "read"}]}}
{"id": "m300-0227", "category": "truncated", "variant": "output cut mid-structure", "input": "{\"run_id\":\"run_98768\",\"passed\":51,\"failed\":13", "expected_kind": "value", "expected": {"run_id": "run_98768", "passed": 51, "failed": 13}}
{"id": "m300-0228", "category": "truncated", "variant": "output cut mid-structure", "input": "{\"tool_name\":\"send_report\",\"arguments\":{\"query\":\"open tickets\",\"max_re", "expected_kind": "value", "expected": {"tool_name": "send_report", "arguments": {"query": "open tickets"}}}
{"id": "m300-0251", "category": "wrappers", "variant": "XML-ish tag wrapper from a prompt that asked for delimiters", "input": "<json>\n{\"goal\": \"triage inbox\", \"steps\": [{\"n\": 1, \"action\": \"read\"}, {\"n\": 2, \"action\": \"match\"}, {\"n\": 3, \"action\": \"write\"}], \"done\": false}\n</json>", "expected_kind": "value", "expected": {"goal": "triage inbox", "steps": [{"n": 1, "action": "read"}, {"n": 2, "action": "match"}, {"n": 3, "action": "write"}], "done": false}}
{"id": "m300-0252", "category": "wrappers", "variant": "a label prefix the prompt asked for", "input": "JSON:\n{\"answer\": \"yes\", \"citations\": [\"doc_2\", \"doc_37\"], \"abstained\": false}", "expected_kind": "value", "expected": {"answer": "yes", "citations": ["doc_2", "doc_37"], "abstained": false}}
{"id": "m300-0276", "category": "unrecoverable", "variant": "prose refusal with no JSON anywhere", "input": "I am sorry, but I do not have enough information to produce that object.", "expected_kind": "unrecoverable"}
{"id": "m300-0277", "category": "unrecoverable", "variant": "prose refusal with no JSON anywhere", "input": "I cannot answer this without access to the customer record.", "expected_kind": "unrecoverable"}
{"id": "m300-0278", "category": "unrecoverable", "variant": "prose refusal with no JSON anywhere", "input": "That request falls outside what I can help with.", "expected_kind": "unrecoverable"}