:       "latency_s": 22.585,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"2026-08-11\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"last year\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"this year\" } ] }",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:35: accpeted ==> accepted
:       "latency_s": 22.585,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"2026-08-11\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"last year\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"this year\" } ] }",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:35: accpeted ==> accepted
:       "latency_s": 22.585,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"2026-08-11\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"last year\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"eq\", \"value\": \"this year\" } ] }",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:35: accpeted ==> accepted
:             "op": "eq",
>             "value": "accpeted"
:           },
../../core/tests/llm/results/tinyllama.json:41: accpeted ==> accepted
:             "eq",
>             "accpeted"
:           ]
../../core/tests/llm/results/tinyllama.json:71: accpeted ==> accepted
:       "latency_s": 4.832,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"rating\", \"op\": \"gte\", \"value\": 3 } ] }",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:80: accpeted ==> accepted
:             "op": "eq",
>             "value": "accpeted"
:           },
../../core/tests/llm/results/tinyllama.json:86: accpeted ==> accepted
:             "eq",
>             "accpeted"
:           ],
../../core/tests/llm/results/tinyllama.json:111: accpeted ==> accepted
:       "latency_s": 14.971,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"date\", \"op\": \"between\", \"value\": \"2023-01-01..2023-12-31\" } ], \"clarification\": null | { \"message\": \"Please provide a list of four star pictures from the year 2023.\", \"choices\": [ { \"value\": \"2023-01-01..2023-12-31\" }, { \"value\": \"2023-01-01..2023-01-31\" }, { \"value\": \"2023-01-01..2023-02-28\" }, { \"value\": \"2023-01-01..2023-03-31\" } ] }",
:       "parsed": null,
../../core/tests/llm/results/tinyllama.json:125: accpeted ==> accepted
:       "latency_s": 9.235,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"place\", \"op\": \"eq\", \"value\": \"New York\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"daterange\", \"op\": \"between\", \"value\": \"2023-01-01..2023-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"rating\", \"op\": \"gte\", \"value\": 3 } ] }",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:434: accpeted ==> accepted
:       "latency_s": 14.617,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"orientation\", \"op\": \"eq\", \"value\": \"landscape\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"between\", \"value\": \"2023-01-01..2023-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"gt\", \"value\": \"2023-01-01\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"pending\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"gt\", \"value\": \"2023-01-01\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:595: accpeted ==> accepted
:       "latency_s": 3.359,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"picklabel\", \"op\": \"eq\", \"value\": \"accpeted\" }, { \"field\": \"colorlabel\", \"op\": \"eq\", \"value\": \"red\" } ] }",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:856: accpeted ==> accepted
:             "op": "eq",
>             "value": "accpeted"
:           },
../../core/tests/llm/results/tinyllama.json:862: accpeted ==> accepted
:             "eq",
>             "accpeted"
:           ]
../../core/tests/llm/results/tinyllama.json:897: accpeted ==> accepted
:       "latency_s": 15.987,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"asdfghjk\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"between\", \"value\": \"2026-08-11..2026-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraint",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:1041: nonsens ==> nonsense
:       "latency_s": 15.987,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"asdfghjk\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"between\", \"value\": \"2026-08-11..2026-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraint",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:1041: nonsens ==> nonsense
:       "latency_s": 15.987,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"asdfghjk\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"between\", \"value\": \"2026-08-11..2026-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraint",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:1041: nonsens ==> nonsense
:       "latency_s": 15.987,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"asdfghjk\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"between\", \"value\": \"2026-08-11..2026-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraint",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:1041: nonsens ==> nonsense
:       "latency_s": 15.987,
>       "raw_output": "{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"asdfghjk\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"date\", \"op\": \"between\", \"value\": \"2026-08-11..2026-12-31\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraints\": [ { \"field\": \"person\", \"op\": \"eq\", \"value\": \"nonsens\" } ] }\nJSON:\n{ \"constraint",
:       "parsed": {
../../core/tests/llm/results/tinyllama.json:1041: nonsens ==> nonsense
