✓ PASS
any-llm 1.40.2
truncation.text-stream · openai-responses
Requirements
| Id | Level | Status | Evidence |
|---|---|---|---|
| cause-is-truncation | MUST | SATISFIED | finish.value="length" (primary: response.incomplete.response.incomplete_details.reason); truth.finish="length"; error.category=null; structured.returned_as_success=false |
| text-reported | SHOULD | SATISFIED | text.value="Octopuses change colour to hide from predators using specialised skin cells" (primary); truth.text="Octopuses change colour to hide from predators using specialised skin cells" |
| usage-reported | SHOULD | SATISFIED | usage.output=16 (primary); truth.usage.output=16 |
What the provider sent
- Finish
- length
- Raw finish
- max_output_tokens
- Text
- Octopuses change colour to hide from predators using specialised skin cells
- Tool calls
[]
- Usage
{ "alternatives": {}, "cached_input": 0, "input": 24, "output": 16, "raw": { "input_tokens": 24, "input_tokens_details": { "cache_write_tokens": 0, "cached_tokens": 0 }, "output_tokens": 16, "output_tokens_details": { "reasoning_tokens": 0 }, "total_tokens": 40 }, "reasoning": 0, "total": 40 }- Stream completed
true
- Error
null
Wire excerpt
status: 200
content-type: text/event-stream; charset=utf-8
body (sse):
event: response.created
data: {"type":"response.created","response":{"id":"resp_025c23fff6653590006acbfc0086cc87d18124e70e8d3ff838","object":"response","created_at":1791753216,"status":"in_progress","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":16,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":0}
event: response.in_progress
data: {"type":"response.in_progress","response":{"id":"resp_025c23fff6653590006acbfc0086cc87d18124e70e8d3ff838","object":"response","created_at":1791753216,"status":"in_progress","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":16,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":1}
event: response.output_item.added
data: {"type":"response.output_item.added","item":{"id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","type":"message","status":"in_progress","content":[],"phase":"final_answer","role":"assistant"},"output_index":0,"sequence_number":2}
event: response.content_part.added
data: {"type":"response.content_part.added","content_index":0,"item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","output_index":0,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":""},"sequence_number":3}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"Oct","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"JJEbJBKhHOigL","output_index":0,"sequence_number":4}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"op","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"rCPO5tGFW8ghsz","output_index":0,"sequence_number":5}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"uses","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"byausMiYWM8M","output_index":0,"sequence_number":6}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" change","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"lE22JEr0R","output_index":0,"sequence_number":7}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" colour","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"82gNqgbaN","output_index":0,"sequence_number":8}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" to","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"h8MCvrajNun4W","output_index":0,"sequence_number":9}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" hide","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"abxffHHSLGD","output_index":0,"sequence_number":10}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" from","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"xE6TGqqC4ob","output_index":0,"sequence_number":11}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" predators","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"DzBp28","output_index":0,"sequence_number":12}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" using","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"VKy59kwIDy","output_index":0,"sequence_number":13}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" specialised","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"8sgf","output_index":0,"sequence_number":14}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" skin","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"5oQRUnZyiDK","output_index":0,"sequence_number":15}
event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" cells","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"Q7EI4ex8iw","output_index":0,"sequence_number":16}
event: response.output_text.done
data: {"type":"response.output_text.done","content_index":0,"item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"output_index":0,"sequence_number":17,"text":"Octopuses change colour to hide from predators using specialised skin cells"}
event: response.content_part.done
data: {"type":"response.content_part.done","content_index":0,"item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","output_index":0,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":"Octopuses change colour to hide from predators using specialised skin cells"},"sequence_number":18}
event: response.output_item.done
data: {"type":"response.output_item.done","item":{"id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","type":"message","status":"incomplete","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"Octopuses change colour to hide from predators using specialised skin cells"}],"phase":"final_answer","role":"assistant"},"output_index":0,"sequence_number":19}
event: response.incomplete
data: {"type":"response.incomplete","response":{"id":"resp_025c23fff6653590006acbfc0086cc87d18124e70e8d3ff838","object":"response","created_at":1791753216,"status":"incomplete","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":{"reason":"max_output_tokens"},"instructions":null,"max_output_tokens":16,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[{"id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","type":"message","status":"incomplete","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"Octopuses change colour to hide from predators using specialised skin cells"}],"phase":"final_answer","role":"assistant"}],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"default","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":{"input_tokens":24,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":16,"output_tokens_details":{"reasoning_tokens":0},"total_tokens":40},"user":null,"metadata":{}},"sequence_number":20}
What the library reported
- Outcome
- returned
- Finish
{ "raw": "max_output_tokens", "source": "response.incomplete.response.incomplete_details.reason", "surface": "primary", "value": "length" }- Text
- Value
- Octopuses change colour to hide from predators using specialised skin cells
- Surface
- primary
- Tool calls
[]
- Usage
{ "cached_input": 0, "input": 24, "output": 16, "reasoning": 0, "surface": { "cached_input": "primary", "input": "primary", "output": "primary", "reasoning": "primary", "total": "primary" }, "total": 40 }- Stream
{ "chunks_seen": 21, "completed": true, "used": true }- Error
null
- Unsupported reason
null
Full observation JSON
{
"elapsed_ms": 246.7668605968356,
"error": null,
"finish": {
"raw": "max_output_tokens",
"source": "response.incomplete.response.incomplete_details.reason",
"surface": "primary",
"value": "length"
},
"format": "wiretruth.observation/v1",
"library": {
"api": "any_llm.responses",
"language": "python",
"name": "any-llm",
"version": "1.40.2"
},
"notes": [],
"outcome": "returned",
"stream": {
"chunks_seen": 21,
"completed": true,
"used": true
},
"structured": {
"attempted": false,
"returned_as_success": false,
"value": null
},
"text": {
"surface": "primary",
"value": "Octopuses change colour to hide from predators using specialised skin cells"
},
"tool_calls": [],
"unsupported_reason": null,
"usage": {
"cached_input": 0,
"input": 24,
"output": 16,
"reasoning": 0,
"surface": {
"cached_input": "primary",
"input": "primary",
"output": "primary",
"reasoning": "primary",
"total": "primary"
},
"total": 40
}
}Fixture
recorded openai-responses/truncation.text-stream
| Provenance | Value |
|---|---|
| Recorded at | 2026-10-11T21:13:36Z |
| Requested model | gpt-6-luna |
| Returned model | gpt-6-luna |
| CI run | https://github.com/kartsan03/wiretruth/actions/runs/38175457862 |
Reproduce
wiretruth serve openai-responses/truncation.text-streamPlain-library snippet from the shim manifest.
any_llm.responses(model=model, provider='openai', api_base=WIRETRUTH_BASE_URL_OPENAI_RESPONSES, api_key=WIRETRUTH_API_KEY)Upstream
No matching upstream report.
History
| Version | Grade |
|---|---|
| 1.40.2 | ✓ PASS |
| 1.38.0 | ✓ PASS |
| 1.33.0 | ✓ PASS |