✓ PASS

vercel-ai 7.0.153

stream.missing-finish · openai-responses

Back to results · Scenario

Requirements

IdLevelStatusEvidence
no-normal-stopMUSTSATISFIEDoutcome=returned; finish.value="none" (primary: fullStream.finish.finishReason); truth.finish="none"; forbidden finish="stop"
stream-incompleteMUSTSATISFIEDstream.completed=false; outcome=returned; truth.stream_completed=false

What the provider sent

Finish
none
Raw finish
null
Text
Octopuses change colour to hide from predators using specialised skin cells
Tool calls
[]
Usage
{
  "alternatives": {},
  "cached_input": null,
  "input": null,
  "output": null,
  "raw": null,
  "reasoning": null,
  "total": null
}
Stream completed
false
Error
null
Wire excerpt
status: 200
content-type: text/event-stream; charset=utf-8
body (sse):
event: response.created
data: {"type":"response.created","response":{"id":"resp_025c23fff6653590006acbfc0086cc87d18124e70e8d3ff838","object":"response","created_at":1791753216,"status":"in_progress","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":16,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":0}


event: response.in_progress
data: {"type":"response.in_progress","response":{"id":"resp_025c23fff6653590006acbfc0086cc87d18124e70e8d3ff838","object":"response","created_at":1791753216,"status":"in_progress","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":16,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":1}


event: response.output_item.added
data: {"type":"response.output_item.added","item":{"id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","type":"message","status":"in_progress","content":[],"phase":"final_answer","role":"assistant"},"output_index":0,"sequence_number":2}


event: response.content_part.added
data: {"type":"response.content_part.added","content_index":0,"item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","output_index":0,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":""},"sequence_number":3}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"Oct","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"JJEbJBKhHOigL","output_index":0,"sequence_number":4}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"op","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"rCPO5tGFW8ghsz","output_index":0,"sequence_number":5}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"uses","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"byausMiYWM8M","output_index":0,"sequence_number":6}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" change","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"lE22JEr0R","output_index":0,"sequence_number":7}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" colour","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"82gNqgbaN","output_index":0,"sequence_number":8}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" to","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"h8MCvrajNun4W","output_index":0,"sequence_number":9}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" hide","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"abxffHHSLGD","output_index":0,"sequence_number":10}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" from","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"xE6TGqqC4ob","output_index":0,"sequence_number":11}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" predators","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"DzBp28","output_index":0,"sequence_number":12}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" using","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"VKy59kwIDy","output_index":0,"sequence_number":13}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" specialised","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"8sgf","output_index":0,"sequence_number":14}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" skin","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"5oQRUnZyiDK","output_index":0,"sequence_number":15}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" cells","item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"obfuscation":"Q7EI4ex8iw","output_index":0,"sequence_number":16}


event: response.output_text.done
data: {"type":"response.output_text.done","content_index":0,"item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","logprobs":[],"output_index":0,"sequence_number":17,"text":"Octopuses change colour to hide from predators using specialised skin cells"}


event: response.content_part.done
data: {"type":"response.content_part.done","content_index":0,"item_id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","output_index":0,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":"Octopuses change colour to hide from predators using specialised skin cells"},"sequence_number":18}


event: response.output_item.done
data: {"type":"response.output_item.done","item":{"id":"msg_025c23fff6653590006acbfc016d8087d18e46405588162435","type":"message","status":"incomplete","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"Octopuses change colour to hide from predators using specialised skin cells"}],"phase":"final_answer","role":"assistant"},"output_index":0,"sequence_number":19}

What the library reported

Outcome
returned
Finish
{
  "raw": null,
  "source": "fullStream.finish.finishReason",
  "surface": "primary",
  "value": "none"
}
Text
Value
Octopuses change colour to hide from predators using specialised skin cells
Surface
primary
Tool calls
[]
Usage
{
  "cached_input": null,
  "input": null,
  "output": null,
  "reasoning": null,
  "surface": {
    "cached_input": "absent",
    "input": "absent",
    "output": "absent",
    "reasoning": "absent",
    "total": "absent"
  },
  "total": null
}
Stream
{
  "chunks_seen": 19,
  "completed": false,
  "used": true
}
Error
null
Unsupported reason
null
Full observation JSON
{
  "elapsed_ms": 229.474511,
  "error": null,
  "finish": {
    "raw": null,
    "source": "fullStream.finish.finishReason",
    "surface": "primary",
    "value": "none"
  },
  "format": "wiretruth.observation/v1",
  "library": {
    "api": "streamText",
    "language": "javascript",
    "name": "vercel-ai",
    "version": "7.0.153"
  },
  "notes": [],
  "outcome": "returned",
  "stream": {
    "chunks_seen": 19,
    "completed": false,
    "used": true
  },
  "structured": {
    "attempted": false,
    "returned_as_success": false,
    "value": null
  },
  "text": {
    "surface": "primary",
    "value": "Octopuses change colour to hide from predators using specialised skin cells"
  },
  "tool_calls": [],
  "unsupported_reason": null,
  "usage": {
    "cached_input": null,
    "input": null,
    "output": null,
    "reasoning": null,
    "surface": {
      "cached_input": "absent",
      "input": "absent",
      "output": "absent",
      "reasoning": "absent",
      "total": "absent"
    },
    "total": null
  }
}

Fixture

derived openai-responses/stream.missing-finish

ProvenanceValue
Transformstrip_finish
Source fixtureopenai-responses/truncation.text-stream
RationaleThe stream ends cleanly without its finish signal.
Evidencehttps://github.com/pydantic/pydantic-ai/issues/6610

Reproduce

wiretruth serve openai-responses/stream.missing-finish

Plain-library snippet from the shim manifest.

createOpenAI({ baseURL: WIRETRUTH_BASE_URL_OPENAI_RESPONSES, apiKey })(model); default Responses entry point

Upstream

released Issue · PR

Fixed in: @ai-sdk/openai 4.0.100, @ai-sdk/anthropic 4.0.86, @ai-sdk/google 4.0.103 (ai 7.0.149)

A stream that ends cleanly before the provider's terminal event yields a normal finish part with finishReason 'other' and no error: the @ai-sdk/openai (Chat and Responses), @ai-sdk/anthropic and @ai-sdk/google adapters start from 'other' and emit it from flush(). vercel/ai#19165 fixed the same case in @ai-sdk/openai-compatible (an InvalidResponseDataError, then finish 'error'), so ollama-openai passes. Fixed by #23778, which adds an 'interrupted' finish reason in ai 7.0.149, and #23814, which makes the four adapters emit it when the stream ends without the provider's completion signal. The shim maps 'interrupted' to finish none and stream.completed false; all four cells pass on ai 7.0.153.

History

VersionGrade
7.0.153✓ PASS
7.0.146✗ WRONG
7.0.142✗ WRONG