✓ PASS

pydantic-ai 2.61.0

stream.utf8 · openai-responses

Back to results · Scenario

Requirements

IdLevelStatusEvidence
text-reportedMUSTSATISFIEDtext.value="Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉" (primary); truth.text="Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉"
no-replacement-charsMUSTSATISFIEDtext.value="Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉" (primary); U+FFFD count=0

What the provider sent

Finish
stop
Raw finish
completed
Text
Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉
Tool calls
[]
Usage
{
  "alternatives": {},
  "cached_input": 0,
  "input": 28,
  "output": 23,
  "raw": {
    "input_tokens": 28,
    "input_tokens_details": {
      "cache_write_tokens": 0,
      "cached_tokens": 0
    },
    "output_tokens": 23,
    "output_tokens_details": {
      "reasoning_tokens": 0
    },
    "total_tokens": 51
  },
  "reasoning": 0,
  "total": 51
}
Stream completed
true
Error
null
Wire excerpt
status: 200
content-type: text/event-stream; charset=utf-8
body (sse):
event: response.created
data: {"type":"response.created","response":{"id":"resp_051535376f2ffb6a006accfbc83a5487d29c1e9bf14790303a","object":"response","created_at":1791818696,"status":"in_progress","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":64,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":0}


event: response.in_progress
data: {"type":"response.in_progress","response":{"id":"resp_051535376f2ffb6a006accfbc83a5487d29c1e9bf14790303a","object":"response","created_at":1791818696,"status":"in_progress","access_programs":null,"background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":64,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":1}


event: response.output_item.added
data: {"type":"response.output_item.added","item":{"id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","type":"message","status":"in_progress","content":[],"phase":"final_answer","role":"assistant"},"output_index":0,"sequence_number":2}


event: response.content_part.added
data: {"type":"response.content_part.added","content_index":0,"item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","output_index":0,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":""},"sequence_number":3}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"C","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"OL0IoaGS4aCszUw","output_index":0,"sequence_number":4}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"afé","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"JhAQVt1C8Tt4Y","output_index":0,"sequence_number":5}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" Zürich","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"BOwEffUA7","output_index":0,"sequence_number":6}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" —","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"L2CsMy578rhpcQ","output_index":0,"sequence_number":7}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" κα","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"2ZEd4gAb3lWAU","output_index":0,"sequence_number":8}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"λη","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"Ze5XRx05g76vlk","output_index":0,"sequence_number":9}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"μέ","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"msAFiTl9lO8I2n","output_index":0,"sequence_number":10}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"ρα","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"3KnXm6qq4AOEYa","output_index":0,"sequence_number":11}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"!","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"dAbRwCW01yT9Uok","output_index":0,"sequence_number":12}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" 東京","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"m9c0nEEOJlG6m","output_index":0,"sequence_number":13}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"で","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"ciT7oTCntajF4mE","output_index":0,"sequence_number":14}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"会","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"OBrjHeBkrEi1ziN","output_index":0,"sequence_number":15}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"い","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"L3wgJSdag4eF7PT","output_index":0,"sequence_number":16}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"ま","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"Fcx276qq6ax6a0f","output_index":0,"sequence_number":17}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"しょう","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"bWoWxAnb0Ty2Z","output_index":0,"sequence_number":18}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":" 🌸","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"FMSso6fJ8ovsGD","output_index":0,"sequence_number":19}


event: response.output_text.delta
data: {"type":"response.output_text.delta","content_index":0,"delta":"🎉","item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"obfuscation":"Ill3m7NPMbNis6j","output_index":0,"sequence_number":20}


event: response.output_text.done
data: {"type":"response.output_text.done","content_index":0,"item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","logprobs":[],"output_index":0,"sequence_number":21,"text":"Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉"}


event: response.content_part.done
data: {"type":"response.content_part.done","content_index":0,"item_id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","output_index":0,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":"Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉"},"sequence_number":22}


event: response.output_item.done
data: {"type":"response.output_item.done","item":{"id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","type":"message","status":"completed","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉"}],"phase":"final_answer","role":"assistant"},"output_index":0,"sequence_number":23}


event: response.completed
data: {"type":"response.completed","response":{"id":"resp_051535376f2ffb6a006accfbc83a5487d29c1e9bf14790303a","object":"response","created_at":1791818696,"status":"completed","access_programs":null,"background":false,"completed_at":1791818697,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":64,"max_tool_calls":null,"model":"gpt-6-luna","moderation":null,"output":[{"id":"msg_051535376f2ffb6a006accfbc919c887d2923db27890756535","type":"message","status":"completed","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉"}],"phase":"final_answer","role":"assistant"}],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":"24h","reasoning":{"context":"all_turns","effort":"none","mode":"standard","summary":null},"safety_identifier":null,"service_tier":"default","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tool_usage":{"image_gen":{"input_tokens":0,"input_tokens_details":{"image_tokens":0,"text_tokens":0},"output_tokens":0,"output_tokens_details":{"image_tokens":0,"text_tokens":0},"total_tokens":0},"web_search":{"num_requests":0}},"tools":[],"top_logprobs":0,"top_p":0.98,"truncation":"disabled","usage":{"input_tokens":28,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":23,"output_tokens_details":{"reasoning_tokens":0},"total_tokens":51},"user":null,"metadata":{}},"sequence_number":24}

What the library reported

Outcome
returned
Finish
{
  "raw": "completed",
  "source": "ModelResponse.finish_reason",
  "surface": "primary",
  "value": "stop"
}
Text
Value
Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉
Surface
primary
Tool calls
[]
Usage
{
  "cached_input": 0,
  "input": 28,
  "output": 23,
  "reasoning": 0,
  "surface": {
    "cached_input": "primary",
    "input": "primary",
    "output": "primary",
    "reasoning": "primary",
    "total": "primary"
  },
  "total": 51
}
Stream
{
  "chunks_seen": 20,
  "completed": true,
  "used": true
}
Error
null
Unsupported reason
null
Full observation JSON
{
  "elapsed_ms": 544.249459169805,
  "error": null,
  "finish": {
    "raw": "completed",
    "source": "ModelResponse.finish_reason",
    "surface": "primary",
    "value": "stop"
  },
  "format": "wiretruth.observation/v1",
  "library": {
    "api": "Agent.run_stream_events",
    "language": "python",
    "name": "pydantic-ai",
    "version": "2.61.0"
  },
  "notes": [],
  "outcome": "returned",
  "stream": {
    "chunks_seen": 20,
    "completed": true,
    "used": true
  },
  "structured": {
    "attempted": false,
    "returned_as_success": false,
    "value": null
  },
  "text": {
    "surface": "primary",
    "value": "Café Zürich — καλημέρα! 東京で会いましょう 🌸🎉"
  },
  "tool_calls": [],
  "unsupported_reason": null,
  "usage": {
    "cached_input": 0,
    "input": 28,
    "output": 23,
    "reasoning": 0,
    "surface": {
      "cached_input": "primary",
      "input": "primary",
      "output": "primary",
      "reasoning": "primary",
      "total": "primary"
    },
    "total": 51
  }
}

Fixture

recorded openai-responses/stream.utf8

ProvenanceValue
Recorded at2026-10-12T15:24:55Z
Requested modelgpt-6-luna
Returned modelgpt-6-luna
CI runhttps://github.com/kartsan03/wiretruth/actions/runs/38270036756

Reproduce

wiretruth serve openai-responses/stream.utf8

Plain-library snippet from the shim manifest.

OpenAIResponsesModel(model, provider=OpenAIProvider(base_url=WIRETRUTH_BASE_URL_OPENAI_RESPONSES, api_key=WIRETRUTH_API_KEY))

Upstream

No matching upstream report.

History

VersionGrade
2.61.0✓ PASS
2.56.0✓ PASS