✓ PASS

litellm 1.105.5

usage.stream-final-chunk · ollama

Back to results · Scenario

Requirements

IdLevelStatusEvidence
usage-reportedMUSTSATISFIEDusage.input=24 (primary); truth.usage.input=24; usage.output=28 (primary); truth.usage.output=28

What the provider sent

Finish
stop
Raw finish
stop
Text
Atmospheric scattering of sunlight by air molecules prevents blue light from reaching the Earth's horizon and concentrates the remaining white light above it.
Tool calls
[]
Usage
{
  "alternatives": {},
  "cached_input": 0,
  "input": 24,
  "output": 28,
  "raw": {
    "eval_count": 28,
    "prompt_eval_cached_count": 0,
    "prompt_eval_count": 24
  },
  "reasoning": null,
  "total": 52
}
Stream completed
true
Error
null
Wire excerpt
status: 200
content-type: application/x-ndjson
body (ndjson):
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.023206005Z","message":{"role":"assistant","content":"At"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.132197654Z","message":{"role":"assistant","content":"mos"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.24271841Z","message":{"role":"assistant","content":"pheric"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.242776698Z","message":{"role":"assistant","content":" scattering"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.242876505Z","message":{"role":"assistant","content":" of"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.356821555Z","message":{"role":"assistant","content":" sunlight"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.356876698Z","message":{"role":"assistant","content":" by"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.465613792Z","message":{"role":"assistant","content":" air"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.575266255Z","message":{"role":"assistant","content":" molecules"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.575294768Z","message":{"role":"assistant","content":" prevents"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.684142858Z","message":{"role":"assistant","content":" blue"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.795010846Z","message":{"role":"assistant","content":" light"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.795040632Z","message":{"role":"assistant","content":" from"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.795279197Z","message":{"role":"assistant","content":" reaching"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.906040216Z","message":{"role":"assistant","content":" the"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:22.906072626Z","message":{"role":"assistant","content":" Earth"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.015606803Z","message":{"role":"assistant","content":"'s"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.12472855Z","message":{"role":"assistant","content":" horizon"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.233357827Z","message":{"role":"assistant","content":" and"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.343395886Z","message":{"role":"assistant","content":" concentrates"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.451399404Z","message":{"role":"assistant","content":" the"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.564501474Z","message":{"role":"assistant","content":" remaining"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.676932Z","message":{"role":"assistant","content":" white"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.785993926Z","message":{"role":"assistant","content":" light"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.786017179Z","message":{"role":"assistant","content":" above"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:23.895044469Z","message":{"role":"assistant","content":" it"},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:24.00383082Z","message":{"role":"assistant","content":"."},"done":false}
{"model":"qwen3.5:0.8b","created_at":"2026-10-12T19:01:24.11324866Z","message":{"role":"assistant","content":""},"done":true,"done_reason":"stop","total_duration":2372228610,"load_duration":2558208,"prompt_eval_count":24,"prompt_eval_cached_count":0,"prompt_eval_duration":271193000,"eval_count":28,"eval_duration":2089783000}

What the library reported

Outcome
returned
Finish
{
  "raw": "stop",
  "source": "choices[0].finish_reason",
  "surface": "primary",
  "value": "stop"
}
Text
Value
Atmospheric scattering of sunlight by air molecules prevents blue light from reaching the Earth's horizon and concentrates the remaining white light above it.
Surface
primary
Tool calls
[]
Usage
{
  "cached_input": null,
  "input": 24,
  "output": 28,
  "reasoning": 0,
  "surface": {
    "cached_input": "absent",
    "input": "primary",
    "output": "primary",
    "reasoning": "primary",
    "total": "primary"
  },
  "total": 52
}
Stream
{
  "chunks_seen": 29,
  "completed": null,
  "used": true
}
Error
null
Unsupported reason
null
Full observation JSON
{
  "elapsed_ms": 491.1130489781499,
  "error": null,
  "finish": {
    "raw": "stop",
    "source": "choices[0].finish_reason",
    "surface": "primary",
    "value": "stop"
  },
  "format": "wiretruth.observation/v1",
  "library": {
    "api": "litellm.completion",
    "language": "python",
    "name": "litellm",
    "version": "1.105.5"
  },
  "notes": [],
  "outcome": "returned",
  "stream": {
    "chunks_seen": 29,
    "completed": null,
    "used": true
  },
  "structured": {
    "attempted": false,
    "returned_as_success": false,
    "value": null
  },
  "text": {
    "surface": "primary",
    "value": "Atmospheric scattering of sunlight by air molecules prevents blue light from reaching the Earth's horizon and concentrates the remaining white light above it."
  },
  "tool_calls": [],
  "unsupported_reason": null,
  "usage": {
    "cached_input": null,
    "input": 24,
    "output": 28,
    "reasoning": 0,
    "surface": {
      "cached_input": "absent",
      "input": "primary",
      "output": "primary",
      "reasoning": "primary",
      "total": "primary"
    },
    "total": 52
  }
}

Fixture

recorded ollama/usage.stream-final-chunk

ProvenanceValue
Recorded at2026-10-12T19:01:21Z
Requested modelqwen3.5:0.8b
Returned modelqwen3.5:0.8b
CI runhttps://github.com/kartsan03/wiretruth/actions/runs/38294709109

Reproduce

wiretruth serve ollama/usage.stream-final-chunk

Plain-library snippet from the shim manifest.

litellm.completion(model='ollama_chat/' + model, api_base=WIRETRUTH_BASE_URL_OLLAMA, api_key=WIRETRUTH_API_KEY); host root

Upstream

No matching upstream report.

History

VersionGrade
1.105.5✓ PASS
1.105.1✓ PASS