{"version":2,"run":{"depth":"default","mode":"probe","label":"mtp-tokenv3-0.95 no-attn-quant","labelAuto":true,"startedAt":"2026-10-15T21:08:53.682Z","phases":{"coverage":{"status":"partial","reason":"1 items were not probed"},"conformance":{"status":"measured"},"capability":{"status":"measured"},"agentic":{"status":"measured"},"fidelity":{"status":"measured"},"performance":{"status":"measured"},"reasoning":{"status":"not-run","reason":"eval not requested"}},"budget":{"exhausted":false}},"target":{"baseUrl":"http://localhost:11234/v1","model":"ddalcu/Qwen3.8-Flash-Next-MLX-Serve-iQ-MLX-4.7bpw","engine":"mlx-serve","engineSettings":{"version":"26.10.2","engine":"mlx","kv_quant":"off","kv_attn_mode":"auto","decode_attn_quant":false,"prefill_chunk":8192,"mtp":{"loaded":true,"default_on":true,"acceptance":"tokenv3","acceptance_param":0.95,"greedy_tail":false,"depth":6,"adaptive":true,"max_ctx":0},"drafter":"none","pld":{"default_on":true,"draft_len":5,"key_len":3},"max_concurrent":1,"prefill_decode_share":0,"prefix_cache":{"ram_enabled":true,"mem_bytes":9044852736,"disk_bytes":0},"ctx":262144,"model_max_ctx":262144}},"machine":{"platform":"darwin","arch":"arm64","cpu":"Apple M5 Ultra","memGB":256},"coverage":{"byTier":[{"tier":"core","supported":9,"total":9,"pct":100,"missing":[],"unprobed":[]},{"tier":"extended","supported":14,"total":15,"pct":93.3,"missing":["messages/count_tokens"],"unprobed":[]},{"tier":"frontier","supported":5,"total":9,"pct":55.6,"missing":["MCP tools","n>1 choices","rate limiting","background responses"],"unprobed":["prompt caching"]}],"credits":[{"id":"ollama-native-chat","label":"Ollama-compatible /api/chat"},{"id":"ollama-native-tags","label":"Ollama-compatible /api/tags"},{"id":"chat-assistant-prefill","label":"chat prefill: none — a trailing assistant message starts a new turn"},{"id":"chat-sampling-extensions","label":"sampling extensions: top_k honored; min_p, repetition_penalty accepted (acceptance only)"}],"entries":[{"id":"models","label":"/v1/models","kind":"surface","tier":"core","supported":true},{"id":"chat","label":"chat/completions","kind":"surface","tier":"core","supported":true},{"id":"responses","label":"responses","kind":"surface","tier":"extended","supported":true},{"id":"messages","label":"messages","kind":"surface","tier":"extended","supported":true},{"id":"count-tokens","label":"messages/count_tokens","kind":"surface","tier":"extended","supported":false,"detail":"not implemented"},{"id":"embeddings","label":"embeddings","kind":"surface","tier":"extended","supported":true},{"id":"completions","label":"completions (legacy)","kind":"surface","tier":"extended","supported":true},{"id":"images","label":"images/generations","kind":"surface","tier":"frontier","supported":true},{"id":"images-edit","label":"images/edits","kind":"surface","tier":"frontier","supported":true},{"id":"audio-speech","label":"audio/speech","kind":"surface","tier":"frontier","supported":true},{"id":"audio-transcriptions","label":"audio/transcriptions","kind":"surface","tier":"frontier","supported":true},{"id":"streaming","label":"streaming + SSE framing","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"tools","label":"tool calling","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"json-mode","label":"JSON mode","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"usage","label":"usage tokens","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"finish-reasons","label":"finish reasons","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"errors","label":"error codes","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"limits","label":"stop + max_tokens","kind":"feature","tier":"core","supported":true,"probed":true},{"id":"structured-outputs","label":"structured outputs","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"parallel-tools","label":"parallel tool calls","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"vision","label":"vision","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"logprobs","label":"logprobs","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"reasoning","label":"reasoning items","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"reasoning-roundtrip","label":"reasoning history round-trip","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"stream-usage","label":"streamed usage","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"seed","label":"seed determinism","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"sampling","label":"top_p sampling","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"max-tokens-alias","label":"max_tokens legacy alias","kind":"feature","tier":"extended","supported":true,"probed":true},{"id":"mcp-tools","label":"MCP tools","kind":"feature","tier":"frontier","supported":false,"probed":true,"detail":"not probed — llmprobe does not yet host an MCP server to call back into"},{"id":"n-choices","label":"n>1 choices","kind":"feature","tier":"frontier","supported":false,"probed":true,"detail":"rejects n=2 with HTTP 400"},{"id":"rate-limiting","label":"rate limiting","kind":"feature","tier":"frontier","supported":false,"probed":true,"detail":"no x-ratelimit-* headers"},{"id":"prompt-caching","label":"prompt caching","kind":"feature","tier":"frontier","supported":false,"probed":false},{"id":"previous-response-id","label":"previous_response_id chaining","kind":"feature","tier":"frontier","supported":true,"probed":true},{"id":"background","label":"background responses","kind":"feature","tier":"frontier","supported":false,"probed":true,"detail":"rejects background with HTTP 400"}]},"conformance":{"pct":99.5,"passed":209,"total":210,"bySurface":[{"surface":"models","passed":4,"total":4,"pct":100},{"surface":"chat","passed":71,"total":71,"pct":100},{"surface":"responses","passed":66,"total":66,"pct":100},{"surface":"messages","passed":61,"total":62,"pct":98.4},{"surface":"embeddings","passed":4,"total":4,"pct":100},{"surface":"completions","passed":3,"total":3,"pct":100}],"inconclusive":[{"id":"messages-parallel-tools","name":"messages: parallel tool calls","reason":"model emitted 1 tool call(s); cannot verify parallel serialization"},{"id":"messages-assistant-prefill","name":"messages: a trailing assistant message is a prefill","reason":"the reply neither continued nor restarted the prefill (\"\")"}],"warnings":[{"id":"messages-cache-write","label":"the first call reports cache_creation_input_tokens > 0","message":"cache_creation_input_tokens was 0 on a cold >1024-token breakpoint"}],"nits":[],"results":[{"id":"models-list","name":"/v1/models: model list","surface":"models","outcome":"pass","durationMs":29,"failures":[]},{"id":"chat-basic","name":"chat/completions: basic completion","surface":"chat","outcome":"pass","durationMs":242,"failures":[]},{"id":"chat-streaming","name":"chat/completions: streaming + SSE framing","surface":"chat","outcome":"pass","durationMs":321,"failures":[]},{"id":"chat-parity","name":"chat/completions: streaming matches non-streaming","surface":"chat","outcome":"pass","durationMs":565,"failures":[]},{"id":"chat-usage","name":"chat/completions: usage tokens","surface":"chat","outcome":"pass","durationMs":329,"failures":[]},{"id":"chat-stream-usage","name":"chat/completions: usage reported while streaming","surface":"chat","outcome":"pass","durationMs":285,"failures":[]},{"id":"chat-finish-length","name":"chat/completions: length finish reason","surface":"chat","outcome":"pass","durationMs":88,"failures":[]},{"id":"chat-limits-max-tokens","name":"chat/completions: max_tokens is honored","surface":"chat","outcome":"pass","durationMs":112,"failures":[]},{"id":"chat-limits-stop","name":"chat/completions: stop sequences are honored","surface":"chat","outcome":"pass","durationMs":281,"failures":[]},{"id":"chat-unicode","name":"chat/completions: unicode round-trips intact","surface":"chat","outcome":"pass","durationMs":755,"failures":[]},{"id":"chat-errors","name":"chat/completions: error codes and shapes","surface":"chat","outcome":"pass","durationMs":2,"failures":[]},{"id":"chat-tool-serialization","name":"chat/completions: tool call serialization","surface":"chat","outcome":"pass","durationMs":1016,"failures":[]},{"id":"chat-tool-stream-reassembly","name":"chat/completions: streamed tool arguments reassemble","surface":"chat","outcome":"pass","durationMs":901,"failures":[]},{"id":"chat-tool-result-turn","name":"chat/completions: tool results are accepted back","surface":"chat","outcome":"pass","durationMs":487,"failures":[]},{"id":"chat-parallel-tools","name":"chat/completions: parallel tool calls","surface":"chat","outcome":"pass","durationMs":1072,"failures":[]},{"id":"chat-tool-choice-none","name":"chat/completions: tool_choice \"none\" suppresses tools","surface":"chat","outcome":"pass","durationMs":1662,"failures":[]},{"id":"chat-parallel-tools-off","name":"chat/completions: parallel_tool_calls: false is honored","surface":"chat","outcome":"pass","durationMs":864,"failures":[]},{"id":"chat-tool-arg-types","name":"chat/completions: typed tool arguments survive the wire","surface":"chat","outcome":"pass","durationMs":918,"failures":[]},{"id":"chat-json-mode","name":"chat/completions: JSON mode","surface":"chat","outcome":"pass","durationMs":584,"failures":[]},{"id":"chat-structured-outputs","name":"chat/completions: structured outputs (json_schema strict)","surface":"chat","outcome":"pass","durationMs":305,"failures":[]},{"id":"chat-structured-markers","name":"chat/completions: marker strings inside constrained JSON are data","surface":"chat","outcome":"pass","durationMs":1209,"failures":[]},{"id":"chat-structured-terminates","name":"chat/completions: constrained output terminates, cold and warm","surface":"chat","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"chat-tool-args-literal-delimiter","name":"chat/completions: tool arguments may spell the model's own delimiters","surface":"chat","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"chat-vision","name":"chat/completions: image input","surface":"chat","outcome":"pass","durationMs":839,"failures":[]},{"id":"chat-logprobs","name":"chat/completions: logprobs","surface":"chat","outcome":"pass","durationMs":915,"failures":[]},{"id":"chat-seed","name":"chat/completions: seed determinism","surface":"chat","outcome":"pass","durationMs":3108,"failures":[]},{"id":"chat-top-p","name":"chat/completions: top_p is honored","surface":"chat","outcome":"pass","durationMs":3486,"failures":[]},{"id":"chat-reasoning","name":"chat/completions: reasoning is kept out of content","surface":"chat","outcome":"pass","durationMs":1351,"failures":[]},{"id":"chat-reasoning-cap","name":"chat/completions: a cap spent on reasoning is reported as a cap","surface":"chat","outcome":"pass","durationMs":276,"failures":[]},{"id":"chat-reasoning-scratchpad","name":"chat/completions: the answer is an answer, not a scratchpad","surface":"chat","outcome":"pass","durationMs":267,"failures":[]},{"id":"chat-reasoning-roundtrip","name":"chat/completions: assistant-history reasoning round-trip","surface":"chat","outcome":"pass","durationMs":1307,"failures":[]},{"id":"chat-prompt-caching","name":"chat/completions: prompt cache reporting","surface":"chat","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"chat-prompt-cache-prefix","name":"chat/completions: prefix cache reuses a growing conversation","surface":"chat","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"chat-rate-limit-headers","name":"chat/completions: rate limit headers","surface":"chat","outcome":"unsupported","reason":"no x-ratelimit-* headers","durationMs":300,"failures":[]},{"id":"chat-concurrency","name":"chat/completions: concurrent requests stay isolated","surface":"chat","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"chat-concurrency-cache","name":"chat/completions: concurrent identical requests agree","surface":"chat","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"responses-basic","name":"responses: basic completion","surface":"responses","outcome":"pass","durationMs":238,"failures":[]},{"id":"responses-streaming","name":"responses: streaming + SSE framing","surface":"responses","outcome":"pass","durationMs":313,"failures":[]},{"id":"responses-parity","name":"responses: streaming matches non-streaming","surface":"responses","outcome":"pass","durationMs":375,"failures":[]},{"id":"responses-usage","name":"responses: usage tokens","surface":"responses","outcome":"pass","durationMs":260,"failures":[]},{"id":"responses-stream-usage","name":"responses: usage reported while streaming","surface":"responses","outcome":"pass","durationMs":259,"failures":[]},{"id":"responses-finish-length","name":"responses: length finish reason","surface":"responses","outcome":"pass","durationMs":84,"failures":[]},{"id":"responses-limits-max-tokens","name":"responses: max_tokens is honored","surface":"responses","outcome":"pass","durationMs":108,"failures":[]},{"id":"responses-unicode","name":"responses: unicode round-trips intact","surface":"responses","outcome":"pass","durationMs":743,"failures":[]},{"id":"responses-errors","name":"responses: error codes and shapes","surface":"responses","outcome":"pass","durationMs":2,"failures":[]},{"id":"responses-tool-serialization","name":"responses: tool call serialization","surface":"responses","outcome":"pass","durationMs":1015,"failures":[]},{"id":"responses-tool-stream-reassembly","name":"responses: streamed tool arguments reassemble","surface":"responses","outcome":"pass","durationMs":905,"failures":[]},{"id":"responses-tool-result-turn","name":"responses: tool results are accepted back","surface":"responses","outcome":"pass","durationMs":489,"failures":[]},{"id":"responses-parallel-tools","name":"responses: parallel tool calls","surface":"responses","outcome":"pass","durationMs":1054,"failures":[]},{"id":"responses-tool-choice-none","name":"responses: tool_choice \"none\" suppresses tools","surface":"responses","outcome":"pass","durationMs":1550,"failures":[]},{"id":"responses-parallel-tools-off","name":"responses: parallel_tool_calls: false is honored","surface":"responses","outcome":"pass","durationMs":865,"failures":[]},{"id":"responses-tool-arg-types","name":"responses: typed tool arguments survive the wire","surface":"responses","outcome":"pass","durationMs":911,"failures":[]},{"id":"responses-json-mode","name":"responses: JSON mode","surface":"responses","outcome":"pass","durationMs":481,"failures":[]},{"id":"responses-structured-outputs","name":"responses: structured outputs (json_schema strict)","surface":"responses","outcome":"pass","durationMs":306,"failures":[]},{"id":"responses-structured-markers","name":"responses: marker strings inside constrained JSON are data","surface":"responses","outcome":"pass","durationMs":1219,"failures":[]},{"id":"responses-structured-terminates","name":"responses: constrained output terminates, cold and warm","surface":"responses","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"responses-tool-args-literal-delimiter","name":"responses: tool arguments may spell the model's own delimiters","surface":"responses","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"responses-vision","name":"responses: image input","surface":"responses","outcome":"pass","durationMs":770,"failures":[]},{"id":"responses-top-p","name":"responses: top_p is honored","surface":"responses","outcome":"pass","durationMs":3812,"failures":[]},{"id":"responses-reasoning","name":"responses: reasoning is kept out of content","surface":"responses","outcome":"pass","durationMs":685,"failures":[]},{"id":"responses-reasoning-cap","name":"responses: a cap spent on reasoning is reported as a cap","surface":"responses","outcome":"pass","durationMs":326,"failures":[]},{"id":"responses-reasoning-scratchpad","name":"responses: the answer is an answer, not a scratchpad","surface":"responses","outcome":"pass","durationMs":285,"failures":[]},{"id":"responses-reasoning-roundtrip","name":"responses: assistant-history reasoning round-trip","surface":"responses","outcome":"unsupported","reason":"surface has no history-reasoning wire shape","durationMs":0,"failures":[]},{"id":"responses-prompt-caching","name":"responses: prompt cache reporting","surface":"responses","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"responses-prompt-cache-prefix","name":"responses: prefix cache reuses a growing conversation","surface":"responses","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"responses-rate-limit-headers","name":"responses: rate limit headers","surface":"responses","outcome":"unsupported","reason":"no x-ratelimit-* headers","durationMs":329,"failures":[]},{"id":"responses-concurrency","name":"responses: concurrent requests stay isolated","surface":"responses","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"responses-concurrency-cache","name":"responses: concurrent identical requests agree","surface":"responses","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"messages-basic","name":"messages: basic completion","surface":"messages","outcome":"pass","durationMs":90,"failures":[]},{"id":"messages-streaming","name":"messages: streaming + SSE framing","surface":"messages","outcome":"pass","durationMs":153,"failures":[]},{"id":"messages-parity","name":"messages: streaming matches non-streaming","surface":"messages","outcome":"pass","durationMs":131,"failures":[]},{"id":"messages-usage","name":"messages: usage tokens","surface":"messages","outcome":"fail","durationMs":112,"failures":[{"id":"messages-usage-cached-bound","label":"cached tokens do not exceed input tokens","severity":"MUST","message":"cached_tokens 12 > prompt_tokens 3"}]},{"id":"messages-stream-usage","name":"messages: usage reported while streaming","surface":"messages","outcome":"pass","durationMs":108,"failures":[]},{"id":"messages-finish-length","name":"messages: length finish reason","surface":"messages","outcome":"pass","durationMs":94,"failures":[]},{"id":"messages-limits-max-tokens","name":"messages: max_tokens is honored","surface":"messages","outcome":"pass","durationMs":126,"failures":[]},{"id":"messages-limits-stop","name":"messages: stop sequences are honored","surface":"messages","outcome":"pass","durationMs":108,"failures":[]},{"id":"messages-unicode","name":"messages: unicode round-trips intact","surface":"messages","outcome":"pass","durationMs":165,"failures":[]},{"id":"messages-errors","name":"messages: error codes and shapes","surface":"messages","outcome":"pass","durationMs":1,"failures":[]},{"id":"messages-tool-serialization","name":"messages: tool call serialization","surface":"messages","outcome":"pass","durationMs":478,"failures":[]},{"id":"messages-tool-stream-reassembly","name":"messages: streamed tool arguments reassemble","surface":"messages","outcome":"pass","durationMs":309,"failures":[]},{"id":"messages-tool-result-turn","name":"messages: tool results are accepted back","surface":"messages","outcome":"pass","durationMs":443,"failures":[]},{"id":"messages-parallel-tools","name":"messages: parallel tool calls","surface":"messages","outcome":"inconclusive","reason":"model emitted 1 tool call(s); cannot verify parallel serialization","durationMs":484,"failures":[]},{"id":"messages-tool-choice-none","name":"messages: tool_choice \"none\" suppresses tools","surface":"messages","outcome":"pass","durationMs":582,"failures":[]},{"id":"messages-parallel-tools-off","name":"messages: parallel_tool_calls: false is honored","surface":"messages","outcome":"pass","durationMs":308,"failures":[]},{"id":"messages-tool-arg-types","name":"messages: typed tool arguments survive the wire","surface":"messages","outcome":"pass","durationMs":702,"failures":[]},{"id":"messages-tool-args-literal-delimiter","name":"messages: tool arguments may spell the model's own delimiters","surface":"messages","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"messages-vision","name":"messages: image input","surface":"messages","outcome":"pass","durationMs":99,"failures":[]},{"id":"messages-top-p","name":"messages: top_p is honored","surface":"messages","outcome":"pass","durationMs":166,"failures":[]},{"id":"messages-reasoning","name":"messages: reasoning is kept out of content","surface":"messages","outcome":"pass","durationMs":1353,"failures":[]},{"id":"messages-reasoning-cap","name":"messages: a cap spent on reasoning is reported as a cap","surface":"messages","outcome":"pass","durationMs":286,"failures":[]},{"id":"messages-reasoning-scratchpad","name":"messages: the answer is an answer, not a scratchpad","surface":"messages","outcome":"pass","durationMs":110,"failures":[]},{"id":"messages-reasoning-roundtrip","name":"messages: assistant-history reasoning round-trip","surface":"messages","outcome":"pass","durationMs":997,"failures":[]},{"id":"messages-prompt-caching","name":"messages: prompt cache reporting","surface":"messages","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"messages-prompt-cache-prefix","name":"messages: prefix cache reuses a growing conversation","surface":"messages","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"messages-rate-limit-headers","name":"messages: rate limit headers","surface":"messages","outcome":"unsupported","reason":"no x-ratelimit-* headers","durationMs":139,"failures":[]},{"id":"messages-concurrency","name":"messages: concurrent requests stay isolated","surface":"messages","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"messages-concurrency-cache","name":"messages: concurrent identical requests agree","surface":"messages","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"chat-n-choices","name":"chat/completions: n > 1 choices","surface":"chat","outcome":"unsupported","reason":"rejects n=2 with HTTP 400","durationMs":1,"failures":[]},{"id":"chat-max-tokens-alias","name":"chat/completions: legacy max_tokens alias","surface":"chat","outcome":"pass","durationMs":89,"failures":[]},{"id":"chat-assistant-prefill","name":"chat/completions: trailing assistant message","surface":"chat","outcome":"pass","durationMs":435,"failures":[]},{"id":"chat-stop-string","name":"chat/completions: stop as a bare string","surface":"chat","outcome":"pass","durationMs":257,"failures":[]},{"id":"chat-template-kwargs","name":"chat/completions: chat_template_kwargs dialect","surface":"chat","outcome":"pass","durationMs":619,"failures":[]},{"id":"chat-sampling-extensions","name":"chat/completions: sampling extensions","surface":"chat","outcome":"pass","durationMs":3546,"failures":[]},{"id":"responses-reasoning-effort-none","name":"responses: reasoning.effort none turns thinking off","surface":"responses","outcome":"pass","durationMs":538,"failures":[]},{"id":"responses-event-order","name":"responses: streaming event order","surface":"responses","outcome":"pass","durationMs":322,"failures":[]},{"id":"responses-previous-response-id","name":"responses: previous_response_id chaining","surface":"responses","outcome":"pass","durationMs":960,"failures":[]},{"id":"responses-background","name":"responses: background mode","surface":"responses","outcome":"unsupported","reason":"rejects background with HTTP 400","durationMs":2,"failures":[]},{"id":"responses-mcp-tools","name":"responses: server-side MCP tools","surface":"responses","outcome":"unsupported","reason":"not probed — llmprobe does not yet host an MCP server to call back into","durationMs":0,"failures":[]},{"id":"messages-event-order","name":"messages: streaming event order","surface":"messages","outcome":"pass","durationMs":84,"failures":[]},{"id":"messages-max-tokens-required","name":"messages: max_tokens is required","surface":"messages","outcome":"pass","durationMs":2,"failures":[]},{"id":"messages-stop-sequence-echo","name":"messages: stop_sequence is reported and echoed","surface":"messages","outcome":"pass","durationMs":108,"failures":[]},{"id":"messages-assistant-prefill","name":"messages: a trailing assistant message is a prefill","surface":"messages","outcome":"inconclusive","reason":"the reply neither continued nor restarted the prefill (\"\")","durationMs":88,"failures":[]},{"id":"messages-thinking-budget","name":"messages: thinking blocks and budget","surface":"messages","outcome":"pass","durationMs":936,"failures":[]},{"id":"messages-system-blocks","name":"messages: system as an array of text blocks","surface":"messages","outcome":"pass","durationMs":228,"failures":[]},{"id":"messages-content-blocks","name":"messages: user content as an array of text blocks","surface":"messages","outcome":"pass","durationMs":117,"failures":[]},{"id":"messages-top-k","name":"messages: top_k is honored","surface":"messages","outcome":"pass","durationMs":193,"failures":[]},{"id":"messages-cache-control","name":"messages: cache_control breakpoints","surface":"messages","outcome":"pass","durationMs":668,"failures":[{"id":"messages-cache-write","label":"the first call reports cache_creation_input_tokens > 0","severity":"SHOULD","message":"cache_creation_input_tokens was 0 on a cold >1024-token breakpoint"}]},{"id":"messages-error-envelope","name":"messages: error envelope taxonomy","surface":"messages","outcome":"pass","durationMs":1,"failures":[]},{"id":"count-tokens","name":"messages/count_tokens: token counting","surface":"count-tokens","outcome":"unsupported","reason":"count-tokens not implemented","durationMs":0,"failures":[]},{"id":"embeddings-basic","name":"embeddings: basic vector","surface":"embeddings","outcome":"pass","durationMs":24,"failures":[]},{"id":"embeddings-dimensions","name":"embeddings: dimensions honored","surface":"embeddings","outcome":"pass","durationMs":14,"failures":[]},{"id":"completions-basic","name":"completions (legacy): basic","surface":"completions","outcome":"pass","durationMs":103,"failures":[]},{"id":"images-generate","name":"images: generation","surface":"images","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"images-edit","name":"images: edit (multipart)","surface":"images-edit","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]},{"id":"audio-speech","name":"audio/speech: synthesis","surface":"audio-speech","outcome":"skipped","reason":"not run at depth \"default\"","durationMs":0,"failures":[]}]},"capability":{"pct":100,"verdict":"strong","categories":[{"category":"tool-selection","passed":6,"total":6,"pct":100},{"category":"tool-restraint","passed":6,"total":6,"pct":100},{"category":"tool-args","passed":6,"total":6,"pct":100},{"category":"multiturn","passed":3,"total":3,"pct":100},{"category":"instructions","passed":3,"total":3,"pct":100},{"category":"json-discipline","passed":6,"total":6,"pct":100},{"category":"reasoning","passed":3,"total":3,"pct":100},{"category":"knowledge","passed":3,"total":3,"pct":100}],"weakCategories":[],"unmeasured":[],"evals":[{"id":"eval-tool-select-weather","name":"picks the weather tool from a menu of decoys","category":"tool-selection","passed":3,"total":3,"failures":[]},{"id":"eval-tool-select-time","name":"distinguishes the time tool from the weather tool","category":"tool-selection","passed":3,"total":3,"failures":[]},{"id":"eval-tool-restraint-chitchat","name":"does not reach for a tool during small talk","category":"tool-restraint","passed":3,"total":3,"failures":[]},{"id":"eval-tool-restraint-knowledge","name":"answers from knowledge instead of calling an irrelevant tool","category":"tool-restraint","passed":3,"total":3,"failures":[]},{"id":"eval-tool-args-typed","name":"fills typed arguments with the right types","category":"tool-args","passed":3,"total":3,"failures":[]},{"id":"eval-tool-args-enum","name":"respects an enum constraint in the tool schema","category":"tool-args","passed":3,"total":3,"failures":[]},{"id":"eval-multiturn-recall","name":"recalls a fact from an earlier turn","category":"multiturn","passed":1,"total":1,"failures":[]},{"id":"eval-multiturn-tool-result","name":"uses a tool result instead of inventing an answer","category":"multiturn","passed":1,"total":1,"failures":[]},{"id":"eval-multiturn-system","name":"keeps honoring the system prompt after several turns","category":"multiturn","passed":1,"total":1,"failures":[]},{"id":"eval-instructions-exact","name":"reproduces an exact requested string","category":"instructions","passed":1,"total":1,"failures":[]},{"id":"eval-instructions-negative","name":"honors a negative constraint","category":"instructions","passed":1,"total":1,"failures":[]},{"id":"eval-instructions-length","name":"obeys a one-word length constraint","category":"instructions","passed":1,"total":1,"failures":[]},{"id":"eval-json-no-fences","name":"emits raw JSON without markdown fences when told to","category":"json-discipline","passed":3,"total":3,"failures":[]},{"id":"eval-json-nested","name":"produces a nested JSON structure on request","category":"json-discipline","passed":3,"total":3,"failures":[]},{"id":"eval-long-context-needle","name":"finds a needle buried in 16KB of filler","category":"long-context","passed":0,"total":0,"outcome":"skipped","failures":[]},{"id":"eval-reasoning-arithmetic","name":"multiplies two two-digit numbers","category":"reasoning","passed":1,"total":1,"failures":[]},{"id":"eval-reasoning-transitive","name":"follows a transitive chain","category":"reasoning","passed":1,"total":1,"failures":[]},{"id":"eval-reasoning-counting","name":"counts letters in a word","category":"reasoning","passed":1,"total":1,"failures":[]},{"id":"eval-knowledge-capital","name":"knows a non-obvious capital city","category":"knowledge","passed":1,"total":1,"failures":[]},{"id":"eval-knowledge-symbol","name":"knows a chemical symbol","category":"knowledge","passed":1,"total":1,"failures":[]},{"id":"eval-knowledge-author","name":"attributes a well-known novel","category":"knowledge","passed":1,"total":1,"failures":[]}]},"agentic":{"tasks":[{"id":"agentic-read","name":"reads the config instead of answering from priors","passed":true,"steps":3},{"id":"agentic-edit","name":"finds where the port really lives and edits only that","passed":true,"steps":4},{"id":"agentic-indirect","name":"follows the pointer in build.cfg instead of guessing","passed":true,"steps":5},{"id":"coding-fix-failing-test","name":"fixes a failing test in the source, not the test","passed":true,"steps":5,"violations":[],"calls":{"total":6,"valid":6}},{"id":"coding-extend-then-rename","name":"adds a function, then renames across files on request","passed":true,"steps":9,"violations":[],"calls":{"total":11,"valid":11}},{"id":"coding-follow-test-output","name":"lets the failing test point at the file to change","passed":false,"steps":4,"violations":[{"rule":"edit-unread","severity":"should","step":2,"detail":"changed config/production.json without reading it"},{"rule":"edit-before-tests","severity":"must","step":2,"detail":"edited before running the tests to see what fails"}],"calls":{"total":5,"valid":5},"failure":"rule-violation","detail":"edited before running the tests to see what fails"},{"id":"coding-already-done","name":"checks, finds nothing to do, and stops","passed":true,"steps":3,"violations":[],"calls":{"total":3,"valid":3}},{"id":"coding-parallel-reads","name":"finds which file exports a function","passed":true,"steps":2,"violations":[],"calls":{"total":1,"valid":1}}],"passed":7,"total":8,"pct":87.5},"fidelity":{"pct":100,"slices":[{"id":"correctness","label":"Correctness","score":1,"weight":0.4,"detail":"36/36 items answered correctly","measured":true},{"id":"confidence","label":"Confidence","score":1,"weight":0.25,"detail":"mean top-1 prob 0.991 · margin 0.985 · 12 harder items","measured":true},{"id":"determinism","label":"Determinism","score":1,"weight":0.25,"detail":"3/3 greedy prompts reproduced byte-for-byte","measured":true},{"id":"consistency","label":"Logprob consistency","score":1,"weight":0.1,"detail":"36/36 items: emitted token = argmax, valid distribution","measured":true}],"items":36,"firstDivergence":null,"unmeasured":[],"reasoningCaveat":true,"measurements":{"meanTopProb":0.9909,"meanMargin":0.9847,"items":[{"id":"copy-word","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"copy-token","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"add","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"sub","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"mul","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"div","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"cap-france","hard":false,"correct":true,"topProb":1,"margin":0.9999},{"id":"cap-japan","hard":false,"correct":true,"topProb":0.9999,"margin":0.9999},{"id":"cap-italy","hard":false,"correct":true,"topProb":0.9998,"margin":0.9996},{"id":"cap-england","hard":false,"correct":true,"topProb":0.9994,"margin":0.9988},{"id":"antonym-hot","hard":false,"correct":true,"topProb":0.924,"margin":0.8481},{"id":"antonym-up","hard":false,"correct":true,"topProb":0.7546,"margin":0.5096},{"id":"plural-mouse","hard":false,"correct":true,"topProb":0.7981,"margin":0.5963},{"id":"rhyme-blue","hard":false,"correct":true,"topProb":0.9454,"margin":0.8921},{"id":"seq-even","hard":false,"correct":true,"topProb":0.8109,"margin":0.63},{"id":"seq-alpha","hard":false,"correct":true,"topProb":0.7521,"margin":0.5079},{"id":"day-after-mon","hard":false,"correct":true,"topProb":0.9993,"margin":0.9987},{"id":"month-after-jan","hard":false,"correct":true,"topProb":1,"margin":0.9999},{"id":"water","hard":false,"correct":true,"topProb":0.9994,"margin":0.9989},{"id":"largest-planet","hard":false,"correct":true,"topProb":0.9999,"margin":0.9999},{"id":"gold-symbol","hard":false,"correct":true,"topProb":0.9998,"margin":0.9996},{"id":"romeo-author","hard":false,"correct":true,"topProb":0.9999,"margin":0.9999},{"id":"sun-rises","hard":false,"correct":true,"topProb":0.9998,"margin":0.9997},{"id":"week-days","hard":false,"correct":true,"topProb":1,"margin":1},{"id":"cap-australia","hard":true,"correct":true,"topProb":0.9998,"margin":0.9996},{"id":"cap-canada","hard":true,"correct":true,"topProb":1,"margin":0.9999},{"id":"cap-turkey","hard":true,"correct":true,"topProb":0.9999,"margin":0.9999},{"id":"cap-newyork-state","hard":true,"correct":true,"topProb":0.9998,"margin":0.9997},{"id":"iron-symbol","hard":true,"correct":true,"topProb":1,"margin":1},{"id":"sodium-symbol","hard":true,"correct":true,"topProb":1,"margin":0.9999},{"id":"mul-7-8","hard":true,"correct":true,"topProb":1,"margin":1},{"id":"sqrt-144","hard":true,"correct":true,"topProb":1,"margin":1},{"id":"author-1984","hard":true,"correct":true,"topProb":0.9999,"margin":0.9998},{"id":"largest-ocean","hard":true,"correct":true,"topProb":1,"margin":1},{"id":"fib-next","hard":true,"correct":true,"topProb":0.8911,"margin":0.818},{"id":"vp-first","hard":true,"correct":true,"topProb":0.9998,"margin":0.9998}]},"fingerprint":{"topK":20,"prompts":[{"id":"det-echo-sentence","tokens":[{"t":"The","lp":0,"top":[["The",0],["\"The",-14.25],["\"",-16.8125],["Repeat",-17.3125],[" The",-18.3125],["This",-18.3125],["There",-18.3125],[">The",-18.6875],["You",-18.875],[".The",-18.875],["-The",-19.375],["Let",-19.5625],["Then",-19.5625],["To",-19.625],["It",-19.625],["THE",-19.6875],["What",-19.8125],["That",-19.875],["They",-19.875],["Re",-19.9375]]},{"t":" quick","lp":0,"top":[[" quick",0],["quick",-14.875],[".quick",-17.375],[" Quick",-18],[" quiet",-18.4375],[" quickly",-18.6875],[" rapid",-19],["_quick",-19.125],[" brown",-19.6875],[" query",-19.875],[" exact",-20],[" sentence",-20.0625],[" good",-20.1875],[" word",-20.25],[" easy",-20.3125],[" fox",-20.3125],[" clear",-20.375],[" common",-20.375],[" quicker",-20.375],[" slow",-20.4375]]},{"t":" brown","lp":0,"top":[[" brown",0],[" fox",-15.5],[" brow",-16.625],["brown",-16.625],[" Brown",-16.875],["棕",-18.125],["棕色",-18.25],[" green",-19.3125],[" red",-19.6875],[" blue",-20.375],[" bright",-20.875],[" yellow",-21.0625],[" bronze",-21.0625],["Brown",-21.125],[" white",-21.1875],[" orange",-21.1875],["\n",-21.5],[" purple",-21.5],[" brain",-21.625],["褐",-21.625]]},{"t":" fox","lp":0,"top":[[" fox",0],["fox",-14.625],["狐狸",-16.625],[" fx",-16.75],[" fo",-16.875],[" Fox",-17.0625],[" fog",-17.5625],[" foam",-17.9375],[" fax",-18.1875],[" dog",-18.625],[" ox",-18.75],[" forex",-18.875],[" jumps",-18.875],["狐",-19.1875],[" foo",-19.75],[" FOX",-19.8125],[" brown",-19.875],[" fov",-19.875],[" font",-20.1875],[" forest",-20.375]]},{"t":" jumps","lp":0,"top":[[" jumps",0],[" is",-16.5],[" jumping",-16.5625],[" jumped",-17.0625],[" joins",-17.1875],[" hops",-17.25],[" skips",-17.5625],[" leaps",-17.625],[" jump",-17.75],["跳跃",-17.9375],[" goes",-18.4375],[" runs",-19.0625],[" rises",-19.0625],["Jump",-19.25],[" stays",-19.5],[" lifts",-19.5],[" has",-19.5625],[",",-19.6875],[" j",-19.6875],[" jmp",-19.6875]]},{"t":" over","lp":0,"top":[[" over",0],["over",-18.5],[" near",-19.0625],[" under",-19.625],[" über",-20.0625],[" in",-20.375],[" out",-20.5],[" back",-20.6875],["过",-20.75],[" on",-20.8125],["<|im_end|>",-20.9375],[" above",-21.125],[" for",-21.3125],[" at",-21.3125],["_over",-21.3125],[" över",-21.4375],[" ",-21.5],[".over",-21.5],["\n",-21.5625],[" and",-21.5625]]},{"t":" the","lp":0,"top":[[" the",0],[" lazy",-16.875],["the",-19.375],[" them",-19.4375],[" a",-20],[" it",-20],[" ",-20.4375],[" and",-20.5],["\n",-20.625],[" t",-20.6875],[" his",-20.75],[" its",-20.875],["_the",-20.875],[" this",-21],[" that",-21.0625],[",",-21.125],[" The",-21.125],[" la",-21.125],[" your",-21.25],["-the",-21.3125]]},{"t":" lazy","lp":0,"top":[[" lazy",0],[" lucky",-16.25],["lazy",-16.25],[" late",-17.6875],[" l",-18.0625],[" laz",-18.125],[".lazy",-18.3125],[" Lazy",-18.5625],["_lazy",-18.75],[" slow",-18.8125],[" river",-18.9375],[" literal",-19.3125],[" greedy",-19.3125],[" lake",-19.4375],["Lazy",-19.4375],[" la",-19.5],[" lateral",-19.5],[" ",-19.8125],[" idle",-19.8125],[" quick",-20.125]]},{"t":" dog","lp":0,"top":[[" dog",0],["狗",-13.25],[" bank",-15.375],[" dot",-16.6875],[" domain",-16.875],["dog",-16.9375],[" dogs",-17.0625],[" d",-17.125],[" river",-17.3125],[" doc",-17.4375],[" animal",-17.625],[" fox",-17.75],[" man",-17.8125],[" db",-18.125],[" drug",-18.125],[" Dog",-18.125],[" cat",-18.25],[" mouse",-18.3125],[" day",-18.4375],[" dragon",-18.5]]},{"t":" near","lp":0,"top":[[" near",0],[" at",-13.875],[" nearest",-15.25],[" over",-17.125],[" in",-17.625],["<|im_end|>",-17.8125],["near",-17.875],[".",-18.0625],["\n",-18.1875],[",",-18.4375],[" river",-18.6875],[" nearby",-18.75],[" on",-19.0625],["_near",-19.0625],[" Near",-19.4375],["近",-19.5],[" nearly",-19.5625],[" nearer",-19.6875],[" \n",-19.9375],[" bank",-19.9375]]},{"t":" the","lp":0,"top":[[" the",0],["the",-19.375],[" river",-20.1875],[" The",-21.6875],["\n",-22.0625],["_the",-22.4375],[" a",-22.625],[" ",-22.875],[" there",-22.9375],[" to",-23],["-the",-23.0625],[" at",-23.1875],[" them",-23.3125],[" THE",-23.375],[" your",-23.4375],[" it",-23.625],[" his",-23.625],["\tthe",-23.625],[" and",-23.875],[" la",-23.9375]]},{"t":" river","lp":0,"top":[[" river",0],[" bank",-15.25],["river",-15.625],[" River",-18],[" rivers",-18.9375],[" stream",-19],[" r",-19.125],[" lazy",-19.125],[" tree",-20.4375],[" liver",-20.5],[" lake",-20.75],[" water",-20.9375],[" bridge",-21],[" server",-21.375],[" railway",-21.4375],[" city",-21.5],[" riv",-21.5],[" road",-21.5625],[" church",-21.625],[" teacher",-21.625]]},{"t":" bank","lp":0,"top":[[" bank",0],["bank",-16.625],[" band",-17.75],[" at",-18.125],[" bed",-18.3125],[" book",-18.8125],["银行",-18.8125],[" banks",-18.875],[".bank",-19.0625],["_bank",-19.375],[" Bank",-19.6875],[" board",-20.0625],[" box",-20.125],[" river",-20.25],["\n",-20.5625],[" bar",-20.5625],[" bin",-20.5625],[" bench",-20.5625],[" bus",-20.6875],[" bag",-20.9375]]},{"t":" at","lp":0,"top":[[" at",0],["at",-19.4375],[" in",-19.6875],[" by",-20.0625],[" on",-20.25],[" as",-20.5625],["\tat",-20.625],["\n",-20.8125],["_at",-20.9375],["<|im_end|>",-21],[" dawn",-21.1875],[" near",-21.375],[" of",-21.6875],[".at",-21.75],[".",-22],[" with",-22.1875],["-at",-22.25],[" and",-22.5625],[" At",-22.5625],[" to",-22.625]]},{"t":" dawn","lp":0,"top":[[" dawn",0],[" Dawn",-14.25],[" daw",-15.625],[" dusk",-15.75],[" d",-18.875],[".",-19.0625],["黎明",-19.1875],[" noon",-19.375],[" dew",-20],[" sunrise",-20.1875],[" downtown",-20.6875],["awn",-20.75],[" dow",-21.375],[" the",-21.4375],[" morning",-21.625],[" dwarf",-21.6875],[" dinner",-21.75],[" onset",-21.8125],[" sunset",-21.9375],[" bloom",-21.9375]]},{"t":".","lp":0,"top":[[".",0],[".\"",-17.3125],["。",-17.625],[".\\",-17.8125],[".</",-17.875],[".*",-17.875],[".**",-17.875],[".]",-18.3125],["<|im_end|>",-18.375],[".\"\"\"",-19.0625],["?",-19.25],[".[",-19.4375],[".<",-20.125],["!",-20.3125],[".'",-20.3125],[".$",-20.5625],[".-",-20.5625],[".»",-20.625],[".)",-20.6875],[".?",-20.6875]]}]},{"id":"det-count","tokens":[{"t":"1","lp":0,"top":[["1",0],["2",-13.25],["0",-13.625],["$",-15.25],["<|im_end|>",-15.25],["4",-15.8125],["\"",-15.875],["The",-16.0625],["3",-16.25],["[",-16.25],["9",-16.3125],["<|endoftext|>",-16.3125],[" ",-16.375],["6",-16.4375],["<tool_call>",-16.4375],[",",-16.5],["No",-16.9375],["One",-17],["5",-17.0625],["<|im_start|>",-17.0625]]},{"t":",","lp":0,"top":[[",",0],["2",-13.125],[" ",-13.9375],[".",-14.5],["<|im_end|>",-14.625],[" ,",-14.9375],["-",-15.1875],["，",-16.375],[";",-16.625],[",,",-17],["\n",-17.3125],["،",-17.3125],["1",-17.375],["0",-17.4375],[",\\",-17.8125],[" to",-17.875],[",-",-18.125],[",...",-18.1875],[".,",-18.3125],["<|endoftext|>",-18.3125]]},{"t":" ","lp":-0.0205,"top":[[" ",-0.0205],["2",-3.8955],["1",-14.458],["3",-15.6455],["4",-16.8955],["7",-16.958],["  ",-16.958],["6",-17.083],["5",-17.2705],["0",-17.3955],["9",-17.5205],[" -",-17.8955],["8",-17.958],["\n",-18.083],["   ",-18.208],[" $",-18.2705],["\t",-18.333],[" ,",-18.333],["２",-18.583],["<|im_end|>",-18.7705]]},{"t":"2","lp":0,"top":[["2",0],["1",-13.125],["3",-14.625],[" ",-15.1875],["7",-16.4375],["4",-16.6875],["6",-16.875],["5",-17.1875],["8",-17.3125],["9",-17.3125],["0",-17.4375],["<|im_end|>",-17.9375],["<|endoftext|>",-19.125],["\t",-19.5625],["²",-20.6875],["２",-21.25],["₂",-21.25],[" ,",-21.7813],[" -",-22.4063],["\n",-22.4375]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-15.5],["0",-16.375],["3",-16.375],[" ,",-16.625],[".",-17.0625],[";",-18.25],["2",-18.875],["-",-19.0625],[",,",-19.0625],[",...",-19.125],["\n",-19.625],["/",-19.6875],["...",-19.6875],["5",-19.75],["4",-19.9687],["1",-20.0937],["\t",-20.0937],["?",-20.1875],[" ",-20.1875]]},{"t":" ","lp":0,"top":[[" ",0],["3",-12.375],["<|im_end|>",-15.25],[" ...",-16.375],["\n",-17.1875],[" ,",-17.25],["  ",-17.875],["<|endoftext|>",-18],[" $",-18.0625],["   ",-18.125],[" \n",-18.125],[" ...,",-18.125],["\t",-18.3125],[" -",-18.375],[" .",-18.5625],[" **",-18.6875],["\n\n",-18.75],["  \n",-18.8125],[" x",-18.875],[" ${",-18.9375]]},{"t":"3","lp":0,"top":[["3",0],["4",-13],["1",-15.0625],["5",-15.25],["6",-15.75],[" ",-15.75],["2",-16.25],["8",-16.5],["7",-16.625],["9",-17.125],["0",-17.5625],["<|im_end|>",-17.9375],["<|endoftext|>",-18.875],["³",-19.125],["\t",-19.3125],["   ",-19.8125],["\n",-20.375],["...",-20.5313],[",",-20.6563],[" ,",-21.0313]]},{"t":",","lp":0,"top":[[",",0],["4",-15.8125],["<|im_end|>",-15.8125],["...",-18],[",...",-18],[".",-18.0625],[" ,",-18.4375],[";",-18.5625],["\n",-19.5312],["...,",-19.625],[",,",-19.6562],["5",-19.75],["<|endoftext|>",-19.75],["-",-20],["?",-20.0312],[" ...",-20.1562],[",\\",-20.1562],["…",-20.2812],["a",-20.4375],["0",-20.5]]},{"t":" ","lp":0,"top":[[" ",0],["4",-14.5],["<|im_end|>",-14.9375],[" ...",-17.0625],[" ...,",-17.5625],["\n",-17.75],[" \n",-18.625],[" ,",-18.6875],["<|endoftext|>",-19.4375],[" .",-19.5312],[" $",-19.6875],[" -",-19.875],[" …",-19.875],["5",-19.9062],["\n\n",-19.9375],["\t",-20.0312],["  ",-20.0312],["   ",-20.0312],["  \n",-20.1875],[" [",-20.375]]},{"t":"4","lp":0,"top":[["4",0],["5",-11.625],["6",-16],["1",-16.5625],["<|im_end|>",-16.5625],["7",-16.75],["3",-16.9375],["8",-17.5625],[" ",-17.625],["2",-18.625],["9",-18.8125],["0",-19],["<|endoftext|>",-19.0625],["４",-19.625],[" four",-19.75],["...",-20.3125],["\t",-20.4063],["\n",-20.5938],["�",-20.6563],["第四",-20.6563]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-16.5],["5",-16.625],[".",-17.0625],[" ,",-17.6875],[",...",-18.25],["...",-18.6875],[";",-18.875],["\n",-19.0625],["<|endoftext|>",-19.1875],[",,",-19.5312],["?",-19.7187],[",\\",-19.9375],[",…",-20.3437],["\n\n",-20.375],["...,",-20.4062],["-",-20.5],[",\",",-20.5625],["،",-20.5937],[" ...",-20.6562]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.9375],["5",-15.375],[" ...",-17.5],["\n",-17.9375],[" ...,",-17.9375],[" \n",-18.3125],[" ,",-19.0625],[" .",-19.4687],["  ",-20.0312],[" (",-20.0312],[" …",-20.0625],["<|endoftext|>",-20.1562],["   ",-20.2187],["\n\n",-20.2187],[" [",-20.4062],[" \\",-20.4062],[" x",-20.4375],["  \n",-20.4687],[" -",-20.5312]]},{"t":"5","lp":0,"top":[["5",0],["6",-12.875],["1",-15.125],["7",-15.375],["8",-15.625],["4",-16.4375],["9",-16.9375],["<|im_end|>",-17.0625],["3",-17.375],["2",-17.875],["0",-18.125],[" ",-18.5],["五",-20],["<|endoftext|>",-20.5],["...",-20.5313],[" five",-20.9375],["５",-21.0313],["\t",-21.1875],["第五",-21.3438],["�",-21.375]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-16.75],[".",-17.75],["6",-18.3125],[",...",-18.875],[" ,",-19.125],[",,",-19.625],["\n",-19.9687],[";",-20],["<|endoftext|>",-20.0937],["...",-20.2187],["-",-20.3125],[",\\",-20.4687],[",…",-20.875],["\n\n",-20.9062],[",\",",-21.0625],[",.",-21.0937],["،",-21.0937],["a",-21.2812],[",</",-21.3125]]},{"t":" ","lp":0,"top":[[" ",0],["6",-15.75],["<|im_end|>",-16],[" ...",-18.375],["\n",-18.625],[" ...,",-18.625],[" \n",-19],[" ,",-19.125],["  ",-19.9375],[" .",-20.0625],[" [",-20.2187],["<|endoftext|>",-20.375],["   ",-20.4375],[" six",-20.4375],[" \"",-20.5],[" $",-20.5312],["\n\n",-20.5625],[" \\",-20.5625],[" (",-20.7812],[" -",-20.7812]]},{"t":"6","lp":0,"top":[["6",0],["7",-11.75],["8",-15.1875],["1",-15.5625],["5",-16.8125],["9",-16.875],["<|im_end|>",-18.4375],["4",-18.625],["六",-19.125],["2",-19.25],["0",-19.3125],["3",-19.5],[" ",-20.25],[" six",-20.6875],["第六",-20.875],["<|endoftext|>",-21.3125],[" Sixth",-21.5],["６",-21.6875],["�",-21.75],[" sixth",-22.0313]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-15.5],[".",-17.9375],["7",-18.6875],[" ,",-18.75],[",...",-19.1875],[";",-19.25],["\n",-19.6875],[",,",-19.875],["-",-19.9062],["...",-20.25],[",\",",-20.2812],[",\\",-20.4062],["\n\n",-20.6875],["،",-20.8125],[",</",-20.8437],["<|endoftext|>",-20.9687],[",.",-21.25],["],",-21.4062],["\t",-21.4375]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-15.1875],["7",-15.4375],[" ...",-17.9375],["\n",-18],[" \n",-18.6875],[" ...,",-19.0625],[" ,",-19.2812],["  ",-19.8125],[" .",-19.8125],["   ",-19.8437],[" [",-20.0937],[" $",-20.1562],[" \\",-20.1875],["\n\n",-20.2812],[" -",-20.2812],["\t",-20.3125],[" \"",-20.375],[" (",-20.4375],[" ${",-20.625]]},{"t":"7","lp":0,"top":[["7",0],["8",-12.5625],["9",-15.3125],["1",-16.3125],["6",-17.125],["<|im_end|>",-18.1875],["3",-18.3125],["七",-18.75],["5",-19.25],["2",-19.3125],["4",-19.4375],["0",-19.5],[" ",-20.125],[" Seven",-20.5938],[" seven",-20.75],["７",-20.9375],["Seven",-20.9688],["�",-21.2188],[" Seventh",-21.2188],["第七",-21.5]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-17.0625],[".",-17.1875],[" ,",-18.5],["8",-19],["\n",-19.4375],[";",-19.4687],[",,",-19.5625],[",...",-19.5625],["-",-19.75],["<|endoftext|>",-20],[",\\",-20.4062],["a",-20.4375],["\n\n",-20.4375],[",.",-20.625],["...",-20.6562],[",…",-20.9687],[":",-21.0625],[",\",",-21.1875],["،",-21.3125]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.6875],["8",-15.75],["\n",-18.375],[" ...",-19],[" \n",-19.1562],[" ,",-19.5625],[" ...,",-19.6875],["   ",-19.9375],[" (",-20.2187],[" .",-20.4062],["  ",-20.4687],["\n\n",-20.4687],["\t",-20.5312],[" [",-20.5312],[" \"",-20.5625],[" $",-20.7187],[" \\",-20.8437],[" -",-20.9375],[" X",-21.0937]]},{"t":"8","lp":0,"top":[["8",0],["9",-14.0625],["1",-16.1875],["7",-17.5],["3",-17.875],["4",-17.875],["6",-18],["2",-18.3125],["0",-18.875],["<|im_end|>",-19.375],["5",-19.5],[" ",-20.4375],["八",-20.5],["�",-21.5],["８",-21.5],[" eight",-22.25],["<|endoftext|>",-22.6562],["八大",-22.7187],["\n",-22.875],["\t",-23.0312]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-16.6875],[".",-17.3125],["9",-17.5625],[" ,",-18.375],[";",-19.5625],["\n",-19.5937],[",,",-19.7812],[",...",-20],["\n\n",-20.4375],["<|endoftext|>",-20.5937],["-",-20.6562],[":",-20.75],[",.",-20.8437],[",\",",-20.9375],[" ",-21.1875],[",\\",-21.4062],["،",-21.4375],["a",-21.4687],["],",-21.4687]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-15.125],["9",-17.1875],["\n",-18.375],[" \n",-18.625],[" ...",-19.3125],["  ",-19.6562],[" ,",-19.8125],["\n\n",-20.375],["   ",-20.4062],[" .",-20.4062],[" \n\n",-20.4375],["\t",-20.6562],[" \"",-20.6562],[" -",-20.7812],[" (",-21],[" ...,",-21],[" \\",-21.0312],[" �",-21.0312],[" $",-21.125]]},{"t":"9","lp":0,"top":[["9",0],["1",-13.1875],["8",-15.9375],["7",-17.5],["<|im_end|>",-17.5625],["九",-17.6875],["3",-17.8125],["4",-18.0625],["5",-18.75],["6",-19],["2",-19.1875],["0",-19.5625],[" nine",-19.875],[" Nine",-20.1875],["�",-20.75],[" ",-20.875],["-nine",-20.875],[" Ninth",-21.0313],["<|endoftext|>",-21.2813],[" nin",-21.3438]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-17.5],[".",-18.25],["1",-18.6875],[" ,",-19],[",,",-19.5],[",...",-19.5625],["\n",-19.875],[";",-20.75],["...",-20.875],[",</",-21.0625],[",.",-21.0937],[",\\",-21.125],["\n\n",-21.4375],["?",-21.5625],["،",-21.7187],[",…",-21.7187],["a",-21.7812],[".,",-21.7812],["<|endoftext|>",-21.8125]]},{"t":" ","lp":0,"top":[[" ",0],["1",-15.125],["<|im_end|>",-15.75],["\n",-17.0625],[" ...",-18.75],[" \n",-19.1875],[" ,",-19.7187],[" ...,",-19.8125],[" [",-19.8437],[" X",-19.9687],["\n\n",-20.0937],["\t",-20.1562],["  ",-20.1562],[" **",-20.375],["   ",-20.4062],[" \\",-20.4375],[" ten",-20.4687],[" \"",-20.7187],[" (",-20.7812],["<|endoftext|>",-20.7812]]},{"t":"1","lp":0,"top":[["1",0],["2",-15.1875],["9",-16.0625],["0",-16.875],["8",-17.6875],["3",-18.375],["<|im_end|>",-18.625],["5",-18.6875],["4",-18.75],[" ",-18.875],["7",-18.9375],["6",-19.1875],["<|endoftext|>",-20.125],["\n",-21.125],["十",-21.3125],["�",-21.375],["\t",-21.5],["¹",-21.5625],["   ",-22.4062],["\n\n",-22.5937]]},{"t":"0","lp":0,"top":[["0",0],["1",-11.75],["2",-12.9375],["3",-14.375],[",",-15.4375],["4",-15.4375],["5",-15.625],["6",-15.8125],["<|im_end|>",-16.5625],["9",-16.875],["8",-17],["7",-17.375],[" ",-17.5],["...",-18.9063],["\n",-18.9688],["<|endoftext|>",-18.9688],[".",-19.3125],["-",-19.375],["<",-20.0625],["</",-20.125]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-15.125],["1",-18.0625],[".",-18.75],[" ,",-19.3125],["\n",-19.4375],[",,",-19.4375],[";",-20.25],[",</",-20.625],[",...",-20.6875],["<|endoftext|>",-20.75],[",\\",-21],["-",-21.1875],["\n\n",-21.1875],["],",-21.3125],[" ",-21.375],["...",-21.375],["\n\n\n",-21.375],["،",-21.4375],["，",-21.6562]]},{"t":" ","lp":0,"top":[[" ",0],["1",-15.0625],["<|im_end|>",-15.8125],["\n",-17.5],[" \n",-19.1875],[" ...",-19.375],[" [",-19.8125],[" -",-19.9375],[" ,",-20.1875],[" ...,",-20.1875],[" \"",-20.4062],["\n\n",-20.5937],["  ",-20.6562],["\t",-20.7187],["<|endoftext|>",-20.875],["   ",-20.9062],[" $",-21.0312],[" .",-21.1875],[" None",-21.1875],[" (",-21.2812]]},{"t":"1","lp":0,"top":[["1",0],["2",-14.375],["3",-18.3125],["<|im_end|>",-19],["4",-19.1875],["9",-19.5],["0",-19.6875],["7",-19.6875],[" ",-19.75],["5",-20.3125],["6",-20.5],["8",-20.625],["<|endoftext|>",-20.75],["¹",-21.0625],["\t",-21.625],["\n",-21.8125],["十一",-21.8125],["�",-22.0625],["   ",-23.0937],["�",-23.0937]]},{"t":"1","lp":0,"top":[["1",0],["2",-13.125],["3",-15],["5",-16.5625],[",",-16.8125],["7",-17.0625],["4",-17.4375],["0",-17.5625],["6",-18.125],[" ",-18.6875],["8",-18.875],["9",-19],["¹",-19.9375],["<|endoftext|>",-20],["-",-20.1875],["<|im_end|>",-20.2188],[".",-20.3125],["\n",-20.4688],["_",-21.0313],["₁",-21.0938]]},{"t":",","lp":0,"top":[[",",0],[".",-18.5625],["1",-19.1875],["<|im_end|>",-19.25],[" ,",-19.5],["-",-19.875],["a",-20.375],[",,",-20.375],["],",-20.6875],[",\\",-20.8437],[",...",-20.8437],[":",-21],[" ",-21],["<|endoftext|>",-21.0625],[";",-21.0937],["\n",-21.0937],[",</",-21.375],["!,",-21.5],[",.",-21.5937],["،",-21.5937]]},{"t":" ","lp":0,"top":[[" ",0],["1",-17.1875],["<|im_end|>",-17.5],["\n",-19.1875],[" \n",-19.875],[" ...",-20.3437],[" ,",-20.4062],[" .",-21.0625],["<|endoftext|>",-21.1562],[" [",-21.3125],[" \\",-21.3125],[" ...,",-21.3437],["   ",-21.4375],[" (",-21.4375],["\n\n",-21.5937],[" a",-21.625],[" \"",-21.6875],[" -",-21.7187],["  ",-22],[" x",-22]]},{"t":"1","lp":0,"top":[["1",0],["2",-15.75],["3",-18.125],["0",-18.5625],["4",-18.75],["9",-19.3125],["7",-19.5],["8",-19.5],["<|im_end|>",-19.625],["5",-19.6875],["6",-19.6875],["十二",-20.125],[" ",-20.4375],["<|endoftext|>",-20.4375],["\n",-21.6875],["¹",-21.8125],["\t",-22.0937],["�",-22.2812],["   ",-22.4375],["１",-22.9375]]},{"t":"2","lp":0,"top":[["2",0],["3",-13.875],["4",-15.6875],["1",-15.8125],["5",-17.25],["6",-17.3125],[",",-17.9375],["7",-18.0625],["0",-18.1875],["8",-18.4375],["\n",-19.1875],[" ",-19.2813],["<|im_end|>",-19.5625],[".",-19.6875],["２",-19.9063],["₂",-19.9375],["<|endoftext|>",-20.0313],["...",-20.125],["²",-20.2813],["_",-20.625]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-16.3125],[".",-17.875],[" ,",-19.3125],["\n",-20.0312],[";",-20.25],[",...",-20.3125],["],",-20.4062],[",,",-20.4062],[",</",-20.4062],["a",-20.4687],["1",-20.5312],[",\\",-20.5937],[",.",-20.8125],["...",-20.8437],["-",-20.9062],["]",-21],[" ",-21.0937],["\",",-21.125],["،",-21.2187]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-16.0625],["1",-17.875],["\n",-18.75],[" ...",-19.625],[" \n",-19.75],[" ,",-20.4687],[" .",-20.6562],[" \"",-20.6875],[" [",-20.7187],[" \\",-20.7812],["   ",-21.1875],["\n\n",-21.2187],[" (",-21.3125],[" #",-21.375],[" ...,",-21.4062],[" $",-21.5312],["<|endoftext|>",-21.5312],[" __",-21.6875],["\t",-21.7187]]},{"t":"1","lp":0,"top":[["1",0],["3",-18.0625],["2",-18.125],["0",-18.9375],["<|im_end|>",-19.8125],["9",-20],["4",-20.1875],["8",-20.3125],["7",-20.375],["<|endoftext|>",-20.5625],["十三",-20.75],["5",-20.875],["6",-20.875],["\n",-21.25],[" ",-21.3125],["   ",-21.7187],["...",-21.9062],["¹",-22.3437],["\t",-22.4687],[",",-22.5312]]},{"t":"3","lp":0,"top":[["3",0],["4",-14.25],["5",-17.0625],["2",-17.375],["7",-18.25],["6",-18.375],["1",-18.6875],[",",-19.125],["8",-19.25],["0",-19.9375],["<|im_end|>",-20],[".",-20.1875],["\n",-20.3125],["�",-20.6562],["9",-20.8125],["³",-20.8125],["...",-20.9062],[" ",-21.0937],["<|endoftext|>",-21.0937],["３",-21.6562]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-15.875],[".",-18],["\n",-19.7812],[",...",-20.0312],[" ,",-20.0937],["1",-20.25],[",,",-20.375],[",</",-20.375],["],",-20.4687],[",\\",-20.4687],["...",-20.5625],[";",-20.625],["a",-20.6562],["-",-20.7812],["]",-20.9687],[":",-21],[" ",-21.0312],["},",-21.0312],[",.",-21.0937]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.5],["1",-17.3125],["\n",-18.1875],[" \n",-18.75],[" ...",-19.0937],[" ,",-20.1562],[" \\",-20.3437],[" [",-20.4687],["\n\n",-20.5],[" (",-20.5625],[" \"",-20.625],[" ...,",-20.6875],[" #",-20.7812],[" __",-20.7812],["   ",-20.8125],[" .",-20.8125],[" a",-20.9687],[" **",-21.0312],[" XIV",-21.0312]]},{"t":"1","lp":0,"top":[["1",0],["2",-16.1875],["4",-17.625],["0",-18.5625],["3",-18.625],["<|im_end|>",-18.625],["6",-19.125],["7",-19.125],["9",-19.125],["8",-19.25],["5",-19.375],[" ",-20.8125],["<|endoftext|>",-20.875],["\n",-21.7812],["   ",-21.875],["¹",-21.9062],["十四",-21.9687],["\t",-22],["...",-22.2187],["１",-22.5312]]},{"t":"4","lp":0,"top":[["4",0],["5",-13.0625],["6",-14.5625],["7",-16],["8",-16.375],["3",-16.8125],["2",-17.375],[",",-18],["<|im_end|>",-18.3125],["0",-18.5625],["9",-18.5625],["1",-18.625],["\n",-18.875],[".",-19.5938],[" ",-19.7188],["�",-20.0625],["</",-20.2188],["<|endoftext|>",-20.3125],["４",-20.4063],["-",-20.5938]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-14.5],[".",-18.125],["\n",-19.375],["1",-19.4062],[",</",-19.5],["],",-19.5312],["]",-19.6562],[":",-20.0625],[",\\",-20.125],[" ,",-20.2187],[";",-20.4062],["},",-20.4375],[",,",-20.5937],[" ",-20.625],["\n\n",-20.625],[",...",-20.625],["-",-20.6875],[",.",-20.9375],["\",",-20.9687]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.125],["1",-17.75],["\n",-18.625],[" \n",-18.9062],[" ...",-19.6562],[" (",-20.2812],[" [",-20.5312],[" ,",-20.5312],[" \\",-20.5937],[" .",-20.6875],["\n\n",-20.7812],[" \"",-21.0312],[" #",-21.0312],["\n\n\n",-21.0312],[" ...,",-21.0312],[" -",-21.125],["   ",-21.1562],[" a",-21.1875],[" x",-21.1875]]},{"t":"1","lp":0,"top":[["1",0],["2",-17.375],["１",-20.0625],["<|im_end|>",-20.125],["0",-20.6875],["5",-20.8125],["¹",-20.8125],["3",-20.9375],["十五",-21.625],["₁",-21.875],["9",-22.0312],["4",-22.0625],["7",-22.2812],["6",-22.6875],["8",-22.6875],["\n",-22.9062],["十五年",-23.125],["\t",-23.2187],["<|endoftext|>",-23.2812],["\n\n\n",-23.3437]]},{"t":"5","lp":0,"top":[["5",0],["6",-12.625],["7",-14.9375],["4",-16.375],["8",-17.3125],["<|im_end|>",-17.4375],["3",-18.0625],["9",-18.375],[",",-18.6875],[".",-19.3438],["0",-19.5313],["\n",-19.6563],["</",-19.7188],["1",-19.75],["2",-19.8125],["５",-20.0625],[" ",-20.0938],["...",-20.375],["\n\n",-20.7188],["<|endoftext|>",-20.875]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-15.25],[".",-18.1875],["\n",-19.375],["1",-19.4375],[",</",-20.0625],["],",-20.0937],[" ,",-20.3125],[",\\",-20.4687],[",,",-20.5625],["]",-20.5937],[",...",-20.75],["},",-21.0625],["\n\n",-21.1562],["...",-21.1562],[";",-21.25],[" ",-21.375],[":",-21.4062],[",.",-21.4375],["-",-21.4687]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.25],["\n",-17.9375],["1",-18.125],[" \n",-18.875],[" ...",-19.8437],[" \\",-20.3437],[" ,",-20.3437],[" a",-20.4062],[" \"",-20.4687],["\n\n",-20.5937],[" (",-20.5937],[" .",-20.6562],[" ...,",-20.6875],[" #",-20.8125],[" [",-20.8437],[" __",-21.0625],["   ",-21.1875],[" �",-21.1875],[" -",-21.2187]]},{"t":"1","lp":0,"top":[["1",0],["2",-16.6875],["<|im_end|>",-17.375],["6",-17.5],["0",-18.8125],["3",-19.125],["4",-19.375],["7",-19.375],["8",-19.75],["9",-20],["5",-20.3125],["\n",-20.3125],[" ",-20.4375],[",",-21.2187],["   ",-21.3437],["...",-21.4062],["十六",-21.4062],["<|endoftext|>",-21.4062],["\t",-21.8125],["\n\n",-22.0312]]},{"t":"6","lp":0,"top":[["6",0],["7",-14.6875],["5",-16.8125],["8",-17],["<|im_end|>",-17.25],[",",-17.75],["4",-18.0625],["9",-18.625],["2",-19.4375],["0",-19.75],["六",-19.75],["3",-19.8125],["\n",-20.4375],["1",-20.5937],[".",-20.7187],[" Sixth",-20.75],["第六",-20.75],["</",-20.7812],[" ",-20.9687],[" sixth",-21]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-16.4375],[".",-18.5625],[",</",-20.5625],["\n",-20.7812],[",\\",-20.8437],["],",-20.875],[" ,",-20.9062],["-",-20.9687],[",...",-20.9687],[",,",-21.125],[":",-21.4687],[";",-21.5312],[" ",-21.6875],["...",-21.875],["،",-21.9062],["a",-22.0312],["\t",-22.0625],[",.",-22.0937],["},",-22.125]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.375],["1",-18.0625],["\n",-18.6875],[" \n",-19.25],[" ...",-20.0625],[" \\",-20.0937],[" �",-20.1562],[" ,",-20.4687],[" .",-20.5625],[" \"",-20.75],[" [",-20.7812],[" np",-20.9687],["\n\n",-21],[" (",-21.0312],[" #",-21.0937],["   ",-21.125],[" **",-21.125],[" a",-21.1875],[" ...,",-21.1875]]},{"t":"1","lp":0,"top":[["1",0],["7",-17.9375],["2",-18.25],["１",-20.125],["¹",-20.1875],["<|im_end|>",-20.1875],["十七",-20.8125],["0",-21.1875],["3",-21.3125],["₁",-22],["\t",-22.8125],["<|endoftext|>",-22.9062],["4",-22.9375],["\n",-23.0625],["9",-23.125],[" XVII",-23.1875],["8",-23.25],[" seventeen",-23.5],["\n\n\n",-23.6562],["6",-23.9062]]},{"t":"7","lp":0,"top":[["7",0],["8",-13.625],["9",-16],["6",-17],["<|im_end|>",-17.75],[",",-19.125],["5",-19.375],["3",-19.5],["七",-19.75],["4",-19.8125],["1",-20.0625],["2",-20.125],["</",-20.5],["\n",-20.9375],[" seven",-20.9375],["0",-20.9688],["７",-21.0313],[" Seventh",-21.0313],[" Seven",-21.5],["�",-21.5625]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-16.5],[".",-17.8125],["\n",-19.875],["-",-20],[",</",-20.5937],["a",-20.7812],[" ,",-20.9687],[",\\",-21.0625],["],",-21.1875],[":",-21.2187],["]",-21.375],["1",-21.4062],[";",-21.4062],[",,",-21.4375],["،",-21.4687],["\n\n",-21.625],[",...",-21.625],[" ",-21.75],["\t",-21.875]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.875],["1",-17.4375],["\n",-18.75],[" \n",-19.5312],[" ...",-19.9375],[" an",-20.125],[" a",-20.1875],[" \\",-20.375],[" �",-20.5],[" [",-20.5937],[" \"",-20.6875],["\n\n",-20.7812],[" (",-20.8437],[" x",-20.875],[" t",-21.0312],[" $",-21.0625],[" ,",-21.125],[" XVIII",-21.25],[" #",-21.375]]},{"t":"1","lp":0,"top":[["1",0],["2",-15.875],["8",-16.625],["3",-17.3125],["<|im_end|>",-18.3125],["9",-18.75],["0",-18.8125],["4",-19.0625],["6",-19.8125],["7",-19.875],["5",-19.9375],["<|endoftext|>",-20.8437],[" ",-21],["\n",-21.0312],[",",-21.0625],["十八",-21.1562],["\t",-21.7187],["   ",-21.8125],["...",-22.0312],["¹",-22.0937]]},{"t":"8","lp":0,"top":[["8",0],["9",-14],["7",-17.4375],["6",-17.875],["<|im_end|>",-18.5],[",",-19.1875],["4",-19.4375],["3",-19.9375],["2",-20.25],["5",-20.375],["0",-20.4375],["�",-20.625],["八",-20.875],["\n",-21.125],["８",-21.125],["1",-21.4062],[".",-21.4687],[" eight",-21.9375],["/XMLSchema",-22.0937],[" ",-22.2187]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-15.3125],[".",-16.9375],["\n",-18.9375],[":",-19.25],["-",-19.4375],["1",-19.4375],[" ,",-19.6562],[",</",-19.6562],["],",-19.75],[" ",-20],[",,",-20.0937],["\n\n",-20.125],["]",-20.1875],[";",-20.2187],["<|endoftext|>",-20.4062],["</",-20.6875],["\",",-20.7812],["،",-20.8125],[",\\",-21.0312]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-14.8125],["1",-17.3125],["\n",-18.9375],[" \n",-19.7812],[" ...",-20.5312],[" #",-20.625],[" \\",-21.0625],[" �",-21.125],[" XIX",-21.1562],["\n\n",-21.2187],[" ,",-21.25],[" [",-21.2812],[" $",-21.3437],["十九",-21.5312],[" an",-21.5937],[" x",-21.6562],[" a",-21.6875],[" \"",-21.75],[" (",-21.7812]]},{"t":"1","lp":0,"top":[["1",0],["2",-14.125],["3",-17.1875],["9",-17.5625],["<|im_end|>",-17.5625],["4",-19.125],["7",-19.1875],["0",-19.5625],["5",-19.875],["<|endoftext|>",-19.875],["6",-20.25],["8",-20.25],["\n",-20.3125],[" ",-20.5625],["¹",-20.9375],["\t",-21.2812],["\n\n",-21.6875],["   ",-21.8125],["十九",-22.125],[",",-22.25]]},{"t":"9","lp":0,"top":[["9",0],["<|im_end|>",-15.75],["8",-16.4375],["7",-17.5625],["九",-17.875],["�",-18.875],[" nine",-18.875],[",",-19],["3",-19.625],[" Nine",-19.625],[" Ninth",-19.6875],["6",-19.75],["5",-20.2187],["</",-20.2812],["９",-20.2812],["-nine",-20.3125],["\n",-20.4375],["4",-20.5625],["0",-20.5937],[" ninth",-20.7187]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-13],[".",-17.8125],["\n",-17.8125],["2",-18.3125],[" ,",-18.4375],["<|endoftext|>",-19.5625],["...",-19.625],[",,",-19.625],["]",-19.75],[" ",-20.4375],["],",-20.5625],[",</",-20.5625],[",...",-20.6563],[";",-20.6875],["\n\n",-20.7188],[",\\",-20.9688],["\n\n\n",-21.0313],["،",-21.125],["，",-21.4375]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-13.75],["2",-16.125],["\n",-17.375],[" -",-18.8125],["<|endoftext|>",-18.8125],[" \n",-18.9375],[" ...",-19.125],[" c",-19.6875],[" x",-19.9063],[" $",-20.0313],[" [",-20.0938],[" **",-20.0938],[" ,",-20.1875],[" \\",-20.2188],["  ",-20.4688],["\n\n",-20.4688],[" XX",-20.5],["\t",-20.5625],[" (",-20.625]]},{"t":"2","lp":0,"top":[["2",0],["1",-14.9375],["<|im_end|>",-16.25],["0",-16.8125],["3",-17.5],["<|endoftext|>",-18.4375],["4",-18.625],["5",-19.1875],["7",-19.1875],[" ",-19.25],["6",-19.6875],["8",-19.875],["二十",-20.125],["9",-20.6875],[" twenty",-20.75],["²",-20.75],["   ",-21.2187],["\t",-21.2812],["₂",-21.4062],["２",-21.4375]]},{"t":"0","lp":0,"top":[["0",0],["<|im_end|>",-10.6875],["2",-15],["1",-15.3125],["₀",-16.625],["０",-17.125],["6",-17.6875],["3",-17.8125],["9",-17.875],["5",-18],["4",-18.3125],["\n",-18.5313],["7",-19.0625],["</think>",-19.0938],["8",-19.1875],[" ",-19.6875],[",",-19.7813],["�",-19.8125],["</",-19.9375],["_",-20.0938]]}]},{"id":"det-primes","tokens":[{"t":"2","lp":0,"top":[["2",0],["1",-12.875],[" ",-15.8125],["0",-16],["3",-16.25],["$",-16.625],["[",-16.875],["\"",-16.9375],["6",-17],["The",-17.1875],["２",-17.1875],["₂",-17.25],["7",-17.3125],["4",-17.6875],["5",-17.6875],["*",-17.75],["_",-17.75],["**",-17.8125],["#",-17.9375],["9",-17.9375]]},{"t":",","lp":0,"top":[[",",0],["3",-15.0625],[" ",-15.5625],[" ,",-16.625],["<|im_end|>",-16.75],[".",-16.8125],[";",-17.8125],[",,",-18.1875],["，",-18.3125],["،",-18.625],["-",-18.75],["\n",-19.125],["=",-19.4375],["<|endoftext|>",-19.5],["7",-19.625],["2",-19.6875],["0",-19.75],["*,",-19.8125],[",\\",-19.875],["/",-20.0625]]},{"t":" ","lp":-0.0059,"top":[[" ",-0.0059],["3",-5.1309],["5",-17.1309],["1",-17.4434],["7",-17.5059],["2",-17.7559],[" ,",-18.3184],["4",-18.4434],["6",-18.6934],["  ",-18.6934],["<|im_end|>",-18.6934],["\n",-18.8809],["0",-19.3184],["\t",-19.5059],["   ",-19.6309],["9",-19.6934],[" three",-19.8809],["8",-20.0059],[" a",-20.1934],[" [",-20.6309]]},{"t":"3","lp":0,"top":[["3",0],["5",-14.125],["7",-14.9375],["1",-15.25],["2",-15.625],[" ",-16.3125],["4",-16.5],["6",-16.9375],["8",-17.625],["9",-18.125],["0",-18.6875],["<|im_end|>",-19.3125],["³",-20.625],["\t",-21],["<|endoftext|>",-21.375],[" ,",-22.3125],["�",-22.6875],["３",-22.7813],["�",-22.9375],["�",-23]]},{"t":",","lp":0,"top":[[",",0],["5",-16.75],[" ,",-17.5625],[".",-18.125],["<|im_end|>",-18.3125],[";",-19.1875],[",,",-19.5],["0",-19.8125],["<|endoftext|>",-19.9375],["?",-20.5],["/",-20.5312],["7",-20.5937],["-",-20.6875],["\n",-20.875],[",...",-21.0625],["،",-21.125],[" ",-21.1562],["，",-21.1875],["=",-21.25],["4",-21.2812]]},{"t":" ","lp":0,"top":[[" ",0],["5",-15.875],["<|im_end|>",-18.1875],[" ,",-19.0625],["<|endoftext|>",-20.3125],["\n",-20.5625],["  ",-20.625],[" \n",-20.625],[" .",-20.75],[" ...",-20.875],[" ...,",-20.9687],[" -",-21.4375],["   ",-21.5312],["\t",-21.5625],["  \n",-21.5937],[",",-21.6562],[" x",-21.8437],["\n\n",-22.0625],[" (",-22.0625],[" five",-22.4062]]},{"t":"5","lp":0,"top":[["5",0],["7",-12.5],["4",-14.375],["1",-15.4375],["6",-15.875],["3",-16.5],["8",-16.6875],["9",-17],["2",-17.375],[" ",-17.4375],["0",-18.4375],["<|im_end|>",-19.125],["五",-19.1875],[" five",-19.625],["<|endoftext|>",-20.25],[" fifth",-20.3125],["第五",-20.5],["\t",-20.9688],["５",-21.1563],["five",-21.25]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-17.125],[".",-17.4375],[" ,",-17.5],["7",-17.6875],[",,",-19.3125],[";",-19.5312],[",...",-19.5625],["...",-20.0312],["\n",-20.0625],["<|endoftext|>",-20.0625],["?",-20.2812],["\n\n",-20.3437],["،",-20.5],[",\\",-20.5312],["，",-20.625],[",.",-20.6562],[",\",",-20.7812],["?,",-21],["%,",-21]]},{"t":" ","lp":0,"top":[[" ",0],["7",-16.4375],["<|im_end|>",-17.6875],[" ,",-19.0625],["\n",-19.1875],[" \n",-19.5],["<|endoftext|>",-19.75],[" ...",-19.9687],["  ",-20.3437],[" seven",-20.5625],[" -",-20.625],[" .",-20.75],[" (",-20.8125],["\n\n",-20.8437],["  \n",-20.9062],["   ",-20.9687],[" ...,",-21],[" x",-21.0625],[" VII",-21.125],["\t",-21.25]]},{"t":"7","lp":0,"top":[["7",0],["1",-14.0625],["8",-14.1875],["6",-15.375],["9",-15.375],["5",-16.75],["2",-17.1875],["4",-17.1875],["3",-17.875],["七",-18.1875],["0",-19.1875],[" ",-19.375],[" seven",-20.25],["<|im_end|>",-20.375],[" Seven",-21.0625],[" Seventh",-21.25],["第七",-21.25],["Seven",-21.4375],["\t",-21.5313],["７",-21.5625]]},{"t":",","lp":0,"top":[[",",0],[".",-16.25],["<|im_end|>",-17.9375],[" ,",-18.4375],["1",-19.0625],["\n",-19.25],[";",-19.4375],["\n\n",-19.875],[",,",-20],["<|endoftext|>",-20.0625],[",.",-20.5937],["،",-20.7812],[".,",-20.8125],[",...",-21],[" ",-21.0937],["?",-21.125],["，",-21.1875],["...",-21.2812],[" (",-21.3437],["-",-21.375]]},{"t":" ","lp":0,"top":[[" ",0],["1",-16.1875],["<|im_end|>",-16.8125],["\n",-18.4375],[" \n",-18.8125],[" ,",-19.375],[" ...",-19.8437],["<|endoftext|>",-19.9375],[" .",-20],["  \n",-20.1562],["\t",-20.3437],[" eleven",-20.375],[" -",-20.4687],[" [",-20.5],["\n\n",-20.5625],["   ",-20.625],[" (",-20.625],[" Eleven",-20.9375],["  ",-20.9687],[" II",-21.0312]]},{"t":"1","lp":0,"top":[["1",0],["9",-15.5625],["2",-15.875],["8",-15.875],["7",-16.25],["3",-16.4375],["4",-17.5],["5",-17.625],["6",-17.625],[" ",-18.8125],["<|im_end|>",-18.875],["0",-19.375],["¹",-20.875],["十一",-21.125],["\t",-21.375],["<|endoftext|>",-21.4375],["₁",-22.0937],["�",-22.125],["   ",-22.3125],["�",-22.4687]]},{"t":"1","lp":0,"top":[["1",0],["3",-16.3125],[",",-16.8125],["7",-16.9375],["2",-17.375],["0",-17.75],[" ",-18.3125],["4",-18.8125],["9",-18.9375],["5",-19],["<|im_end|>",-19.5],["₁",-19.625],["¹",-19.875],["１",-20.1562],["6",-20.1875],[".",-20.5],["8",-20.75],["<|endoftext|>",-21.25],["\n",-21.2812],["_",-21.5]]},{"t":",","lp":0,"top":[[",",0],[".",-17.3125],[" ,",-18.25],["<|im_end|>",-18.375],["1",-19.0625],["\n",-19.4062],[" ",-19.5937],["<|endoftext|>",-19.6562],[";",-19.7187],[",,",-19.9687],["\n\n",-20.1562],["/",-20.25],["-",-20.3125],["=",-20.625],["a",-20.9375],["،",-21.0312],["...",-21.1562],["*,",-21.2187],[".,",-21.25],["],",-21.2812]]},{"t":" ","lp":0,"top":[[" ",0],["1",-16.625],["<|im_end|>",-17.3125],["\n",-18.875],[" \n",-19.625],[" ,",-20.0625],["<|endoftext|>",-20.5312],[" ...",-20.5625],["\n\n",-20.6562],[" (",-21.0312],[" -",-21.0312],[" .",-21.0312],["\t",-21.1562],[" x",-21.2187],[" \\",-21.3437],["  ",-21.4062],["  \n",-21.4375],[" a",-21.5],["十三",-21.5312],[" [",-21.7187]]},{"t":"1","lp":0,"top":[["1",0],["2",-15.625],["3",-17.25],["7",-19.0625],["5",-19.1875],["8",-19.3125],[" ",-19.5],["十三",-19.5625],["4",-19.625],["6",-19.625],["9",-20],["0",-20.0625],["<|im_end|>",-20.25],["<|endoftext|>",-20.875],["\n",-22.0312],["¹",-22.3437],["１",-22.7812],[",",-22.8437],["   ",-22.9062],[" thirteen",-22.9687]]},{"t":"3","lp":0,"top":[["3",0],["7",-13.75],["2",-15.375],["9",-16.8125],["4",-16.875],["5",-17],["6",-17.1875],["1",-17.5],["8",-18],[",",-19.125],["0",-19.125],[" ",-19.75],["³",-20],["<|im_end|>",-20],[".",-20.5625],["３",-20.8125],["�",-21],["\n",-21.5],["...",-21.6563],["</",-21.9688]]},{"t":",","lp":0,"top":[[",",0],[".",-17.25],["1",-18.125],[" ,",-19.0625],["<|im_end|>",-19.3125],[";",-19.5937],[" ",-19.625],["\n",-19.9687],["\n\n",-19.9687],["<|endoftext|>",-20],["-",-20.1875],["=",-20.2187],[",,",-20.3125],["...",-20.3437],["a",-20.4062],["?",-20.9062],["\",",-20.9687],[".,",-20.9687],["*,",-20.9687],["/",-21.0312]]},{"t":" ","lp":0,"top":[[" ",0],["1",-17.8125],["<|im_end|>",-18.25],[" \n",-20.0937],["\n",-20.3437],[" ...",-21.0625],[" (",-21.125],[" ,",-21.125],[" [",-21.2812],[" x",-21.3125],["\n\n",-21.4375],[" XVII",-21.5937],[" a",-21.6562],[" c",-21.6562],["<|endoftext|>",-21.6562],[" .",-22.0312],[" NaN",-22.0312],["  \n",-22.0625],[" \n\n",-22.0625],[" **",-22.0937]]},{"t":"1","lp":0,"top":[["1",0],["2",-15.125],["十七",-18.875],["3",-19],["１",-19.8125],["¹",-20.6875],["0",-20.8125],["7",-20.9375],["5",-21.125],[" seventeen",-21.1875],["₁",-21.3125],[" XVII",-21.5],["4",-21.625],["<|im_end|>",-21.9687],["8",-22.4062],["6",-22.4687],["9",-22.5625],[" ",-22.875],["第十七条",-22.9687],["十七章",-23.0312]]},{"t":"7","lp":0,"top":[["7",0],["9",-14.125],["5",-15.1875],["6",-15.8125],["8",-15.9375],["4",-16.5],["2",-17.1875],["3",-17.375],["1",-17.6875],[",",-18.4375],["<|im_end|>",-18.9375],["0",-19],["十七章",-20.0938],[" ",-20.25],["七",-20.375],[".",-20.5938],["７",-20.6563],["十七条",-20.75],[" seven",-20.8125],["�",-21.2188]]},{"t":",","lp":0,"top":[[",",0],[".",-18.0625],["<|im_end|>",-18.8125],["1",-19.8437],[" ,",-19.9375],["a",-20.375],["\n",-20.4062],["<|endoftext|>",-20.5312],["\n\n",-20.5625],[",,",-20.5625],["،",-20.7812],[" ",-20.875],[";",-20.9062],[",\\",-20.9375],["-",-21],["=",-21],["/",-21.0937],["*,",-21.1875],["?",-21.375],[",.",-21.4375]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-17.0625],["1",-18.5625],["\n",-19.9375],[" \n",-20.3125],["\n\n",-21.1562],[" [",-21.3437],[" ...",-21.375],[" (",-21.4687],[" �",-21.6562],[" a",-21.9375],["<|endoftext|>",-21.9375],["  \n",-22],[" XIX",-22.0937],[" \n\n",-22.1562],[" ,",-22.25],[" $",-22.3125],["  ",-22.3437],["\t",-22.375],[" \\",-22.4062]]},{"t":"1","lp":0,"top":[["1",0],["2",-11.75],["3",-16.25],["9",-16.75],["5",-17.9375],["4",-18.375],["8",-18.5625],["<|im_end|>",-18.625],["0",-19.125],["6",-19.125],["7",-19.3125],[" ",-19.625],["<|endoftext|>",-21.0938],["¹",-21.25],["十九",-21.4688],["\n",-21.625],["   ",-21.9063],["\t",-21.9375],[",",-22.0938],["\n\n",-22.2188]]},{"t":"9","lp":0,"top":[["9",0],["8",-17.625],["<|im_end|>",-18.1875],["7",-18.6875],["3",-19.0625],["6",-19.6875],["5",-19.8125],["0",-20],["4",-20.125],["1",-20.5625],["2",-20.8125],["九",-20.875],["９",-21.25],[",",-21.5625],[" nine",-21.75],["�",-22],["十九条",-22.25],[" ninth",-22.7812],["九年",-22.8437],[" Ninth",-22.9062]]},{"t":",","lp":0,"top":[[",",0],[".",-17.0625],["<|im_end|>",-17.625],["2",-17.6875],[" ,",-18.875],["<|endoftext|>",-18.875],["\n\n",-19.2812],["\n",-19.4375],["\",",-19.6562],["=",-19.6875],["،",-19.75],[" ",-19.9687],["*,",-20.1875],["]",-20.25],["],",-20.3125],[",,",-20.3125],["，",-20.375],[";",-20.4062],["?",-20.5312],["-",-20.5625]]},{"t":" ","lp":0,"top":[[" ",0],["2",-17.8125],["<|im_end|>",-18],["\n",-20.1875],[" \n",-20.1875],[" (",-21.1875],[" ,",-21.2187],[" -",-21.5],[" [",-21.7187],["\n\n",-21.75],["<|endoftext|>",-21.7812],["\t",-21.8437],[" **",-21.9687],[" .",-22.0625],[" ...",-22.0625],[" \\",-22.1562],["  \n",-22.1875],[",",-22.3125],["  ",-22.4062],[" to",-22.5625]]},{"t":"2","lp":0,"top":[["2",0],["1",-15.25],["3",-16],["4",-17.3125],["5",-18.125],["0",-19.0625],["6",-19.125],["8",-19.125],["7",-19.1875],["9",-20],["<|im_end|>",-20.0625],[" ",-20.25],["<|endoftext|>",-21.5625],[",",-21.9687],["\t",-22.0312],["２",-22.1875],["   ",-22.2187],["²",-22.375],["\n",-22.875],["₂",-22.9687]]},{"t":"3","lp":0,"top":[["3",0],["9",-13.75],["1",-16.125],["4",-16.5625],["2",-16.9375],["0",-17.375],["7",-17.4375],["5",-17.6875],["6",-18],[",",-18.375],["8",-18.5625],["<|im_end|>",-19],["³",-19.875],[" ",-20.125],["３",-20.6563],["�",-20.8438],["_",-21.375],[".",-22.1563],["**",-22.25],["\n",-22.2813]]},{"t":",","lp":0,"top":[[",",0],["<|im_end|>",-14.5],[".",-17.5],["2",-17.875],[" ,",-18.25],["،",-19.5],["\n",-19.5625],[",,",-19.6875],["，",-19.8125],[" ",-20],["<|endoftext|>",-20.1875],["...",-20.2187],[",\\",-20.3125],[",</",-20.375],["]",-20.4062],["?",-20.6562],["-",-20.8437],[".,",-20.9375],["=",-21.0312],["²",-21.0625]]},{"t":" ","lp":0,"top":[[" ",0],["<|im_end|>",-15.3125],["2",-18.0625],["\n",-20.375],[" \\",-20.5625],[" ...",-20.6875],[" \n",-20.9687],["<|endoftext|>",-20.9687],[" [",-21.1562],[" -",-21.2187],[" $",-21.25],["  ",-21.5625],["\t",-21.5937],[" ,",-21.6562],["²",-21.7812],[" x",-21.8125],[" �",-21.8437],[" **",-22.0625],[" <",-22.1562],[" and",-22.1875]]},{"t":"2","lp":0,"top":[["2",0],["3",-15.375],["1",-16.3125],["4",-16.3125],["<|im_end|>",-16.6875],["9",-17.9375],["0",-18.3125],["5",-18.5625],["6",-18.875],["8",-18.9375],["7",-19.6875],["<|endoftext|>",-19.875],[" ",-20],["²",-20.0625],["二十九",-21.0312],["\t",-21.4375],["₂",-22.125],["\n",-22.1875],["   ",-22.25],["２",-22.3125]]},{"t":"9","lp":0,"top":[["9",0],["<|im_end|>",-10.75],["3",-15.5],["7",-15.6875],["4",-16.3125],["5",-16.625],["8",-17.375],["九",-17.375],["6",-17.5625],["1",-17.6875],["2",-17.875],["９",-18],["0",-18.1875],["�",-18.5],[" nine",-18.6875],[",",-19.2813],["-nine",-19.375],[" Nine",-19.6875],[" Ninth",-19.9688],[" ",-20.0313]]}]}]}},"bench":{"decodeTokPerSec":{"median":166,"min":157.8,"max":176.5,"samples":[157.8,176.5,166]},"streamCaveat":null,"decodeLengthNote":"decode length forced to 192 tokens (ignore_eos + min_tokens) — decode and drift figures compare equal work","samplingNote":null,"runsNote":null,"reasoningNote":null,"ttftMs":{"median":131,"min":130,"max":131,"samples":[131,130,131]},"prefillTokPerSec":{"median":5303.8,"min":5279.6,"max":5306.5,"samples":[5303.8,5306.5,5279.6]},"prefillPromptTokens":10406,"speculative":{"predictableTokPerSec":273.4,"novelTokPerSec":134.9,"ratio":2.03,"verdict":"effective","tokensPerStep":7.11,"tokensPerStepNote":null,"reasoningCaveat":true,"offScript":0},"prefixCache":{"coldTtftMs":402,"warmTtftMs":63,"speedup":6.4,"cachedTokens":1509,"promptTokens":1540,"verdict":"active"},"batching":{"streams":4,"singleTokPerSec":114,"aggregateTokPerSec":180.3,"efficiency":0.4,"worstTtftMs":459,"verdict":"partial"},"loadDrift":{"firstTokPerSec":166,"lastTokPerSec":152.2,"driftPct":-8.3,"elapsedMs":50451,"verdict":"steady"},"machine":{"platform":"darwin","arch":"arm64","cpu":"Apple M5 Ultra","memGB":256},"contextScaling":[{"targetTokens":512,"inputTokens":512,"decodeTokPerSec":138.6,"ttftMs":238,"prefillTokPerSec":2151,"speculative":{"predictableTokPerSec":188.8,"predictableTokensPerStep":3.43,"ratio":1.36,"verdict":"effective","tokensPerStep":1.92,"note":"answer never used RETRY_BUDGET_MS — context may be unread"},"runs":1,"note":null},{"targetTokens":4096,"inputTokens":4243,"decodeTokPerSec":151.4,"ttftMs":884,"prefillTokPerSec":4800,"speculative":{"predictableTokPerSec":190.7,"predictableTokensPerStep":4.47,"ratio":1.26,"verdict":"effective","tokensPerStep":3.37,"note":"answer never used RETRY_BUDGET_MS — context may be unread"},"runs":1,"note":null},{"targetTokens":8192,"inputTokens":8240,"decodeTokPerSec":153.8,"ttftMs":1571,"prefillTokPerSec":5245,"speculative":{"predictableTokPerSec":199.7,"predictableTokensPerStep":4.92,"ratio":1.3,"verdict":"effective","tokensPerStep":3.43,"note":"answer never used RETRY_BUDGET_MS — context may be unread"},"runs":1,"note":null},{"targetTokens":16384,"inputTokens":16311,"decodeTokPerSec":151.3,"ttftMs":2978,"prefillTokPerSec":5477,"speculative":{"predictableTokPerSec":201.3,"predictableTokensPerStep":4.36,"ratio":1.33,"verdict":"effective","tokensPerStep":3.49,"note":"answer never used RETRY_BUDGET_MS — context may be unread"},"runs":1,"note":null}]},"usage":{"inputTokens":160462,"outputTokens":19439},"durationMs":183814}