From a9d5f29ea2d07cd6865e84e010ecbb37f833d1e6 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sat, 26 Sep 2026 20:02:52 +0000 Subject: [PATCH 1/8] Trace byte-exact tokenize_history goldens across trajectory tests Opt-in via ART_TOKENIZE_GOLDEN=check|update; inert otherwise. Records a sha256 over (model, tokens, hex logprobs, flags) per tokenize_history call for every test under tests/unit/trajectories, xdist-safe via worker part files merged by the controller. --- tests/unit/trajectories/_tokenize_golden.py | 164 + tests/unit/trajectories/conftest.py | 194 + .../trajectories/tokenize_golden_trace.json | 9872 +++++++++++++++++ 3 files changed, 10230 insertions(+) create mode 100644 tests/unit/trajectories/_tokenize_golden.py create mode 100644 tests/unit/trajectories/conftest.py create mode 100644 tests/unit/trajectories/tokenize_golden_trace.json diff --git a/tests/unit/trajectories/_tokenize_golden.py b/tests/unit/trajectories/_tokenize_golden.py new file mode 100644 index 000000000..5bf517180 --- /dev/null +++ b/tests/unit/trajectories/_tokenize_golden.py @@ -0,0 +1,164 @@ +"""Canonical digests for tokenization goldens. + +Shared by ``conftest.py`` (trace-mode recording of every ``tokenize_history`` +call made by the existing tests) and ``test_tokenize_golden.py`` (explicit +named cases). Digests are byte-exact: floats use ``float.hex()`` so ``NaN``, +signed zero and infinities are preserved, and flags are recorded as integers. +""" + +from __future__ import annotations + +from collections.abc import Mapping +import hashlib +import json +import math +import os +from pathlib import Path +from typing import Any, TypedDict + +MODE_ENV = "ART_TOKENIZE_GOLDEN" +FIELDS = ("model", "tokens", "logprobs", "flags") + + +def mode() -> str: + """``""`` (inactive), ``"check"`` or ``"update"``.""" + + value = os.environ.get(MODE_ENV, "").strip().lower() + if value in ("", "0", "off", "false"): + return "" + if value in ("check", "update"): + return value + raise ValueError(f"{MODE_ENV} must be 'check' or 'update', not {value!r}") + + +def _hex_float(value: float) -> str: + if math.isnan(value): + return "nan" + return float(value).hex() + + +def _sha256(payload: object) -> str: + encoded = json.dumps( + payload, sort_keys=True, separators=(",", ":"), default=repr + ).encode() + return hashlib.sha256(encoded).hexdigest() + + +class FieldValues(TypedDict): + model: str + tokens: list[int] + logprobs: list[str] + flags: list[int] + + +class Digest(TypedDict): + """Digest of one ``TokenizedHistory``.""" + + kind: str + n: int + input: str + output: str + fields: dict[str, str] + + +def field_values(tokenized: Any) -> FieldValues: + return FieldValues( + model=str(tokenized.model), + tokens=[int(token) for token in tokenized.tokens], + logprobs=[_hex_float(logprob) for logprob in tokenized.logprobs], + flags=[int(flag) for flag in tokenized.flags], + ) + + +def tokenizer_identity(tokenizer: object) -> str: + if tokenizer is None: + return "None" + kind = type(tokenizer) + identity = f"{kind.__module__}.{kind.__qualname__}" + name = getattr(tokenizer, "name_or_path", None) + if isinstance(name, str) and name: + identity += f"({name})" + return identity + + +def input_digest( + history: object, + *, + model: str | None, + base_model: str | None, + tokenizer: object, + chat_template: str | None, + chat_template_kwargs: Mapping[str, object] | None, +) -> str: + from art.trajectories._serialization import serialize_history + + try: + serialized: object = serialize_history(history) + except Exception as error: # noqa: BLE001 - never let the harness break a test + serialized = { + "unserializable": type(history).__qualname__, + "error": f"{type(error).__name__}: {error}", + } + return _sha256( + { + "history": serialized, + "model": model, + "base_model": base_model, + "tokenizer": tokenizer_identity(tokenizer), + "chat_template": chat_template, + "chat_template_kwargs": ( + None if chat_template_kwargs is None else dict(chat_template_kwargs) + ), + } + ) + + +def output_digest(tokenized: Any, *, input_hash: str) -> Digest: + values = field_values(tokenized) + fields = {name: _sha256(values[name])[:16] for name in FIELDS} # type: ignore[literal-required] + return Digest( + kind=type(tokenized.history).__qualname__, + n=len(values["tokens"]), + input=input_hash[:16], + output=_sha256(values), + fields=fields, + ) + + +def describe_mismatch(label: str, expected: Digest, actual: Digest) -> str: + """Explain the first differing field between two digests.""" + + lines = [f"{label}: tokenization output changed"] + if expected["input"] != actual["input"]: + lines.append( + " the INPUT digest also changed (test inputs or tokenizer identity " + "differ); regenerate with ART_TOKENIZE_GOLDEN=update if intended" + ) + else: + lines.append(" input digest unchanged -> tokenizer behavior changed") + if expected["kind"] != actual["kind"]: + lines.append( + f" history kind: golden {expected['kind']} != now {actual['kind']}" + ) + if expected["n"] != actual["n"]: + lines.append(f" token count: golden {expected['n']} != now {actual['n']}") + for name in FIELDS: + if expected["fields"].get(name) != actual["fields"].get(name): + lines.append( + f" first differing field: {name} " + f"(golden {expected['fields'].get(name)} != now {actual['fields'].get(name)})" + ) + break + return "\n".join(lines) + + +def load_json(path: Path) -> dict[str, Any]: + if not path.exists(): + return {} + with path.open("rb") as handle: + return json.load(handle) + + +def dump_json(path: Path, payload: Mapping[str, Any]) -> None: + text = json.dumps(payload, sort_keys=True, indent=0, separators=(",", ":")) + path.write_text(text + "\n") diff --git a/tests/unit/trajectories/conftest.py b/tests/unit/trajectories/conftest.py new file mode 100644 index 000000000..474bdc067 --- /dev/null +++ b/tests/unit/trajectories/conftest.py @@ -0,0 +1,194 @@ +"""Opt-in byte-exact tracing of every ``tokenize_history`` call in this directory. + +Inactive unless ``ART_TOKENIZE_GOLDEN`` is set: + +* ``ART_TOKENIZE_GOLDEN=check pytest tests/unit/trajectories`` compares each + test's ``tokenize_history`` outputs (tokens, logprobs, flags, model) against + ``tokenize_golden_trace.json`` and fails the test on the first difference. +* ``ART_TOKENIZE_GOLDEN=update pytest tests/unit/trajectories`` rewrites the + golden. Works with or without ``-n``; xdist workers write ``*.part.json`` + fragments that the controller merges at session end. + +Every public tokenization path (``History.tokenize``, ``Trajectory.tokenize``, +``TrajectoryGroup.tokenize``, ``tokenize_trajectory``, ``tokenize_group``) funnels +through ``art.trajectories._tokenize.tokenize_history`` via a call-time import, +so wrapping that one module attribute observes them all without touching +``src/``. Calls that raise are not recorded. Tests that never tokenize have no +entry. Tests absent from the golden are reported at session end, not failed. +""" + +from __future__ import annotations + +from collections.abc import Iterator +import os +from pathlib import Path +from typing import Any +import warnings + +from _tokenize_golden import ( + MODE_ENV, + Digest, + describe_mismatch, + dump_json, + input_digest, + load_json, + mode, + output_digest, +) +import pytest + +_HERE = Path(__file__).parent +GOLDEN_TRACE = _HERE / "tokenize_golden_trace.json" + +_MODE = mode() +_RECORDED: dict[str, list[Digest]] = {} +_COLLECTED: set[str] = set() +_UNKNOWN: list[str] = [] +_GOLDEN: dict[str, list[Digest]] | None = None + + +def _golden() -> dict[str, list[Digest]]: + global _GOLDEN + if _GOLDEN is None: + _GOLDEN = load_json(GOLDEN_TRACE) + return _GOLDEN + + +def _is_worker(config: pytest.Config) -> bool: + return hasattr(config, "workerinput") + + +def _part_path(config: pytest.Config) -> Path: + worker = os.environ.get("PYTEST_XDIST_WORKER", "main") + return GOLDEN_TRACE.with_name(f"{GOLDEN_TRACE.stem}.{worker}.part.json") + + +def pytest_collection_modifyitems( + session: pytest.Session, config: pytest.Config, items: list[pytest.Item] +) -> None: + if not _MODE: + return + for item in items: + if Path(str(item.path)).is_relative_to(_HERE): + _COLLECTED.add(item.nodeid) + + +@pytest.fixture(autouse=True) +def _tokenize_golden_trace( + request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch +) -> Iterator[None]: + if not _MODE: + yield + return + + from art.trajectories import _tokenize + + original = _tokenize.tokenize_history + calls: list[Digest] = [] + + def traced(history: Any, **kwargs: Any) -> Any: + tokenized = original(history, **kwargs) + try: + calls.append( + output_digest( + tokenized, + input_hash=input_digest( + history, + model=kwargs.get("model"), + base_model=kwargs.get("base_model"), + tokenizer=kwargs.get("tokenizer"), + chat_template=kwargs.get("chat_template"), + chat_template_kwargs=kwargs.get("chat_template_kwargs"), + ), + ) + ) + except Exception as error: # noqa: BLE001 - observation must not alter tests + warnings.warn( + f"tokenize golden trace could not digest a call in {request.node.nodeid}: " + f"{type(error).__name__}: {error}", + stacklevel=2, + ) + return tokenized + + monkeypatch.setattr(_tokenize, "tokenize_history", traced) + yield + monkeypatch.undo() + + nodeid = request.node.nodeid + if not calls: + return + if _MODE == "update": + _RECORDED[nodeid] = calls + return + expected = _golden().get(nodeid) + if expected is None: + _UNKNOWN.append(nodeid) + return + if len(expected) != len(calls): + pytest.fail( + f"{nodeid}: tokenize_history was called {len(calls)} times; the golden " + f"records {len(expected)}. Regenerate with {MODE_ENV}=update if intended.", + pytrace=False, + ) + for index, (want, got) in enumerate(zip(expected, calls, strict=True)): + if want["output"] != got["output"]: + pytest.fail( + describe_mismatch( + f"{nodeid} (tokenize_history call #{index})", want, got + ), + pytrace=False, + ) + + +def _merge_parts(recorded: dict[str, list[Digest]]) -> None: + """Fold xdist worker fragments into ``recorded`` and ``_COLLECTED``.""" + + for part in sorted(GOLDEN_TRACE.parent.glob(f"{GOLDEN_TRACE.stem}.*.part.json")): + payload = load_json(part) + _COLLECTED.update(payload.get("collected", [])) + recorded.update(payload.get("recorded", {})) + part.unlink() + + +def pytest_sessionfinish(session: pytest.Session, exitstatus: int) -> None: + if not _MODE: + return + config = session.config + if _MODE == "update": + if _is_worker(config): + dump_json( + _part_path(config), + {"collected": sorted(_COLLECTED), "recorded": _RECORDED}, + ) + return + recorded = dict(_RECORDED) + _merge_parts(recorded) + golden = load_json(GOLDEN_TRACE) + # Collected tests that no longer tokenize (or were renamed) drop out; + # tests outside this run keep their entries so `-k` updates are safe. + for nodeid in list(golden): + if nodeid in _COLLECTED and nodeid not in recorded: + del golden[nodeid] + golden.update(recorded) + dump_json(GOLDEN_TRACE, golden) + return + if _UNKNOWN and not _is_worker(config): + warnings.warn( + f"{len(_UNKNOWN)} test(s) tokenized histories but have no golden entry; " + f"run with {MODE_ENV}=update to record them (first: {_UNKNOWN[0]})", + stacklevel=1, + ) + + +def pytest_terminal_summary( + terminalreporter: Any, exitstatus: int, config: pytest.Config +) -> None: + if _MODE != "check" or _is_worker(config): + return + if _UNKNOWN: + terminalreporter.write_sep( + "-", + f"tokenize golden: {len(_UNKNOWN)} traced test(s) without a golden entry", + ) + for nodeid in _UNKNOWN[:20]: + terminalreporter.write_line(f" {nodeid}") diff --git a/tests/unit/trajectories/tokenize_golden_trace.json b/tests/unit/trajectories/tokenize_golden_trace.json new file mode 100644 index 000000000..d4d66e358 --- /dev/null +++ b/tests/unit/trajectories/tokenize_golden_trace.json @@ -0,0 +1,9872 @@ +{ +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[-KeyError]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[-None]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[-TypeError]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[-ValueError]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[\\u21a6generation-only-KeyError]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[\\u21a6generation-only-None]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[\\u21a6generation-only-TypeError]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_assistant_prefix.py::test_history_flags_match_linear_oracle_through_text_and_id_paths[\\u21a6generation-only-ValueError]":[ +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +}, +{ +"fields":{ +"flags":"778034859e3bbf97", +"logprobs":"d9b36f3947b1a51d", +"model":"cfe266e1bb5eb137", +"tokens":"9185d233c1e79c2d" +}, +"input":"a411d9a1bb69c95b", +"kind":"ChatCompletionsHistory", +"n":20, +"output":"547ccbd552f7abcc008ef63d68e3fc136aa817c1549acd681d8d8f432df6840b" +} +], +"tests/unit/trajectories/test_history.py::test_anthropic_exact_regeneration_preserves_sampled_source":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"ae98fdb7ac028ab1", +"model":"3c2b43fc9c77b112", +"tokens":"ed4c578c5d4a61d9" +}, +"input":"945d1e9ee52602f3", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"db04ecfe30c0d51ed08251ba62bc8ea862a1c76289e61567bc389ada7c210762" +} +], +"tests/unit/trajectories/test_history.py::test_chat_reasoning_split_does_not_reuse_divergent_sampled_source":[ +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"3dc8eb02ef41e7c9", +"model":"3c2b43fc9c77b112", +"tokens":"8efb4b6455a3cd13" +}, +"input":"37bda972cb80efa6", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2377e6b8a0daf6bfa26d29b9c93f58064c10ee35e21adad69d5c11b797148174" +} +], +"tests/unit/trajectories/test_history.py::test_history_accepts_user_authored_messages_with_none_source":[ +{ +"fields":{ +"flags":"561a8c7129a9a63c", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"7784d2c72a24031b" +}, +"input":"c35917f24a3b4c3d", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"bd9161337a879c3c83a1d526d58ed37fde9429a4c34df3a672a047a70426d5a6" +} +], +"tests/unit/trajectories/test_history.py::test_responses_multi_generation_history_leaves_match_tokenization[second_prompt0-False-1]":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"b71158bf5bb2f5b8", +"model":"3c2b43fc9c77b112", +"tokens":"f6bd10506e9a4dae" +}, +"input":"1c57281aeaed539a", +"kind":"ResponsesHistory", +"n":4, +"output":"357cadcdd0db4d86e22683ca105653cf1d0f96f5ad7ab5df073a24950a85858d" +} +], +"tests/unit/trajectories/test_history.py::test_responses_multi_generation_history_leaves_match_tokenization[second_prompt1-True-2]":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"ab41017e08c60a6f", +"kind":"ResponsesHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +}, +{ +"fields":{ +"flags":"a24c53d8649000cf", +"logprobs":"69b526aebb2425cc", +"model":"3c2b43fc9c77b112", +"tokens":"4614978b279759e8" +}, +"input":"27cd071746bdc4b8", +"kind":"ResponsesHistory", +"n":3, +"output":"2c5de4322c2a46a5a9a5f8254c848b58371d054f12a8df4cda21180156f223cd" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_explicit_empty_reasoning_is_preserved[reasoning]":[ +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"b821f3e646ef5c61", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_explicit_empty_reasoning_is_preserved[reasoning_content]":[ +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"abd5d08205cc622c", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_literal_next_turn_preserves_preceding_length_stop_boundary":[ +{ +"fields":{ +"flags":"fbc49b9a9279df74", +"logprobs":"f7b9f268824f845f", +"model":"e32394c0495a7b88", +"tokens":"dff1db48f676d100" +}, +"input":"f71aa482267900da", +"kind":"ChatCompletionsHistory", +"n":127, +"output":"8fb0e21a5004fa55f70be196538a5bc496d6ae9c4bf1d3802641f569e833cf97" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_native_thinking_off_retains_literal_content[HEAD\\nDISCARDED_PUBLIC_SEGMENT\\n\\nTAIL]":[ +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"49768a8ec04898ef", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +}, +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"49768a8ec04898ef", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_native_thinking_off_retains_literal_content[\\u03c0onetwoend]":[ +{ +"fields":{ +"flags":"0393003e5d352698", +"logprobs":"9419fd19ead2f0a4", +"model":"e32394c0495a7b88", +"tokens":"4f2ff21b8451c930" +}, +"input":"4764a4797ac75fa7", +"kind":"ChatCompletionsHistory", +"n":114, +"output":"a564a49e10770df867526bade59654823f5c6f928134e71e9f1f1f686b8e841a" +}, +{ +"fields":{ +"flags":"0393003e5d352698", +"logprobs":"9419fd19ead2f0a4", +"model":"e32394c0495a7b88", +"tokens":"4f2ff21b8451c930" +}, +"input":"4764a4797ac75fa7", +"kind":"ChatCompletionsHistory", +"n":114, +"output":"a564a49e10770df867526bade59654823f5c6f928134e71e9f1f1f686b8e841a" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_native_thinking_off_retains_literal_content[literal text]":[ +{ +"fields":{ +"flags":"41d207440901911b", +"logprobs":"d3c1d9b75c67acce", +"model":"e32394c0495a7b88", +"tokens":"9e277175b59d1cab" +}, +"input":"bfaa4fac6d817697", +"kind":"ChatCompletionsHistory", +"n":103, +"output":"c77c31ec6cc92f242403a1b7e84610414a2f05a8c4725ee99c35e6a6015de040" +}, +{ +"fields":{ +"flags":"41d207440901911b", +"logprobs":"d3c1d9b75c67acce", +"model":"e32394c0495a7b88", +"tokens":"9e277175b59d1cab" +}, +"input":"bfaa4fac6d817697", +"kind":"ChatCompletionsHistory", +"n":103, +"output":"c77c31ec6cc92f242403a1b7e84610414a2f05a8c4725ee99c35e6a6015de040" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_unrelated_histories_keep_original_rendering[alias]":[ +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"f122c6f21fac61d3", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +}, +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"f122c6f21fac61d3", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_unrelated_histories_keep_original_rendering[effective_on]":[ +{ +"fields":{ +"flags":"88823adc1c18f9bc", +"logprobs":"1afa5c1528d3ae65", +"model":"e32394c0495a7b88", +"tokens":"93094f012b7bb114" +}, +"input":"9caea9c024295d60", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"059ee7ea9b689fcd720554e6e9de0d54e59a7e117d63cd137044e78b3a112e8c" +}, +{ +"fields":{ +"flags":"88823adc1c18f9bc", +"logprobs":"1afa5c1528d3ae65", +"model":"e32394c0495a7b88", +"tokens":"93094f012b7bb114" +}, +"input":"9caea9c024295d60", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"059ee7ea9b689fcd720554e6e9de0d54e59a7e117d63cd137044e78b3a112e8c" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_unrelated_histories_keep_original_rendering[no_source]":[ +{ +"fields":{ +"flags":"d73686a87946f51b", +"logprobs":"94857828cafc549f", +"model":"e32394c0495a7b88", +"tokens":"daf8fc312ef4bbdb" +}, +"input":"043bd614a74514dc", +"kind":"ChatCompletionsHistory", +"n":101, +"output":"d14e34d021cc9cb95676dfb81c2d8e6e66d54f243b7c6eab4a38e016db81975f" +}, +{ +"fields":{ +"flags":"d73686a87946f51b", +"logprobs":"94857828cafc549f", +"model":"e32394c0495a7b88", +"tokens":"daf8fc312ef4bbdb" +}, +"input":"043bd614a74514dc", +"kind":"ChatCompletionsHistory", +"n":101, +"output":"d14e34d021cc9cb95676dfb81c2d8e6e66d54f243b7c6eab4a38e016db81975f" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_unrelated_histories_keep_original_rendering[request_source]":[ +{ +"fields":{ +"flags":"d73686a87946f51b", +"logprobs":"94857828cafc549f", +"model":"e32394c0495a7b88", +"tokens":"daf8fc312ef4bbdb" +}, +"input":"bf4b85d08925bcdc", +"kind":"ChatCompletionsHistory", +"n":101, +"output":"d14e34d021cc9cb95676dfb81c2d8e6e66d54f243b7c6eab4a38e016db81975f" +}, +{ +"fields":{ +"flags":"d73686a87946f51b", +"logprobs":"94857828cafc549f", +"model":"e32394c0495a7b88", +"tokens":"daf8fc312ef4bbdb" +}, +"input":"bf4b85d08925bcdc", +"kind":"ChatCompletionsHistory", +"n":101, +"output":"d14e34d021cc9cb95676dfb81c2d8e6e66d54f243b7c6eab4a38e016db81975f" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_unrelated_histories_keep_original_rendering[structured]":[ +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"edc9ade434e99616", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +}, +{ +"fields":{ +"flags":"afd77e1ff11c431b", +"logprobs":"ffe1f32205927008", +"model":"e32394c0495a7b88", +"tokens":"c6fee91a8fdf23a0" +}, +"input":"edc9ade434e99616", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"46cd4a836ddd0bcdab33cd77de60a4f4c33b65583402abbc1556461746e0e28a" +} +], +"tests/unit/trajectories/test_literal_thinking_off.py::test_unrelated_histories_keep_original_rendering[visible_only]":[ +{ +"fields":{ +"flags":"88823adc1c18f9bc", +"logprobs":"1afa5c1528d3ae65", +"model":"e32394c0495a7b88", +"tokens":"93094f012b7bb114" +}, +"input":"6632a78b157c36ad", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"059ee7ea9b689fcd720554e6e9de0d54e59a7e117d63cd137044e78b3a112e8c" +}, +{ +"fields":{ +"flags":"88823adc1c18f9bc", +"logprobs":"1afa5c1528d3ae65", +"model":"e32394c0495a7b88", +"tokens":"93094f012b7bb114" +}, +"input":"6632a78b157c36ad", +"kind":"ChatCompletionsHistory", +"n":133, +"output":"059ee7ea9b689fcd720554e6e9de0d54e59a7e117d63cd137044e78b3a112e8c" +} +], +"tests/unit/trajectories/test_parallel_tokenize.py::test_process_rebind_uses_exchange_position_not_deep_equality":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"165c7b70fd673df3", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_cached_probes_preserve_native_logprobs_stop_and_source_bindings":[ +{ +"fields":{ +"flags":"04dd9377f6cee6c4", +"logprobs":"dbfab97011bbc16b", +"model":"3c2b43fc9c77b112", +"tokens":"192e32fa5320051d" +}, +"input":"658e8dd8492633a5", +"kind":"ChatCompletionsHistory", +"n":260, +"output":"6c53da1ed9a20bc7d39af393d54222ab81c49113cf66f74e027b246116695f63" +}, +{ +"fields":{ +"flags":"04dd9377f6cee6c4", +"logprobs":"dbfab97011bbc16b", +"model":"3c2b43fc9c77b112", +"tokens":"192e32fa5320051d" +}, +"input":"658e8dd8492633a5", +"kind":"ChatCompletionsHistory", +"n":260, +"output":"6c53da1ed9a20bc7d39af393d54222ab81c49113cf66f74e027b246116695f63" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_probe_scaling_reuses_only_unchanged_prefixes[False-16]":[ +{ +"fields":{ +"flags":"498976914608cb20", +"logprobs":"6e41d65f5c9caea6", +"model":"3c2b43fc9c77b112", +"tokens":"112be31c38b0ca45" +}, +"input":"9f016a57aa8b0662", +"kind":"ChatCompletionsHistory", +"n":626, +"output":"614fb63ac7bc8455107158c21b3dfdb51fa95f70458ea582accf96434e3ff2ed" +}, +{ +"fields":{ +"flags":"498976914608cb20", +"logprobs":"6e41d65f5c9caea6", +"model":"3c2b43fc9c77b112", +"tokens":"112be31c38b0ca45" +}, +"input":"9f016a57aa8b0662", +"kind":"ChatCompletionsHistory", +"n":626, +"output":"614fb63ac7bc8455107158c21b3dfdb51fa95f70458ea582accf96434e3ff2ed" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_probe_scaling_reuses_only_unchanged_prefixes[False-4]":[ +{ +"fields":{ +"flags":"53e8a4ef7b0dcd4b", +"logprobs":"325cad6791c12410", +"model":"3c2b43fc9c77b112", +"tokens":"52bc67e6c0c03483" +}, +"input":"6d02cbf360653814", +"kind":"ChatCompletionsHistory", +"n":158, +"output":"7371fc8e056104ef1d2ee51e8c274af325f99447678e792fcdbe1f1bb4c2a54c" +}, +{ +"fields":{ +"flags":"53e8a4ef7b0dcd4b", +"logprobs":"325cad6791c12410", +"model":"3c2b43fc9c77b112", +"tokens":"52bc67e6c0c03483" +}, +"input":"6d02cbf360653814", +"kind":"ChatCompletionsHistory", +"n":158, +"output":"7371fc8e056104ef1d2ee51e8c274af325f99447678e792fcdbe1f1bb4c2a54c" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_probe_scaling_reuses_only_unchanged_prefixes[False-8]":[ +{ +"fields":{ +"flags":"50ea27d2c97e44a5", +"logprobs":"395280fb8e42b37e", +"model":"3c2b43fc9c77b112", +"tokens":"5228aa3f319927f9" +}, +"input":"b888e41bb10a7455", +"kind":"ChatCompletionsHistory", +"n":314, +"output":"e3100d6d49f52ad95b0f8613bb99c08edec78e821e49fe98a03b857be22210fc" +}, +{ +"fields":{ +"flags":"50ea27d2c97e44a5", +"logprobs":"395280fb8e42b37e", +"model":"3c2b43fc9c77b112", +"tokens":"5228aa3f319927f9" +}, +"input":"b888e41bb10a7455", +"kind":"ChatCompletionsHistory", +"n":314, +"output":"e3100d6d49f52ad95b0f8613bb99c08edec78e821e49fe98a03b857be22210fc" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_probe_scaling_reuses_only_unchanged_prefixes[True-16]":[ +{ +"fields":{ +"flags":"73da5c6444c8cbc5", +"logprobs":"7186f1b0eff46179", +"model":"3c2b43fc9c77b112", +"tokens":"5aa9c66dcab0b90e" +}, +"input":"6fc07dcff82586ad", +"kind":"ChatCompletionsHistory", +"n":1002, +"output":"0d5f8a70492fd9fd5fd2d2f94fbdd377806be2909eb5ee98045ae93384ac1bea" +}, +{ +"fields":{ +"flags":"73da5c6444c8cbc5", +"logprobs":"7186f1b0eff46179", +"model":"3c2b43fc9c77b112", +"tokens":"5aa9c66dcab0b90e" +}, +"input":"6fc07dcff82586ad", +"kind":"ChatCompletionsHistory", +"n":1002, +"output":"0d5f8a70492fd9fd5fd2d2f94fbdd377806be2909eb5ee98045ae93384ac1bea" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_probe_scaling_reuses_only_unchanged_prefixes[True-4]":[ +{ +"fields":{ +"flags":"9756faad41a5e445", +"logprobs":"03f5ef1c740599fd", +"model":"3c2b43fc9c77b112", +"tokens":"ca53135083bf0db4" +}, +"input":"1e70f5b5ab60da8e", +"kind":"ChatCompletionsHistory", +"n":252, +"output":"62aea6bd411ee9450280b6982a978ef71617baa758767e3e00aff24efd10035a" +}, +{ +"fields":{ +"flags":"9756faad41a5e445", +"logprobs":"03f5ef1c740599fd", +"model":"3c2b43fc9c77b112", +"tokens":"ca53135083bf0db4" +}, +"input":"1e70f5b5ab60da8e", +"kind":"ChatCompletionsHistory", +"n":252, +"output":"62aea6bd411ee9450280b6982a978ef71617baa758767e3e00aff24efd10035a" +} +], +"tests/unit/trajectories/test_prefix_render_cache.py::test_probe_scaling_reuses_only_unchanged_prefixes[True-8]":[ +{ +"fields":{ +"flags":"cf15e67306203ede", +"logprobs":"c89ba769fb8e189e", +"model":"3c2b43fc9c77b112", +"tokens":"d42e9b352d51a8d2" +}, +"input":"bd3e1acffb62af99", +"kind":"ChatCompletionsHistory", +"n":500, +"output":"2ab941bcdc952d47e28eb0e48c4f3282d244dc2a697694989036478039f70985" +}, +{ +"fields":{ +"flags":"cf15e67306203ede", +"logprobs":"c89ba769fb8e189e", +"model":"3c2b43fc9c77b112", +"tokens":"d42e9b352d51a8d2" +}, +"input":"bd3e1acffb62af99", +"kind":"ChatCompletionsHistory", +"n":500, +"output":"2ab941bcdc952d47e28eb0e48c4f3282d244dc2a697694989036478039f70985" +} +], +"tests/unit/trajectories/test_sampled_source_identity.py::test_reused_response_identity_preserves_both_sampled_causal_prefixes[False]":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"297765ca41670564", +"model":"3c2b43fc9c77b112", +"tokens":"b968b8117f0a33b3" +}, +"input":"a4c54796e865b2e7", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2695ae864fe6e844b0d2723d6e19318851b35015fb52c57ebb96cddd83f7f8c3" +}, +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"297765ca41670564", +"model":"3c2b43fc9c77b112", +"tokens":"b968b8117f0a33b3" +}, +"input":"a4c54796e865b2e7", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2695ae864fe6e844b0d2723d6e19318851b35015fb52c57ebb96cddd83f7f8c3" +} +], +"tests/unit/trajectories/test_sampled_source_identity.py::test_reused_response_identity_preserves_both_sampled_causal_prefixes[True]":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"297765ca41670564", +"model":"3c2b43fc9c77b112", +"tokens":"b968b8117f0a33b3" +}, +"input":"a4c54796e865b2e7", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2695ae864fe6e844b0d2723d6e19318851b35015fb52c57ebb96cddd83f7f8c3" +}, +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"297765ca41670564", +"model":"3c2b43fc9c77b112", +"tokens":"b968b8117f0a33b3" +}, +"input":"a4c54796e865b2e7", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2695ae864fe6e844b0d2723d6e19318851b35015fb52c57ebb96cddd83f7f8c3" +} +], +"tests/unit/trajectories/test_tensorized_models.py::test_direct_tensorization_matches_tokenized_conversion":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"fd9a909ec701bae8", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"fd9a909ec701bae8", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"fd9a909ec701bae8", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"fd9a909ec701bae8", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"2316b9d768598254", +"kind":"LegacyHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"2316b9d768598254", +"kind":"LegacyHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +} +], +"tests/unit/trajectories/test_tensorized_models.py::test_tensorized_group_pydantic_and_cloudpickle_round_trips":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"fd9a909ec701bae8", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +} +], +"tests/unit/trajectories/test_tensorized_models.py::test_tensorized_trajectory_multi_history_and_group_compact_round_trips":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"fd9a909ec701bae8", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +} +], +"tests/unit/trajectories/test_tokenize.py::test_adjacent_seeded_and_response_assistant_output_are_distinguished":[ +{ +"fields":{ +"flags":"9d5e2dd713af117a", +"logprobs":"2d4361f94a88fe51", +"model":"3c2b43fc9c77b112", +"tokens":"609d904a64e33e54" +}, +"input":"e96d567079db9ae1", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"a01287dc97fb765d08a9ffa5412170d9577e22606451714f145cc61d62b154cc" +} +], +"tests/unit/trajectories/test_tokenize.py::test_anthropic_cache_control_change_starts_new_source_lineage":[ +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"5a10d9d0ab27e440", +"model":"3c2b43fc9c77b112", +"tokens":"f6bd10506e9a4dae" +}, +"input":"6b6d051b27a5c602", +"kind":"AnthropicMessagesHistory", +"n":4, +"output":"11851915f7b01b3434babc8e962039438b3901f6c7dae977f446fcb5dcb32700" +} +], +"tests/unit/trajectories/test_tokenize.py::test_assistant_span_excludes_template_tokens_after_eot[TAIL]":[ +{ +"fields":{ +"flags":"2b6c88458a986070", +"logprobs":"db77a5c86f630a1b", +"model":"a24cf79d39101517", +"tokens":"211b2871d244059d" +}, +"input":"18924cf3ca266275", +"kind":"ChatCompletionsHistory", +"n":48, +"output":"6fcb7a6b7471ce4e7fc707c5c496ed7cc9e309398cc4e50a29dc282bcbd54099" +} +], +"tests/unit/trajectories/test_tokenize.py::test_assistant_span_excludes_template_tokens_after_eot[\\n]":[ +{ +"fields":{ +"flags":"cdd72fa51cfb805c", +"logprobs":"38894336c5a00445", +"model":"a24cf79d39101517", +"tokens":"58dfc21cfa26f66e" +}, +"input":"18924cf3ca266275", +"kind":"ChatCompletionsHistory", +"n":45, +"output":"28bbf59c8f2d3c8d79d7cbeaf0bce6bdaa658ecdbb6f4d945ef8e91620d03af4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_assistant_spans_map_rewritten_and_reasoning_stripped_prior_turns":[ +{ +"fields":{ +"flags":"7ed715aff063831d", +"logprobs":"4d4003acd0f0709e", +"model":"428cdedac00f4a73", +"tokens":"7d0660c884c59ad6" +}, +"input":"ad61d9fa74a872f9", +"kind":"ChatCompletionsHistory", +"n":51, +"output":"29aee0dca88c6d36c1e3cd35ab5daa805bc4443c117f291a623c726f5b5618d4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_batched_completions_echo_uses_selected_prompt_boundary":[ +{ +"fields":{ +"flags":"70916f9c4c465819", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2335c54ffe3749ce" +}, +"input":"7b69c126813054bd", +"kind":"CompletionsStringHistory", +"n":2, +"output":"3056f11dfa6678bfe7103205cf60c8243181d611b8541bf9c455cb6e56898ae2" +}, +{ +"fields":{ +"flags":"70916f9c4c465819", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"f25ed8cd5464710a" +}, +"input":"f11e41acf7fe2555", +"kind":"CompletionsStringHistory", +"n":2, +"output":"52ef0445965ed236e72bb52335870b727e80fefe72db4fb234d25235cebcff4e" +}, +{ +"fields":{ +"flags":"70916f9c4c465819", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2335c54ffe3749ce" +}, +"input":"7b69c126813054bd", +"kind":"CompletionsStringHistory", +"n":2, +"output":"3056f11dfa6678bfe7103205cf60c8243181d611b8541bf9c455cb6e56898ae2" +}, +{ +"fields":{ +"flags":"70916f9c4c465819", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"f25ed8cd5464710a" +}, +"input":"f11e41acf7fe2555", +"kind":"CompletionsStringHistory", +"n":2, +"output":"52ef0445965ed236e72bb52335870b727e80fefe72db4fb234d25235cebcff4e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_batched_completions_map_each_choice_to_its_prompt":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"43a2d66e5f850f64" +}, +"input":"80d79c2dc83322a7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d681984b439a806f0c0673f943ccdd7038eaf3db8fabeaa8c898c9d007647d56" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"7a301307102f5dc6" +}, +"input":"37e06286a40ebaee", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"967f3634fa82943dfe007c812797ae24879c070639a618809e9a841d46e97157" +} +], +"tests/unit/trajectories/test_tokenize.py::test_branching_and_multiple_models_require_explicit_resolution":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"b31cd02c0075bc9b", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"8a8e33231d320e0d", +"model":"3c2b43fc9c77b112", +"tokens":"c0e92655e48e162b" +}, +"input":"d717f0f4c687e980", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"b7e08f3cce9ddccce848d9923033127cc9215c0452b0c88181b782ddf19936a1" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1bfa03e38b45e43c", +"model":"b85d38dc71a80277", +"tokens":"8be6d66e9099c68d" +}, +"input":"b989c85cf1e07a66", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"735d78a72c2ebd4f52d45a6b95e9d69d3a08656e1a932591a8d8352fda71f5d3" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"49e9fcfb5617aad3", +"tokens":"49a64717d5d4cb19" +}, +"input":"9b926db3830ef4a2", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"82a7e12fa6c6f828c86590be84000dee60f338998582c35735e62fec1fcd5b3b" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1bfa03e38b45e43c", +"model":"b85d38dc71a80277", +"tokens":"8be6d66e9099c68d" +}, +"input":"b989c85cf1e07a66", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"735d78a72c2ebd4f52d45a6b95e9d69d3a08656e1a932591a8d8352fda71f5d3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_content_and_refusal_logprobs_are_combined_in_protocol_order":[ +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"d995c18e6943544a", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"3da42b851d1ab56b", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"44456ba7378a047c781542650704c87fd7a6c924691b21f2c4f395d378e7e9ef" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_exact_hidden_suffix_preserves_rendered_trailing_scaffold":[ +{ +"fields":{ +"flags":"4f6693c58cb77e77", +"logprobs":"98d098bbcca37f79", +"model":"3c2b43fc9c77b112", +"tokens":"60572755ce31341f" +}, +"input":"1f317a6f99bbe717", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"97f4bc8dfd5b6a77a3a2946c18cc57ceae2359edc83bd03ab9daf7887496eed1" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_fallback_anchors_sampled_text_away_from_equal_user_text":[ +{ +"fields":{ +"flags":"22f55d110d9eb6d4", +"logprobs":"7ccafca6a5abe615", +"model":"3c2b43fc9c77b112", +"tokens":"d52054d847ab59e5" +}, +"input":"591fde2e30254628", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"18ead94857a1150cb2fdbbbdbce5efbef907529b7f19f454a64fd7465162dbff" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_prefix_retokenization_splits_unless_reconciled":[ +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"3b5850df83e11d45", +"model":"3c2b43fc9c77b112", +"tokens":"b5a7dcee7f0d8dce" +}, +"input":"25789e64a5c4e1b2", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"9fb5561a319c47d925ea41d6d6d8a1e7f287448f60a4c86236cc775e18b20759" +}, +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"659db31968b09c55", +"model":"3c2b43fc9c77b112", +"tokens":"8efb4b6455a3cd13" +}, +"input":"afbfdf26d109d6de", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"430608714829ca4097cd15fb0e929729c0b3ed535e0d28a5e4f4c12028cb207f" +}, +{ +"fields":{ +"flags":"dfdfbe2365ab36e8", +"logprobs":"4ae891e5e382c8be", +"model":"3c2b43fc9c77b112", +"tokens":"7a0d5fa6924bb3fc" +}, +"input":"5d04b56d922dc9ac", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"bb218faf6c2c4f64b85c3ca064346cd12a4e94c286d23c4959779ba3814a918b" +}, +{ +"fields":{ +"flags":"dfdfbe2365ab36e8", +"logprobs":"4ae891e5e382c8be", +"model":"3c2b43fc9c77b112", +"tokens":"7a0d5fa6924bb3fc" +}, +"input":"5d04b56d922dc9ac", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"bb218faf6c2c4f64b85c3ca064346cd12a4e94c286d23c4959779ba3814a918b" +}, +{ +"fields":{ +"flags":"dfdfbe2365ab36e8", +"logprobs":"4ae891e5e382c8be", +"model":"3c2b43fc9c77b112", +"tokens":"7a0d5fa6924bb3fc" +}, +"input":"5d04b56d922dc9ac", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"bb218faf6c2c4f64b85c3ca064346cd12a4e94c286d23c4959779ba3814a918b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_rerender_normalizes_tool_arguments[json-string]":[ +{ +"fields":{ +"flags":"4abd3fd735396f7f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"cef1bdbc499f8d8f", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"fa331de0dec213698be06b7a5ae34e76f1ed40eef547c2e282e713df9aa9802b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_rerender_normalizes_tool_arguments[mapping]":[ +{ +"fields":{ +"flags":"4abd3fd735396f7f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"ed8070b94e2b333e", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"fa331de0dec213698be06b7a5ae34e76f1ed40eef547c2e282e713df9aa9802b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_view_preserves_initial_prompt_and_ignores_later_disagreement":[ +{ +"fields":{ +"flags":"10f5ec049fe7527a", +"logprobs":"422435f919efc4a4", +"model":"3c2b43fc9c77b112", +"tokens":"8f070093759a68c1" +}, +"input":"35c2a8e8540db124", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"440aeb05af5e21ebacc0132a511f49703cb9bc3cd048cded4cc346df438de146" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_view_preserves_two_turn_textual_logprobs_without_exact_ids":[ +{ +"fields":{ +"flags":"22f55d110d9eb6d4", +"logprobs":"bff38e6016c43da8", +"model":"3c2b43fc9c77b112", +"tokens":"93066bab37dc291a" +}, +"input":"20f44652e2fd1837", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"74622a57b8fe518863932aa6b5c74bd381208f11351b1220ec64822c6feb1310" +} +], +"tests/unit/trajectories/test_tokenize.py::test_chat_view_uses_later_exact_prompt_when_first_is_missing":[ +{ +"fields":{ +"flags":"48aa64f83d4d4a8d", +"logprobs":"f14958b20ef9498f", +"model":"3c2b43fc9c77b112", +"tokens":"57d5060e1c4a9d8b" +}, +"input":"9b7712c351ea64c5", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2fbd594cbd7f0f0781e37ad59cbeaf3db8d475a01f374be65811a13dbd3fd895" +} +], +"tests/unit/trajectories/test_tokenize.py::test_checkpoint_fallback_preserves_artifact_version_and_renderer[wandb-artifact:///entity/project/run-entity/project/run:latest]":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"4b7044607b9b57b7", +"tokens":"43a2d66e5f850f64" +}, +"input":"48e8cdae3006d00f", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"ab7a026d650004fb5bbb8abf4dcf48f4ac0b9a42b3593f492ed41e23f3baed2f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_checkpoint_fallback_preserves_artifact_version_and_renderer[wandb-artifact:///entity/project/run:step0-entity/project/run:step0]":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"998c85cb14ccac22", +"tokens":"43a2d66e5f850f64" +}, +"input":"14d1340683daa7f6", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"63942b74f1fafd2cf2f386677e603b97959d34fd8a9b57e9c05cac965e8fe789" +} +], +"tests/unit/trajectories/test_tokenize.py::test_choice_logprobs_survive_tokenizer_fallback":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"2bc3ea186f46087b", +"model":"3c2b43fc9c77b112", +"tokens":"a843eac36bb8c9ba" +}, +"input":"85b5c7acdd38ef9a", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"0d5b0011a8a7686b946c132c59c3492e5b02e55844dacb32cfb3a7df826f045d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_complete_sampled_tool_call_replaces_rendered_closing_markup":[ +{ +"fields":{ +"flags":"88ab3a0b22b3dc0f", +"logprobs":"81e17039b89c8b37", +"model":"3c2b43fc9c77b112", +"tokens":"7932f38d39f804fa" +}, +"input":"b58d8559450bcfc2", +"kind":"ChatCompletionsHistory", +"n":124, +"output":"7600ead88437680c45c31e686262b97808571261cd694b6d0488404303a7a851" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_echo_does_not_strip_repeated_prompt_token_from_completion":[ +{ +"fields":{ +"flags":"fc2cb7192605ddd8", +"logprobs":"d995c18e6943544a", +"model":"3c2b43fc9c77b112", +"tokens":"1725b035cada5eb4" +}, +"input":"c01b5ae9401cda82", +"kind":"CompletionsTokenHistory", +"n":3, +"output":"2a9d57b78a2665eae2900ee7750895eed204b64682a3855cd862df1fda53d254" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_echo_prefers_full_logprob_carrier_to_id_prefix_heuristic":[ +{ +"fields":{ +"flags":"fc2cb7192605ddd8", +"logprobs":"5345f6781d75d031", +"model":"3c2b43fc9c77b112", +"tokens":"1725b035cada5eb4" +}, +"input":"41941ac7ba2cca37", +"kind":"CompletionsTokenHistory", +"n":3, +"output":"b5b611ce74aa78251169226d893bf94569c09ff3950666e4579ed0af75f94e7f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_echo_preserves_prompt_logprobs_without_sampling_them":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"d38c9de86816be67", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"ef0c1f806766b3c0", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"974097419966ff04e64bbab541a3a0d0dd1c0192906d5440f52c7fad6a829db3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_echo_strips_prompt_from_proven_combined_token_carrier":[ +{ +"fields":{ +"flags":"fc2cb7192605ddd8", +"logprobs":"d995c18e6943544a", +"model":"3c2b43fc9c77b112", +"tokens":"1725b035cada5eb4" +}, +"input":"6dbbf53b7614d812", +"kind":"CompletionsTokenHistory", +"n":3, +"output":"2a9d57b78a2665eae2900ee7750895eed204b64682a3855cd862df1fda53d254" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_echo_strips_prompt_from_proven_textual_carrier":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"d38c9de86816be67", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"b3c381f5f82f0053", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"974097419966ff04e64bbab541a3a0d0dd1c0192906d5440f52c7fad6a829db3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_echo_without_prompt_ids_falls_back_without_sampling_prompt":[ +{ +"fields":{ +"flags":"70916f9c4c465819", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"0c23be54102ff7b5", +"kind":"CompletionsStringHistory", +"n":2, +"output":"46364376992caf78144854f3a3752d9c16b59a76d14b7e50cccc33b27af4eced" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_exact_ids_accept_textual_logprobs":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"c03db8bb03858192", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"8c5888390c712c45", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f5342f0d3c7b7f7df69fb0bb7332d8d3b81bccec50cfc3959654b4d08c1520d7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_string_history_preserves_textual_logprobs":[ +{ +"fields":{ +"flags":"70916f9c4c465819", +"logprobs":"b78ed729cce19ade", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"ef4cb18c0658e91d", +"kind":"CompletionsStringHistory", +"n":2, +"output":"6832164c75faca7da520337ee39014b162a4ae1e02e613b397d90213bffc052f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_support_single_item_batches_and_echo[exchange0]":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"14a6f62730427511", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9b096d1cad63d141b842f03e1a63a62408ad3f578de66c2cb9909867691cb44c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_support_single_item_batches_and_echo[exchange1]":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"978e68a1f06d0a69", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9b096d1cad63d141b842f03e1a63a62408ad3f578de66c2cb9909867691cb44c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_completions_support_single_item_batches_and_echo[exchange2]":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"3ff9dc0ba30fdd7d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9b096d1cad63d141b842f03e1a63a62408ad3f578de66c2cb9909867691cb44c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_converted_anthropic_system_history_preserves_exact_assistant_evidence":[ +{ +"fields":{ +"flags":"a24c53d8649000cf", +"logprobs":"180518f6dc2dbbef", +"model":"3c2b43fc9c77b112", +"tokens":"a843eac36bb8c9ba" +}, +"input":"838091d46f40f78e", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"84208ec6c4f41a809be739f9abcc39733271e61af3255da76700e53c61b103dc" +} +], +"tests/unit/trajectories/test_tokenize.py::test_converted_responses_history_tokenizes_without_native_chat_exchange":[ +{ +"fields":{ +"flags":"a24c53d8649000cf", +"logprobs":"5ca7979948f1f118", +"model":"3c2b43fc9c77b112", +"tokens":"a843eac36bb8c9ba" +}, +"input":"43ef4c1db0ced23b", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"5dcd2958ab51e5145373e64f2c0584332c5961033ec33fd9dd02047f2a4c5805" +} +], +"tests/unit/trajectories/test_tokenize.py::test_cross_exchange_responses_reasoning_split_uses_later_prompt_backbone":[ +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"d995c18e6943544a", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"b6d7d145fa3ccc26", +"kind":"ResponsesHistory", +"n":3, +"output":"44456ba7378a047c781542650704c87fd7a6c924691b21f2c4f395d378e7e9ef" +}, +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"9dfc8d4f0f6f0017", +"model":"3c2b43fc9c77b112", +"tokens":"84dd016f51cd5e30" +}, +"input":"da25ea8450b4c236", +"kind":"ResponsesHistory", +"n":4, +"output":"d76352aba77761a6de52955f239ca43398ecf74c62b97be783e686bc237341e3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_each_chat_choice_preserves_its_visible_fallback_logprobs":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"dd471bbb64c251f1", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"e999441e695649b573d5c699dccff09088664e7aacb75c8b71bb205404a60b16" +}, +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"2335c54ffe3749ce" +}, +"input":"3a7e32b4ac6a08ed", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"f8421d882ea0c83f683d2b390ab1a13fe1c46e1481c96b34307ca0aa1dc07a76" +}, +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"dd471bbb64c251f1", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"e999441e695649b573d5c699dccff09088664e7aacb75c8b71bb205404a60b16" +}, +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"2335c54ffe3749ce" +}, +"input":"3a7e32b4ac6a08ed", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"f8421d882ea0c83f683d2b390ab1a13fe1c46e1481c96b34307ca0aa1dc07a76" +}, +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"dd471bbb64c251f1", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"e999441e695649b573d5c699dccff09088664e7aacb75c8b71bb205404a60b16" +}, +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"2335c54ffe3749ce" +}, +"input":"3a7e32b4ac6a08ed", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"f8421d882ea0c83f683d2b390ab1a13fe1c46e1481c96b34307ca0aa1dc07a76" +} +], +"tests/unit/trajectories/test_tokenize.py::test_empty_chat_prompt_ids_are_missing_evidence":[ +{ +"fields":{ +"flags":"b4c9276f910c356c", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"425e91e9ff1b4b2c" +}, +"input":"dc9f6132c6beb8bd", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"813ffcf8125b5db8810e519961e52c448b98e81e5211bdc4f9ba1b65c70f53c3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_empty_output_materializes_a_synthetic_stop":[ +{ +"fields":{ +"flags":"247d567736002f84", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"2f7f8c46c6df263f" +}, +"input":"185e93896fdf1275", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"e463e56ade9d2b8d9cd9f5743fb2ab9d8d601e17b6440f3dacf78a0dc731c231" +} +], +"tests/unit/trajectories/test_tokenize.py::test_empty_sampled_message_inserts_exact_control_token":[ +{ +"fields":{ +"flags":"ccb1e4c0ee8b7a99", +"logprobs":"5fe745e6a8d7e6f1", +"model":"3c2b43fc9c77b112", +"tokens":"8f4ff5314b7e95fe" +}, +"input":"7a35eeb13ed1d416", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"2013822952e2c8b867e1d62bad50176d8193a845e3869f1ed069e90361e7b893" +} +], +"tests/unit/trajectories/test_tokenize.py::test_empty_sampled_messages_need_no_content_boundary":[ +{ +"fields":{ +"flags":"3d5812abc84c1176", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"b71f963a7c6f589c", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"127bfd3c990d1f8dce8e4a2d4c33d53d0f86fc51377a2b8444fc21283c277810" +} +], +"tests/unit/trajectories/test_tokenize.py::test_empty_tool_calls_normalization_preserves_exact_continuation":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"b71158bf5bb2f5b8", +"model":"3c2b43fc9c77b112", +"tokens":"f6bd10506e9a4dae" +}, +"input":"9edc80889295990d", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"357cadcdd0db4d86e22683ca105653cf1d0f96f5ad7ab5df073a24950a85858d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_chat_ids_accept_ordinary_positional_logprobs":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"c03db8bb03858192", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"c3b36224b474714e", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"6983379107aa300ba597f00c8e07914a90b556c8282b9ade1693142b89928beb" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_coverage_stops_at_a_duplicated_length_terminator":[ +{ +"fields":{ +"flags":"7ce17ec6bd1f0c6c", +"logprobs":"4194e7efd1591b26", +"model":"3c2b43fc9c77b112", +"tokens":"afd52bf7787b8903" +}, +"input":"919a7c8d65251dc0", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"990c8adb7364e243153431d31ce8ea764aa8bb0d75780ca6f9169fcc87f51172" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_length_boundary_with_multiple_parts_and_prefix_drift":[ +{ +"fields":{ +"flags":"8e54ae359293eebf", +"logprobs":"7459bde28b0487ed", +"model":"3c2b43fc9c77b112", +"tokens":"05d2d8e7ea2a0b60" +}, +"input":"54c093b846212074", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"a091296e4105d74373ba92136257de3e08d59cd13215470ecde73dd3578f0747" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_output_boundaries_survive_prefix_order_drift_and_length_stop":[ +{ +"fields":{ +"flags":"fe431bab6f24c6c7", +"logprobs":"8a78a8f273e96758", +"model":"3c2b43fc9c77b112", +"tokens":"148e7af0a2a23000" +}, +"input":"b8cf3a1b5ec5d87e", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"0f56e843430e78129719c4a859c29c8ffd3480d3d21e7763b11ca1024455439c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_output_boundary_after_sampled_tool_call":[ +{ +"fields":{ +"flags":"e3ca50eb8c9d296a", +"logprobs":"876c941710689e36", +"model":"3c2b43fc9c77b112", +"tokens":"35acd2b7762c4cb1" +}, +"input":"00199204c1c7145c", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"efe2cf775250a680e4b6d8f830da4589afe6b5de2b5316a71ce6a921399a6c44" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_sampled_eos_is_stop_when_tokenizer_identifies_it":[ +{ +"fields":{ +"flags":"1d33d73f0534cf81", +"logprobs":"3724135fb84b8be0", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"90fe2e9eeeb888bc", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"0f588946239f121b5451aad29c694b76e643b78432f31601636bac46c27dcc26" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_sampled_tool_stop_is_stop_when_tokenizer_identifies_it":[ +{ +"fields":{ +"flags":"1d33d73f0534cf81", +"logprobs":"700e4f455857c7d3", +"model":"3c2b43fc9c77b112", +"tokens":"0980489b30d466f7" +}, +"input":"017281a1710a5b85", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"f853aa32f8a437ab0f311458abd6e8b5e15cd269b6cdc2e119a6eb9f5a22864e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exact_tokens_form_one_append_only_history_without_tokenizer":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"b71158bf5bb2f5b8", +"model":"998c85cb14ccac22", +"tokens":"f6bd10506e9a4dae" +}, +"input":"600fe82110ddbd49", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"18f0a64c918a6204b0907924caa5525272be4d765500697b8a33cf509cf3c3ad" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exchange_training_accepts_exact_split_tokenizations":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"eee4831403a2482f", +"model":"3c2b43fc9c77b112", +"tokens":"32c4612b8da6fb5f" +}, +"input":"d1f13bcb1a92de35", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"fdab01c1ff7c554a4ba69a762a0a312b5c449464391fc1db60552c3671fb4aed" +}, +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"659db31968b09c55", +"model":"3c2b43fc9c77b112", +"tokens":"8efb4b6455a3cd13" +}, +"input":"0b89804215454387", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"430608714829ca4097cd15fb0e929729c0b3ed535e0d28a5e4f4c12028cb207f" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"eee4831403a2482f", +"model":"3c2b43fc9c77b112", +"tokens":"32c4612b8da6fb5f" +}, +"input":"d1f13bcb1a92de35", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"fdab01c1ff7c554a4ba69a762a0a312b5c449464391fc1db60552c3671fb4aed" +}, +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"659db31968b09c55", +"model":"3c2b43fc9c77b112", +"tokens":"8efb4b6455a3cd13" +}, +"input":"0b89804215454387", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"430608714829ca4097cd15fb0e929729c0b3ed535e0d28a5e4f4c12028cb207f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exchange_training_rejects_locally_tokenized_exchange":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"998c85cb14ccac22", +"tokens":"49a64717d5d4cb19" +}, +"input":"c6eb2c8d386cfd4f", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"726b2ab4a5609b310f1b44f33e1af9a59ecd96142291c1f506a44abc241acd9a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_exchange_training_requires_logprobs_unless_allowed":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"4c85285dcdcf989a", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"c92b7d6c0e9ca805953068c4a46bee9391972358c93509cec21c78d18910951c" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"4c85285dcdcf989a", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"c92b7d6c0e9ca805953068c4a46bee9391972358c93509cec21c78d18910951c" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"8a8e33231d320e0d", +"model":"3c2b43fc9c77b112", +"tokens":"2335c54ffe3749ce" +}, +"input":"0ba3457255458264", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"12e02eaeee121848f028122c1d028007e94b00b7234fc362dadb78d61e25b57e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_explicit_template_override_rerenders_exact_exchange_scaffold":[ +{ +"fields":{ +"flags":"816d3d5608af2e13", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"4c8b8e5e35fd88ce" +}, +"input":"4acdcf33c607bcb9", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"6bf02722f585e4efe32b4910a14b47983e8315203fe4ec5faf3141c261c17b17" +} +], +"tests/unit/trajectories/test_tokenize.py::test_fallback_upgrades_legacy_qwen_template_when_preservation_is_requested":[ +{ +"fields":{ +"flags":"41957fe516dfbfe0", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"43a2d66e5f850f64" +}, +"input":"57ab886f4566225f", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"c9a7b5e8ff5305e79e6228afc34f276684114774221fd0ce07aec0d33cb3c320" +} +], +"tests/unit/trajectories/test_tokenize.py::test_fallback_uses_template_overrides_and_nan_logprobs":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"998c85cb14ccac22", +"tokens":"43a2d66e5f850f64" +}, +"input":"3f06c5c478802fbe", +"kind":"AnthropicMessagesHistory", +"n":2, +"output":"63942b74f1fafd2cf2f386677e603b97959d34fd8a9b57e9c05cac965e8fe789" +} +], +"tests/unit/trajectories/test_tokenize.py::test_gemma_tool_response_marker_is_the_tool_call_stop":[ +{ +"fields":{ +"flags":"578f66d26656a5c9", +"logprobs":"1a06f1d430d98e98", +"model":"5ed4fb9493fcad95", +"tokens":"d51c1a6f9bfc1cad" +}, +"input":"1abe96324c8dcc68", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"3839403350d334822514839ad715c1c8c780a6c02777b218a1f7ba3c2d8df23e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_glm_final_assistant_materializes_role_stop[message0-10]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"086d0018fd4b3f51", +"tokens":"e8ab62a11baee626" +}, +"input":"01fa4a9c150d45dd", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"685cb821f3d46b8bac12b1026e7fc762035ba2ee9ac089486fc0905e6ac8d24b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_glm_final_assistant_materializes_role_stop[message1-11]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"086d0018fd4b3f51", +"tokens":"e45c82ed6d328329" +}, +"input":"49afa64d3db7b32e", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"25b60a046eeaf154b9981d33536848d886be99cd2818fce18c5dda68b36f91e5" +} +], +"tests/unit/trajectories/test_tokenize.py::test_glm_following_role_prefix_is_owned_by_preceding_assistant":[ +{ +"fields":{ +"flags":"49a92165a26f32c4", +"logprobs":"3dc8eb02ef41e7c9", +"model":"086d0018fd4b3f51", +"tokens":"b49c008a19930d35" +}, +"input":"f6816fb4b83784f2", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"4553c52722048bbaf30b492595e376daaeca1802ba2c7e0c24c09774766074d6" +} +], +"tests/unit/trajectories/test_tokenize.py::test_gpt_oss_exact_provenance_is_black_box":[ +{ +"fields":{ +"flags":"1a9e0e3c3b87417b", +"logprobs":"38ffd81eecf7a784", +"model":"5eda6972dfa1e5b2", +"tokens":"ba7cd30377dc4750" +}, +"input":"4339e38a8ded2f53", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"04b1988f169e20ffe1c3c8cde4b771d41bba7160814b764582dde40cb579045e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_gpt_oss_tool_stop_is_black_box":[ +{ +"fields":{ +"flags":"578f66d26656a5c9", +"logprobs":"1a06f1d430d98e98", +"model":"5eda6972dfa1e5b2", +"tokens":"2f7f8c46c6df263f" +}, +"input":"d04d1db2883a517c", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"7b724f919f6acc78fd43d1ce8a81b18eb2749c4fcb7f6a7472bc834107a91a24" +} +], +"tests/unit/trajectories/test_tokenize.py::test_harmony_intermediate_end_is_an_assistant_stop":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"5eda6972dfa1e5b2", +"tokens":"86d9ae0cd7d4d1d3" +}, +"input":"4d768caa15b441fc", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"94d6f56015a58d0fd1760ce3e8b6aa522bcbb7aecd8b94d93ec5fb35ab35381f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_hidden_demo_reasoning_cannot_advance_past_sampled_message":[ +{ +"fields":{ +"flags":"e7f4f7ee1d507daf", +"logprobs":"cade11c14e3ab412", +"model":"3c2b43fc9c77b112", +"tokens":"737fdcbdbe2a93e7" +}, +"input":"5c84a4055ebd2c55", +"kind":"ChatCompletionsHistory", +"n":33, +"output":"03e5470158b90a6ec7d98f32f8bf2dedf72013d7eccdeb99c3a8bbf7bc42c266" +} +], +"tests/unit/trajectories/test_tokenize.py::test_inexact_length_stop_is_not_attributed_to_the_assistant":[ +{ +"fields":{ +"flags":"909a5fe5cc8742ab", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"69079b35321142f5", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"1f8ab1b4229100d026bfd350812179aeecb1baaf6c213fe5ac4007a4f07c4029" +} +], +"tests/unit/trajectories/test_tokenize.py::test_integer_stop_reason_marks_raw_completions_without_assistant":[ +{ +"fields":{ +"flags":"4ffb47cf31530e2b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"f3281be44308c1b1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4afc1baf5e7d70f329cc4068b743c3bbbfd9c3c92f3bfeae0ecfd618a9894670" +} +], +"tests/unit/trajectories/test_tokenize.py::test_json_round_trip_preserves_nan_response_logprobs[False]":[ +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"56130cfcd1c6aefa", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"e240ead3f0ca6071d79f7dce3e4a72c4a28998cab0110ffbf34fff98c7f9e27c" +}, +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"56130cfcd1c6aefa", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"e240ead3f0ca6071d79f7dce3e4a72c4a28998cab0110ffbf34fff98c7f9e27c" +}, +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"56130cfcd1c6aefa", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"e240ead3f0ca6071d79f7dce3e4a72c4a28998cab0110ffbf34fff98c7f9e27c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_json_round_trip_preserves_nan_response_logprobs[True]":[ +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"56130cfcd1c6aefa", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"e240ead3f0ca6071d79f7dce3e4a72c4a28998cab0110ffbf34fff98c7f9e27c" +}, +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"56130cfcd1c6aefa", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"e240ead3f0ca6071d79f7dce3e4a72c4a28998cab0110ffbf34fff98c7f9e27c" +}, +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"56130cfcd1c6aefa", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"e240ead3f0ca6071d79f7dce3e4a72c4a28998cab0110ffbf34fff98c7f9e27c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_later_exact_prompt_upgrades_synthetic_stop_without_sampling_it":[ +{ +"fields":{ +"flags":"f527df0dca6ac98f", +"logprobs":"a97432e23bdf0409", +"model":"3c2b43fc9c77b112", +"tokens":"042e922fcb24f75f" +}, +"input":"25d8f6c5f3a3468a", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"03874491d7b93857c34bfcc5ba59c935ace34e0b93d6ef4a01b88a8e8e6c690d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_legacy_additional_histories_require_multi_history_and_model":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"5d1417d99efcde22", +"kind":"LegacyHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1bfa03e38b45e43c", +"model":"3c2b43fc9c77b112", +"tokens":"8be6d66e9099c68d" +}, +"input":"7e0084459d29452a", +"kind":"LegacyHistory", +"n":2, +"output":"8b34025b3354d885660ffab2f06700fb60c8e0800af91ecf2c79cc92bf35b098" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[-False]":[ +{ +"fields":{ +"flags":"aa9569512b47b8ae", +"logprobs":"eeb3ccebd72519c5", +"model":"3c2b43fc9c77b112", +"tokens":"abd30d3393747a01" +}, +"input":"1acfed899c40eba6", +"kind":"ChatCompletionsHistory", +"n":41, +"output":"eaff200403a4392a629ec3b6e564091c0918a33e9e821f5d665553407e278b14" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[-True]":[ +{ +"fields":{ +"flags":"3f17efb07668d2ec", +"logprobs":"ad28ae8bd2f62914", +"model":"3c2b43fc9c77b112", +"tokens":"577a656266580ae7" +}, +"input":"0641a5d05c567d38", +"kind":"ChatCompletionsHistory", +"n":33, +"output":"02940e47eab5d748bf6e0071a7b56546f58bababaf2b064651ea4d57e817135b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[<-False]":[ +{ +"fields":{ +"flags":"926f5e2584830a5c", +"logprobs":"75c896cc2d0b4817", +"model":"3c2b43fc9c77b112", +"tokens":"abd30d3393747a01" +}, +"input":"a8b47b23c2927e1e", +"kind":"ChatCompletionsHistory", +"n":41, +"output":"629502613fa1ea854ddc9fa221caa5519d609f0ef8491b193d72dbce5d6834f9" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[<-True]":[ +{ +"fields":{ +"flags":"b4b1c84ec54e5a09", +"logprobs":"62dcd58c92624725", +"model":"3c2b43fc9c77b112", +"tokens":"7f009bf9a7604a0a" +}, +"input":"ed689250e33c1443", +"kind":"ChatCompletionsHistory", +"n":34, +"output":"a8b7b238ed7c943b226558fa6e96d9cb147da84b91477b8acf9e34ffd94edb34" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[-False]":[ +{ +"fields":{ +"flags":"001c6bf5ec109a88", +"logprobs":"32d982100cda1b26", +"model":"3c2b43fc9c77b112", +"tokens":"abd30d3393747a01" +}, +"input":"2aa987d6dd5ba409", +"kind":"ChatCompletionsHistory", +"n":41, +"output":"f700091316bf5206b224c141b67ed00d82f71ef10170d4cf9bf39cdd086f8ad7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[-True]":[ +{ +"fields":{ +"flags":"53de16c1dfe52d63", +"logprobs":"8090aecfad9daf06", +"model":"3c2b43fc9c77b112", +"tokens":"5061989909fc872a" +}, +"input":"73b7187a2e9c46bb", +"kind":"ChatCompletionsHistory", +"n":40, +"output":"6b7c02b549400bf84e14c917b4b1331376b4ed515c52360fcb4ca726e550c93e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[-False]":[ +{ +"fields":{ +"flags":"62b68f58e8becd86", +"logprobs":"a78cba0723de512d", +"model":"3c2b43fc9c77b112", +"tokens":"d3ac586902f1e663" +}, +"input":"5d50b4eea55c0302", +"kind":"ChatCompletionsHistory", +"n":48, +"output":"a270eec579cb71fad3fe1a7a76f2d3abdd7446ac661e8f39c27a3cc648dc2eb5" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_ends_before_next_assistant_tool_prefix[-True]":[ +{ +"fields":{ +"flags":"771408d84561b500", +"logprobs":"bb68f1e8d04fa699", +"model":"3c2b43fc9c77b112", +"tokens":"d240c8e2cce07a90" +}, +"input":"e457e21c78496be5", +"kind":"ChatCompletionsHistory", +"n":47, +"output":"733ec445cfd232c4efed08d5fa3ea5d4eafb7a254159b5bbf99afb7d3b0e35d3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_preserves_output_despite_probe_suffix_collision[0-None]":[ +{ +"fields":{ +"flags":"75ec60d35fcb6aa1", +"logprobs":"554b54bd4b0b0fc7", +"model":"3c2b43fc9c77b112", +"tokens":"ae3029c0929807e9" +}, +"input":"bba5a519f275c3f2", +"kind":"ChatCompletionsHistory", +"n":93, +"output":"d51d055eef004219c8ecfc32cf67cf30f9acabd595ec85a0fa6188421ac6b7e7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_preserves_output_despite_probe_suffix_collision[0-changed_sampled_token]":[ +{ +"fields":{ +"flags":"920d14f2a291ecd4", +"logprobs":"c87d832f24e23b88", +"model":"3c2b43fc9c77b112", +"tokens":"88a21757c211aa0b" +}, +"input":"1ac640b3f82ca312", +"kind":"ChatCompletionsHistory", +"n":47, +"output":"0e85f64bc90a9f896bb2f3f78bff278f5741c4082068aa135e51a4ac0fd3fc4a" +}, +{ +"fields":{ +"flags":"321e46bcc7bcac0c", +"logprobs":"f71eec25554d3dfc", +"model":"3c2b43fc9c77b112", +"tokens":"f2976529195b6f5a" +}, +"input":"2bd501447978f497", +"kind":"ChatCompletionsHistory", +"n":93, +"output":"60487143cbc498093f996e7375c08bd5ed6f621611f2c369b1ff4b0b9efa0ddd" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_preserves_output_despite_probe_suffix_collision[0-extra_boundary_newline]":[ +{ +"fields":{ +"flags":"bec4d8d7aa1f95ca", +"logprobs":"56d6f0311cc4fc52", +"model":"3c2b43fc9c77b112", +"tokens":"c3e6bdf98c483fc1" +}, +"input":"463b386ae5fac96b", +"kind":"ChatCompletionsHistory", +"n":94, +"output":"a533a40d001c4e1b52d0d62aecab49781138d0163429e31ec4509198fc9bf9d7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_preserves_output_despite_probe_suffix_collision[7-None]":[ +{ +"fields":{ +"flags":"75ec60d35fcb6aa1", +"logprobs":"f668fc189cd67b12", +"model":"3c2b43fc9c77b112", +"tokens":"0b7b9ca0314a9827" +}, +"input":"63f7d9bf15f31863", +"kind":"ChatCompletionsHistory", +"n":93, +"output":"58475e254c1b848fdf25d96e9c005673b59b4d936e8bf494162f3ca39749ea93" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_preserves_output_despite_probe_suffix_collision[7-changed_sampled_token]":[ +{ +"fields":{ +"flags":"f5db5b86dc9db30b", +"logprobs":"5b18b8d9c61fdd4e", +"model":"3c2b43fc9c77b112", +"tokens":"03a28cd6a540d0f1" +}, +"input":"0c16e0106720d05f", +"kind":"ChatCompletionsHistory", +"n":46, +"output":"ff1af41f74e34760c371a00adaf3d6e65b52a270301a3cb79ef85c9c215a5ae5" +}, +{ +"fields":{ +"flags":"321e46bcc7bcac0c", +"logprobs":"f71eec25554d3dfc", +"model":"3c2b43fc9c77b112", +"tokens":"73039ddfbb9588df" +}, +"input":"33f00b7756054540", +"kind":"ChatCompletionsHistory", +"n":93, +"output":"05e8433f0ff025cd4b1ff7f4d7299bb0f8f3d1643c2fbcd3974d370db8386ff4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_boundary_preserves_output_despite_probe_suffix_collision[7-unrendered_sampled_token]":[ +{ +"fields":{ +"flags":"75ec60d35fcb6aa1", +"logprobs":"8de42f14779db359", +"model":"3c2b43fc9c77b112", +"tokens":"73039ddfbb9588df" +}, +"input":"d264833486dd391e", +"kind":"ChatCompletionsHistory", +"n":93, +"output":"47cd8bca126778be809b9e9394fa3fb6ade1875e2aeba9721f2180367040d1cf" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_chain_retains_exact_prefix_with_terminal_synthetic_stop[stop]":[ +{ +"fields":{ +"flags":"24ec88c44c4cdf08", +"logprobs":"be6afcc5e70bd07d", +"model":"3c2b43fc9c77b112", +"tokens":"ab03bd64a3f18298" +}, +"input":"98de0d0f233b941d", +"kind":"ChatCompletionsHistory", +"n":39, +"output":"4f9c6353070b066f9ac94e0f4dcbcc5ec432cb1e34ded0bcd10d5f56a3d59e38" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_chain_retains_exact_prefix_with_terminal_synthetic_stop[tool_calls]":[ +{ +"fields":{ +"flags":"24ec88c44c4cdf08", +"logprobs":"be6afcc5e70bd07d", +"model":"3c2b43fc9c77b112", +"tokens":"ab03bd64a3f18298" +}, +"input":"f35b67f9d3943aff", +"kind":"ChatCompletionsHistory", +"n":39, +"output":"4f9c6353070b066f9ac94e0f4dcbcc5ec432cb1e34ded0bcd10d5f56a3d59e38" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_stop_keeps_sampled_content_and_adds_synthetic_stop":[ +{ +"fields":{ +"flags":"509990adeecfde05", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"8d452ac9e3fd3ff4", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"052da7f5dd4e2afbf4a8cb46ac339ca187ce88651094f12338625fa505d89f2e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_stop_mapping_allows_another_assistant_without_a_stop":[ +{ +"fields":{ +"flags":"36ac55279050defd", +"logprobs":"39864371216263fb", +"model":"3c2b43fc9c77b112", +"tokens":"6545aca75f25d31d" +}, +"input":"868ea958a62fccdd", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"5367a1c1bf96cb4b010fb6b2b0ed54552ee822e7a96ea93e7f5cc4e6cc0c02e9" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_stop_preserves_served_prompt_with_retokenized_demonstration":[ +{ +"fields":{ +"flags":"f8eba1b44f5390e0", +"logprobs":"d6494e4019c6b593", +"model":"3c2b43fc9c77b112", +"tokens":"e8dc230a451a9e07" +}, +"input":"50fddc387a8b30e3", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"4c95a47b912e7f530c372a5b80cc81338a01e8d251c5908370c74b7f784d39f7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_length_stop_without_a_template_terminator_does_not_raise":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"449757556ae6a633", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_messages_exact_prompt_and_output_do_not_load_a_tokenizer":[ +{ +"fields":{ +"flags":"a24c53d8649000cf", +"logprobs":"00dbc8b581334d3b", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"ad1887eb888b8ac1", +"kind":"AnthropicMessagesHistory", +"n":3, +"output":"6496b96b13a84921447565e7562a64151e1c1c28ea96742b98906b0cafad9c27" +} +], +"tests/unit/trajectories/test_tokenize.py::test_messages_exact_prompt_coverage_survives_length_changing_replacement":[ +{ +"fields":{ +"flags":"0c06f611e5fa32a1", +"logprobs":"811e21dc811a4e43", +"model":"3c2b43fc9c77b112", +"tokens":"d739b8eeffb3e1eb" +}, +"input":"6482db9e4642081d", +"kind":"AnthropicMessagesHistory", +"n":24, +"output":"0991747e357b04b27d7ba2fa56beaee6fddb6f405e30985f4471ab32f089b434" +} +], +"tests/unit/trajectories/test_tokenize.py::test_messages_later_exact_prompt_upgrades_length_stop":[ +{ +"fields":{ +"flags":"82d0746b379be1a0", +"logprobs":"bef6f814ea061a96", +"model":"3c2b43fc9c77b112", +"tokens":"3f66057bce3ffb16" +}, +"input":"cdc5694083bf6a78", +"kind":"AnthropicMessagesHistory", +"n":32, +"output":"35633dbae12dec437d7e869bc5c1e926437c240ad977c1f1a10e16e77c3e1831" +} +], +"tests/unit/trajectories/test_tokenize.py::test_messages_sampled_stop_and_length_stop_provenance":[ +{ +"fields":{ +"flags":"1d33d73f0534cf81", +"logprobs":"3724135fb84b8be0", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"1b5bed261547963f", +"kind":"AnthropicMessagesHistory", +"n":3, +"output":"0f588946239f121b5451aad29c694b76e643b78432f31601636bac46c27dcc26" +}, +{ +"fields":{ +"flags":"509990adeecfde05", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"1cef69c05e957c52", +"kind":"AnthropicMessagesHistory", +"n":3, +"output":"052da7f5dd4e2afbf4a8cb46ac339ca187ce88651094f12338625fa505d89f2e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_metadata_only_final_token_is_preserved_as_sampled_stop":[ +{ +"fields":{ +"flags":"80f7096aef2f6036", +"logprobs":"9d62fa520ffa3942", +"model":"3c2b43fc9c77b112", +"tokens":"2f7f8c46c6df263f" +}, +"input":"8fad55938ce042b0", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"292b352a5fbf0c5c9e5bb8c895309d854085fd547d891eb1aabbcd80618699d9" +} +], +"tests/unit/trajectories/test_tokenize.py::test_missing_completion_renders_only_missing_region_when_prompt_is_exact":[ +{ +"fields":{ +"flags":"01221c64e88cf5b0", +"logprobs":"0785d5ed25738087", +"model":"3c2b43fc9c77b112", +"tokens":"bee45a64e32ed780" +}, +"input":"23b71218acc5122e", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"c63b194e51cad35f58e209271eb600ae02020894fff40ed5424365d6251f2162" +} +], +"tests/unit/trajectories/test_tokenize.py::test_model_selection_prefers_exact_identity_over_glob_interpretation":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"f3efbb2023091750", +"tokens":"49a64717d5d4cb19" +}, +"input":"bfe80e77bcd9f568", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8f19aa53c88b2cceb44bd62da4e5b214ca18afa029c94afd22c231c112189e35" +} +], +"tests/unit/trajectories/test_tokenize.py::test_mutable_chat_history_is_authoritative_and_does_not_replay_removed_turns":[ +{ +"fields":{ +"flags":"816d3d5608af2e13", +"logprobs":"d6a2e816b13b1bfa", +"model":"3c2b43fc9c77b112", +"tokens":"13c3aa61efaefc22" +}, +"input":"643434fbc5d495ce", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"40bbbd54a2e844fe7a824d5530aa393974365bda397c3acca7def7fc6ad709f3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_mutated_completions_string_prompt_retokens_without_stale_exact":[ +{ +"fields":{ +"flags":"e35cda42542ec598", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"2749e2c9df8de5c8" +}, +"input":"399836e78aa0dd01", +"kind":"CompletionsStringHistory", +"n":2, +"output":"65ddb19b2de9936ea52404ce1e982a2d801aa9d163ac384c7ea9d44fe9b6ef11" +} +], +"tests/unit/trajectories/test_tokenize.py::test_mutated_completions_token_prompt_drops_stale_exact_evidence":[ +{ +"fields":{ +"flags":"e35cda42542ec598", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"0604198545c52313" +}, +"input":"99359fc0b1739b37", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"ffd2ad6b2757f42b2e77e1da80eff29c6605db5cb97f2946758fe5577d033916" +} +], +"tests/unit/trajectories/test_tokenize.py::test_private_trace_covers_sampled_tokens_for_every_protocol":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"b31cd02c0075bc9b", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"160843b74485a44f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9b096d1cad63d141b842f03e1a63a62408ad3f578de66c2cb9909867691cb44c" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"425e91e9ff1b4b2c" +}, +"input":"2374a6da263822f6", +"kind":"ResponsesHistory", +"n":2, +"output":"bfd02bdd1a17adc6643f3889a7352e3c59004c2a7ebd05df3f51648538e8141a" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"a7e0845fb3f366be", +"kind":"AnthropicMessagesHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_private_trace_keys_do_not_collide_for_repeated_empty_response_ids":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"b71158bf5bb2f5b8", +"model":"3c2b43fc9c77b112", +"tokens":"f6bd10506e9a4dae" +}, +"input":"4e3873e98771cc2f", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"357cadcdd0db4d86e22683ca105653cf1d0f96f5ad7ab5df073a24950a85858d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_public_exact_chain_preserves_raw_drift_across_proven_length_boundary":[ +{ +"fields":{ +"flags":"4b35b565e031f988", +"logprobs":"ebb6dd0bae7a981d", +"model":"3c2b43fc9c77b112", +"tokens":"ab03bd64a3f18298" +}, +"input":"c742ff9d80ac6f38", +"kind":"ChatCompletionsHistory", +"n":39, +"output":"361937bd473e10c9ace456d7e35d1cbff1e0096b11a38335f86c0545275b9b3f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_public_exact_chain_probes_multi_part_length_response":[ +{ +"fields":{ +"flags":"4b35b565e031f988", +"logprobs":"ebb6dd0bae7a981d", +"model":"3c2b43fc9c77b112", +"tokens":"ab03bd64a3f18298" +}, +"input":"57a6213efa762c4d", +"kind":"ChatCompletionsHistory", +"n":39, +"output":"361937bd473e10c9ace456d7e35d1cbff1e0096b11a38335f86c0545275b9b3f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_public_exact_chain_rejects_user_token_colliding_with_missing_tail":[ +{ +"fields":{ +"flags":"3377b043d0985a76", +"logprobs":"e5ada962cae3b295", +"model":"3c2b43fc9c77b112", +"tokens":"572ae00cfda23786" +}, +"input":"0c54165375b13ced", +"kind":"ChatCompletionsHistory", +"n":40, +"output":"dfe52e3686a3f9e5746cb08d97023774eec783d641c5f1a69ea859364f294685" +} +], +"tests/unit/trajectories/test_tokenize.py::test_qwen_disabled_thinking_starts_assistant_at_tool_call":[ +{ +"fields":{ +"flags":"3fc3982e9ef43c3a", +"logprobs":"895882b48e669096", +"model":"a24cf79d39101517", +"tokens":"992a6231a0d2b2f6" +}, +"input":"a694223656deb649", +"kind":"ChatCompletionsHistory", +"n":74, +"output":"9eea752f48bc2561687f7cf1c93acc688dc8df7ee09f2ff6e3f1f0ac53749673" +} +], +"tests/unit/trajectories/test_tokenize.py::test_qwen_enabled_thinking_excludes_opening_scaffold":[ +{ +"fields":{ +"flags":"f9138004b47f8d69", +"logprobs":"3847341b762ce2e5", +"model":"a24cf79d39101517", +"tokens":"006b1cef64e5e8d2" +}, +"input":"f2209c88277f6c7f", +"kind":"ChatCompletionsHistory", +"n":53, +"output":"febb1f31f8f81bb82b290e08b5ffd336670c1927c7d764829261d074e8528364" +} +], +"tests/unit/trajectories/test_tokenize.py::test_qwen_prior_thinking_preservation_maps_retained_continuations[False]":[ +{ +"fields":{ +"flags":"1343213c1dd8dd10", +"logprobs":"9a585aac30fd38e8", +"model":"a24cf79d39101517", +"tokens":"4c445527cc76797d" +}, +"input":"fa7f6b39840aee82", +"kind":"ChatCompletionsHistory", +"n":59, +"output":"69c2c33d52e42b9166d767526a7907d5664b63d5e697f86a592cb75aa45b9d43" +} +], +"tests/unit/trajectories/test_tokenize.py::test_qwen_prior_thinking_preservation_maps_retained_continuations[True]":[ +{ +"fields":{ +"flags":"eb5889a54b3f9ad2", +"logprobs":"da7b5990c2fe5cdf", +"model":"a24cf79d39101517", +"tokens":"3a38fbbf9dbe0d84" +}, +"input":"38096109574db53d", +"kind":"ChatCompletionsHistory", +"n":80, +"output":"93edad1f82057940725b51b94b20494b145d62fdaacedba0076b0367c2db708a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_randomized_completions_projection_preserves_every_choice_once":[ +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0189263e3e882269" +}, +"input":"c585b63ce6d5a199", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"569bcb4ba70d2af882b276f68c3f0124b8ae395c4e1200939744c51e2821a1e1" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9e4606ed7910435c" +}, +"input":"797bc3c860802a2f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f2aab5f03dd921221dc641e4046e20edaf9cd38c8d245148693b9c1ffaf06ece" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"549ef77fcaf5c938" +}, +"input":"f578379c2048a86e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0f2c0f6a0cf2bd209b0797c6fa660b04d63c5c9e5df31a4ee2908d23c8483f79" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5ee3e973dc5d6ff4" +}, +"input":"eab22d49f2453265", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"84499cdebcc64c44787789230698f0f451d17b4fc79e58d0feb7904849345004" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"476a6ab414afd703" +}, +"input":"97dc4bb720355c98", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"2016e3ecf7e5d5d24ac9594fe79341ffe08b3958e77a092e65dbdd1100924dbe" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2a9c5771c10d7e11" +}, +"input":"a23a3ffab47b3635", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0b39304240d20a066bc9e06fbcbc099d9cf0d1dbcb1c7f8cf2c68e69c06a979e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4af604c440512ed2" +}, +"input":"4d023b7c1e6b2a12", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4059d0800412022e7a16a1f1d896dcc19a2df4dfabd03f73fa5788192f7175f6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"092d1bc1f331ee1c" +}, +"input":"db57cf77563e2419", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e1347f582a5dc46dafa95cfd96d4a4139e3881eb7a05133a10576bff8643c4d5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4216cf0b42bf862c" +}, +"input":"f6b3f4bc8cd4428a", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"24e45a835e9432fc449a14ed9f87380c1914d0093171e6c9f336c59ca63ce3b7" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"04808cc86ee4e8f2" +}, +"input":"4759b43134cadffa", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d0d4c34cf32f9f66275d875ca4566c3b629d1cf19105a7b7b85b4cbb3dd60e18" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bca749c506b3338f" +}, +"input":"43354db607265844", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"1f09dc963c9526d7b5b7628120fc4ca185d2d553441065ca8c9acb238ae012dd" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cfe7712406c8f62b" +}, +"input":"95a17e39d38da1c0", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"dce7b90bad1ac939bc673faa16148d1e62d11f82a96ba206d3e93b818f8c8870" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9b1b63bebe41b305" +}, +"input":"e54cc9ffd1d9270a", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4986e32b766d6aff3ed726f8145c69df1f83fab386e679a28607f5de483f441a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"28fb953e874de35d" +}, +"input":"9404e39624d6a0b1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"aa4827aefa3c9af1418db291bb2552967cd956213d8f8deb25e7eb944b7cada6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bc25e5bce38fd34a" +}, +"input":"efd90f43bdfb80b6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"863ce09efb66d055875987e78d3575a6261490d44d55d717129634d577b27db8" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"183a9897d2ea3f7c" +}, +"input":"2dd1d84590e6765b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"dff8e54430437ca38053661c986f74fa99aa39fe8dd0536607ca2e063acc96ef" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0189263e3e882269" +}, +"input":"c585b63ce6d5a199", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"569bcb4ba70d2af882b276f68c3f0124b8ae395c4e1200939744c51e2821a1e1" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9e4606ed7910435c" +}, +"input":"797bc3c860802a2f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f2aab5f03dd921221dc641e4046e20edaf9cd38c8d245148693b9c1ffaf06ece" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"549ef77fcaf5c938" +}, +"input":"f578379c2048a86e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0f2c0f6a0cf2bd209b0797c6fa660b04d63c5c9e5df31a4ee2908d23c8483f79" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5ee3e973dc5d6ff4" +}, +"input":"eab22d49f2453265", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"84499cdebcc64c44787789230698f0f451d17b4fc79e58d0feb7904849345004" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"476a6ab414afd703" +}, +"input":"97dc4bb720355c98", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"2016e3ecf7e5d5d24ac9594fe79341ffe08b3958e77a092e65dbdd1100924dbe" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2a9c5771c10d7e11" +}, +"input":"a23a3ffab47b3635", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0b39304240d20a066bc9e06fbcbc099d9cf0d1dbcb1c7f8cf2c68e69c06a979e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4af604c440512ed2" +}, +"input":"4d023b7c1e6b2a12", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4059d0800412022e7a16a1f1d896dcc19a2df4dfabd03f73fa5788192f7175f6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"092d1bc1f331ee1c" +}, +"input":"db57cf77563e2419", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e1347f582a5dc46dafa95cfd96d4a4139e3881eb7a05133a10576bff8643c4d5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4216cf0b42bf862c" +}, +"input":"f6b3f4bc8cd4428a", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"24e45a835e9432fc449a14ed9f87380c1914d0093171e6c9f336c59ca63ce3b7" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"04808cc86ee4e8f2" +}, +"input":"4759b43134cadffa", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d0d4c34cf32f9f66275d875ca4566c3b629d1cf19105a7b7b85b4cbb3dd60e18" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bca749c506b3338f" +}, +"input":"43354db607265844", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"1f09dc963c9526d7b5b7628120fc4ca185d2d553441065ca8c9acb238ae012dd" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cfe7712406c8f62b" +}, +"input":"95a17e39d38da1c0", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"dce7b90bad1ac939bc673faa16148d1e62d11f82a96ba206d3e93b818f8c8870" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9b1b63bebe41b305" +}, +"input":"e54cc9ffd1d9270a", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4986e32b766d6aff3ed726f8145c69df1f83fab386e679a28607f5de483f441a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"28fb953e874de35d" +}, +"input":"9404e39624d6a0b1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"aa4827aefa3c9af1418db291bb2552967cd956213d8f8deb25e7eb944b7cada6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bc25e5bce38fd34a" +}, +"input":"efd90f43bdfb80b6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"863ce09efb66d055875987e78d3575a6261490d44d55d717129634d577b27db8" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"183a9897d2ea3f7c" +}, +"input":"2dd1d84590e6765b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"dff8e54430437ca38053661c986f74fa99aa39fe8dd0536607ca2e063acc96ef" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"275246495b242ca2" +}, +"input":"91521c8b13804350", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"42970428b85583a5c9f89f15d9d143bfa886766e8ab7bd94d5b0d6304fc5d4ff" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cce4aaf49d6b1395" +}, +"input":"ef9c764786fda8b8", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"89996219258393111b8c3a2c40fcd4477c4a94c6d250e7e432e6e528577fa123" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"71b489328760575d" +}, +"input":"6c569d3279f9b04f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"24460ecd0d1f56cd24e58fd168d7406046b1cb517066bff0c2a37fac58b65280" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"45a22f7cbde197e0" +}, +"input":"751c68ef4d3081d2", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0f0f6c67f4690a86922736ab212da07b4f02e939346b4085288b05b7643b5525" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0b4d9738ac29ca95" +}, +"input":"41a9739d9caf5e60", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d04174d2daaf94a14962705d54c3f654be5a0c9b13e04ad98f20667c66fef44a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ec6aa3b1f392703a" +}, +"input":"09d7366b5c1c9e5b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9561a002a859d6f404783bad811c6482566c47c92f5dfece243df36ddd032bdb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4e43afc5cd1d73d3" +}, +"input":"b5732364894c0df5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f9d988bf4b7418e8c2c86214658fe53172989be3363d6b954ad29cf92d3459d0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bec04526fc3a9f26" +}, +"input":"8915c335eac096f5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"db05c36f65a66391c003edfd1d2b06a74350cef61658e59c3b8442b6120f2f9d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"25263268f472ee8d" +}, +"input":"fa656c791a79f505", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"859ee85f6d5b8d1bb9063b131edd2a8437bb05f805d0d83dc58adbb36611e4c3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ea824bac5d5fded1" +}, +"input":"6c51b691ce6f21a5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6452d25ca1bdaa948eeed94c494fdb6525059d3374182cc045abdb4d6982eb73" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"275246495b242ca2" +}, +"input":"91521c8b13804350", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"42970428b85583a5c9f89f15d9d143bfa886766e8ab7bd94d5b0d6304fc5d4ff" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cce4aaf49d6b1395" +}, +"input":"ef9c764786fda8b8", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"89996219258393111b8c3a2c40fcd4477c4a94c6d250e7e432e6e528577fa123" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"71b489328760575d" +}, +"input":"6c569d3279f9b04f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"24460ecd0d1f56cd24e58fd168d7406046b1cb517066bff0c2a37fac58b65280" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"45a22f7cbde197e0" +}, +"input":"751c68ef4d3081d2", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0f0f6c67f4690a86922736ab212da07b4f02e939346b4085288b05b7643b5525" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0b4d9738ac29ca95" +}, +"input":"41a9739d9caf5e60", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d04174d2daaf94a14962705d54c3f654be5a0c9b13e04ad98f20667c66fef44a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ec6aa3b1f392703a" +}, +"input":"09d7366b5c1c9e5b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9561a002a859d6f404783bad811c6482566c47c92f5dfece243df36ddd032bdb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4e43afc5cd1d73d3" +}, +"input":"b5732364894c0df5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f9d988bf4b7418e8c2c86214658fe53172989be3363d6b954ad29cf92d3459d0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bec04526fc3a9f26" +}, +"input":"8915c335eac096f5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"db05c36f65a66391c003edfd1d2b06a74350cef61658e59c3b8442b6120f2f9d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"25263268f472ee8d" +}, +"input":"fa656c791a79f505", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"859ee85f6d5b8d1bb9063b131edd2a8437bb05f805d0d83dc58adbb36611e4c3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ea824bac5d5fded1" +}, +"input":"6c51b691ce6f21a5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6452d25ca1bdaa948eeed94c494fdb6525059d3374182cc045abdb4d6982eb73" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0a91d6054aecfda3" +}, +"input":"aa7bbd6c337621ed", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"91caa8c2cea4e30b9f8c7fdc2999490ccc5cb79bf932f012bd69b20866e1bdfd" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"067dde798e069abb" +}, +"input":"44b77ab990ae43f1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e6f5060ee74881d4edaffff79466f8328c9dd57c99c8da0f5f24e31eaec8f8b5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"639370a40d020b1c" +}, +"input":"6d5dd0c1441e93f1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"eef2ab26b19260f023a980f56938287698829920504db03a16cd6ecbb4413c1c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"feaeb732d2d2a3c6" +}, +"input":"0d21dc88d18963b5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d82ce449368d0f5af7895ba7d5488285afc0346c86c52a01cc5faea46302e3e5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0f745741bb248dd7" +}, +"input":"42c782c179a822d7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d3417e7d9aa77c946ba168322af83a8c3f979c3080ad8379e70f32909838916a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9f229a9314f2b3c0" +}, +"input":"ccd34b4f021076f5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"71a9e470a1677b074fd88afaa2f76b6b651a4b2b82c47980e8b4e3be5ac70f32" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d4291d94d06244fe" +}, +"input":"60a1f3b1253d5759", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"bf65f004fc98cb1046d4129869a0cdcc5d4ffbf39932aa84663ec2c7130d6bda" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fcc0d494e9f94451" +}, +"input":"ac5be2623415f3ea", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"78883c433f41cc6ee6a854a39e47bab05e02f7098b124b528fce5f809452cd83" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0a07ea02486d4ee5" +}, +"input":"196a1b3c9ebedb8c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"82f5fb389478c5d1e7545f9a1c049d3acb9e3024dd85192b91d8321c426a2c6a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"19c4b0c13bb64226" +}, +"input":"01dd5e0824e6a4a0", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"63caaf4179feb5ef6101f9587663847648e77a5a7531f165fcab0c8b38834eb0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7acd7b50931d1858" +}, +"input":"bc0837008058c4d1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6cfed582142bbcd2712b52cb6e05a36015766ad008914b4c84ece7318ea04235" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fd550a29d8589e4f" +}, +"input":"056c8e35447181b5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"5a6c34d0220b2b8f95522d60d5040972341c9ddd9d285dc124a96e14e1bccc02" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0a91d6054aecfda3" +}, +"input":"aa7bbd6c337621ed", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"91caa8c2cea4e30b9f8c7fdc2999490ccc5cb79bf932f012bd69b20866e1bdfd" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"067dde798e069abb" +}, +"input":"44b77ab990ae43f1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e6f5060ee74881d4edaffff79466f8328c9dd57c99c8da0f5f24e31eaec8f8b5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"639370a40d020b1c" +}, +"input":"6d5dd0c1441e93f1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"eef2ab26b19260f023a980f56938287698829920504db03a16cd6ecbb4413c1c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"feaeb732d2d2a3c6" +}, +"input":"0d21dc88d18963b5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d82ce449368d0f5af7895ba7d5488285afc0346c86c52a01cc5faea46302e3e5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0f745741bb248dd7" +}, +"input":"42c782c179a822d7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d3417e7d9aa77c946ba168322af83a8c3f979c3080ad8379e70f32909838916a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9f229a9314f2b3c0" +}, +"input":"ccd34b4f021076f5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"71a9e470a1677b074fd88afaa2f76b6b651a4b2b82c47980e8b4e3be5ac70f32" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d4291d94d06244fe" +}, +"input":"60a1f3b1253d5759", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"bf65f004fc98cb1046d4129869a0cdcc5d4ffbf39932aa84663ec2c7130d6bda" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fcc0d494e9f94451" +}, +"input":"ac5be2623415f3ea", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"78883c433f41cc6ee6a854a39e47bab05e02f7098b124b528fce5f809452cd83" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0a07ea02486d4ee5" +}, +"input":"196a1b3c9ebedb8c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"82f5fb389478c5d1e7545f9a1c049d3acb9e3024dd85192b91d8321c426a2c6a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"19c4b0c13bb64226" +}, +"input":"01dd5e0824e6a4a0", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"63caaf4179feb5ef6101f9587663847648e77a5a7531f165fcab0c8b38834eb0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7acd7b50931d1858" +}, +"input":"bc0837008058c4d1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6cfed582142bbcd2712b52cb6e05a36015766ad008914b4c84ece7318ea04235" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fd550a29d8589e4f" +}, +"input":"056c8e35447181b5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"5a6c34d0220b2b8f95522d60d5040972341c9ddd9d285dc124a96e14e1bccc02" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b7a57e95fd3ddc9c" +}, +"input":"ac10e40c712267cf", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"ac7b82cd1fb2c826faf5714633b375c0b46a2350b74230b846ca1510e43ebc92" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3e8cfb5f4f2fc567" +}, +"input":"4676b094028598aa", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"1050255b0a49eb2b7dc9b1a8df6e147064ffe91587215d55509f952f551d2ca2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"6a97fd70aa44daa0" +}, +"input":"b8fb54f211cd1fe4", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"2ef60ed207fc279a2373e8333970dc86418d6539ffbacdd8b3cbca99b14b9f84" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3ece97b89d2674f5" +}, +"input":"a734ef1c8798ee58", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"06cf7e3ffd39c2a3996a058e449afd4f0902b7a74ebcdcce2776fd7a1c80b014" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b7a57e95fd3ddc9c" +}, +"input":"ac10e40c712267cf", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"ac7b82cd1fb2c826faf5714633b375c0b46a2350b74230b846ca1510e43ebc92" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3e8cfb5f4f2fc567" +}, +"input":"4676b094028598aa", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"1050255b0a49eb2b7dc9b1a8df6e147064ffe91587215d55509f952f551d2ca2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"6a97fd70aa44daa0" +}, +"input":"b8fb54f211cd1fe4", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"2ef60ed207fc279a2373e8333970dc86418d6539ffbacdd8b3cbca99b14b9f84" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3ece97b89d2674f5" +}, +"input":"a734ef1c8798ee58", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"06cf7e3ffd39c2a3996a058e449afd4f0902b7a74ebcdcce2776fd7a1c80b014" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5f165ae7f2e2067c" +}, +"input":"874dd1aac7bea22f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8e70a893be58c12881e7c5921a7afcbf1841cd9b18549044d112f1c8acd76906" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"8faffa2ed95f2965" +}, +"input":"582a2a7abfe220a3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"94d9544454144bb17d3c63d81d987561366ca4a791ed75682a07406fa50d17de" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b13e1246dae087ea" +}, +"input":"b001e68871b9281c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e94f0e977fad49d37b38abefced7a6c6cd444f17582df8744dec4b1322540ac3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b6cce0a0923fc273" +}, +"input":"862035a880bf0e97", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"bd3306096e6b9acfacb37925f375d630ce8c3760665ef69916464cd441adb0a7" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2e8b5cae099ce54f" +}, +"input":"6ae35cbecf17b2ab", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"041a55dffcba8f5b9ac95a8ca9a707557cd9228091a34f022341d8e040f3715e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9926abaa7f45b39e" +}, +"input":"31b7ba8a7dbe89c1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9fad7848793c8ef2d8a949a67dc422ff759335450caca80ac97d8fed9ab1549c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5f165ae7f2e2067c" +}, +"input":"874dd1aac7bea22f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8e70a893be58c12881e7c5921a7afcbf1841cd9b18549044d112f1c8acd76906" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"8faffa2ed95f2965" +}, +"input":"582a2a7abfe220a3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"94d9544454144bb17d3c63d81d987561366ca4a791ed75682a07406fa50d17de" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b13e1246dae087ea" +}, +"input":"b001e68871b9281c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e94f0e977fad49d37b38abefced7a6c6cd444f17582df8744dec4b1322540ac3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b6cce0a0923fc273" +}, +"input":"862035a880bf0e97", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"bd3306096e6b9acfacb37925f375d630ce8c3760665ef69916464cd441adb0a7" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2e8b5cae099ce54f" +}, +"input":"6ae35cbecf17b2ab", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"041a55dffcba8f5b9ac95a8ca9a707557cd9228091a34f022341d8e040f3715e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9926abaa7f45b39e" +}, +"input":"31b7ba8a7dbe89c1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9fad7848793c8ef2d8a949a67dc422ff759335450caca80ac97d8fed9ab1549c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"683c07c88ca37e26" +}, +"input":"9f0468b24976f7e5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b8af328904ec9c90dd9386810750ec932677c602c41f562a45b833b2956665fe" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e178d04735873ea9" +}, +"input":"78a5d2f696d4b592", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"24b50d1f650786b53e355b2031f2122aed7a7ad1b283badabc838613d5492aeb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9e50007daa54e7b2" +}, +"input":"4c5a32c5bb45d774", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f804fea6f502728b25c247d1382e602fea29ee45553e9f4ac0ad7ff67b696516" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fb0625348702ba7e" +}, +"input":"d7ea3965bce4bc9d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c01035c3397263763b07949ad22bb7c7eaa838b76f6cb01c60d7cf02ed0b7f84" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"683c07c88ca37e26" +}, +"input":"9f0468b24976f7e5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b8af328904ec9c90dd9386810750ec932677c602c41f562a45b833b2956665fe" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e178d04735873ea9" +}, +"input":"78a5d2f696d4b592", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"24b50d1f650786b53e355b2031f2122aed7a7ad1b283badabc838613d5492aeb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"9e50007daa54e7b2" +}, +"input":"4c5a32c5bb45d774", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f804fea6f502728b25c247d1382e602fea29ee45553e9f4ac0ad7ff67b696516" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fb0625348702ba7e" +}, +"input":"d7ea3965bce4bc9d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c01035c3397263763b07949ad22bb7c7eaa838b76f6cb01c60d7cf02ed0b7f84" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"542ad4b40ffb3ed4" +}, +"input":"b6ca4f0f7c725a99", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"820e7b4bda292053752a67f88d1a039c63fa8d7c2d00149daab4bc82064e601d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ba1f1fe818c3b64d" +}, +"input":"e88365eac579a973", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"891664c57fd6b4a44816243f515c4a6247f46ece16c1f111b217c706e0ce4ea2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"695ad3245aa946f8" +}, +"input":"d2062bd2de70af5a", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b59bc88ab75d8b6df101205ca0e5a4984205ce8755926ad11992518582e8af95" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b4cc9fee964b1050" +}, +"input":"64a22cc53813384f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"7de9b74c1de0f7772498be9e3dd5f3a6c356605cde71235293fba6e4951ed084" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7c2b3c35647963ce" +}, +"input":"ad4b073dc69ec788", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"08e8f4a54b5ddc874a78910a49325f8bed423ea10ef1a64dbaf0cb5eef10522e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"43a2025e3b106f8d" +}, +"input":"a59c81877a2e6fa8", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"1694ef917b596a503bd5bcc0cdee181df0fe097e133631a3671367d212b6a654" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5d6228d8adf682e5" +}, +"input":"c73f32b527c2ae07", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8bdb784574dc0d172777f287ffe875ba8ccf952be03deb7497ca5b102f971572" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a5e72c0282029826" +}, +"input":"5415abf4293601e5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"cb23ab23cebdcdafa554f009eae627a031eb58de6795d5a8ffd2fbd0e4c8865a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a283d6e08c1e30bc" +}, +"input":"16918fe28d7a6d32", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3473d0020f9bc47f078f15dc1fc5f3c7f96ef9de70eded66e31c3bb13b752b26" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"34ce819471a6a535" +}, +"input":"94ecaf452ea3dfb6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6923e3da47ce1405b06aab24edafdb2fea5344fdd205d6356f06011c7bd82a7e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"61a6c55d91e52d9b" +}, +"input":"b387087cf3f1bf0d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"39008d88b20698435ee99bbdfa9fcba7ffd45d616ce1184c34dfc9c7f7ef21df" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"de653bfeab6364b1" +}, +"input":"e8d85cebcd268788", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"7e38e312ff7c1cf17abb5e8b9021dc22d06664cc2a13e3862fdaa4a5fa2078f0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"542ad4b40ffb3ed4" +}, +"input":"b6ca4f0f7c725a99", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"820e7b4bda292053752a67f88d1a039c63fa8d7c2d00149daab4bc82064e601d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ba1f1fe818c3b64d" +}, +"input":"e88365eac579a973", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"891664c57fd6b4a44816243f515c4a6247f46ece16c1f111b217c706e0ce4ea2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"695ad3245aa946f8" +}, +"input":"d2062bd2de70af5a", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b59bc88ab75d8b6df101205ca0e5a4984205ce8755926ad11992518582e8af95" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b4cc9fee964b1050" +}, +"input":"64a22cc53813384f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"7de9b74c1de0f7772498be9e3dd5f3a6c356605cde71235293fba6e4951ed084" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7c2b3c35647963ce" +}, +"input":"ad4b073dc69ec788", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"08e8f4a54b5ddc874a78910a49325f8bed423ea10ef1a64dbaf0cb5eef10522e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"43a2025e3b106f8d" +}, +"input":"a59c81877a2e6fa8", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"1694ef917b596a503bd5bcc0cdee181df0fe097e133631a3671367d212b6a654" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5d6228d8adf682e5" +}, +"input":"c73f32b527c2ae07", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8bdb784574dc0d172777f287ffe875ba8ccf952be03deb7497ca5b102f971572" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a5e72c0282029826" +}, +"input":"5415abf4293601e5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"cb23ab23cebdcdafa554f009eae627a031eb58de6795d5a8ffd2fbd0e4c8865a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a283d6e08c1e30bc" +}, +"input":"16918fe28d7a6d32", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3473d0020f9bc47f078f15dc1fc5f3c7f96ef9de70eded66e31c3bb13b752b26" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"34ce819471a6a535" +}, +"input":"94ecaf452ea3dfb6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6923e3da47ce1405b06aab24edafdb2fea5344fdd205d6356f06011c7bd82a7e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"61a6c55d91e52d9b" +}, +"input":"b387087cf3f1bf0d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"39008d88b20698435ee99bbdfa9fcba7ffd45d616ce1184c34dfc9c7f7ef21df" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"de653bfeab6364b1" +}, +"input":"e8d85cebcd268788", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"7e38e312ff7c1cf17abb5e8b9021dc22d06664cc2a13e3862fdaa4a5fa2078f0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2a8d500d109796f9" +}, +"input":"c993e5ff97d9fc59", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"23e049172ca6a450dab6186d8777ad5a8ca5ed25f6128bdb4aa2b0716abc3ad5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"8d58bcc498a5b2dd" +}, +"input":"47b0697eec726c91", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4d94160851d8cb22de52f025050acfbab5b1305aef60cfdabb99a749301d56b4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"17b093712525ba03" +}, +"input":"e65ee0c76c720130", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e800be3909f2c72a0c02ac72899a03aef3b791a09b884cd4fe079a1a069c92d9" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"31e6c9d3a7fcc52d" +}, +"input":"600bc04dd3398ea8", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"17f892ddba987679a0eead6eb1c020adbe65cae0c513a412b801ef5a6a0a8e8b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2a8d500d109796f9" +}, +"input":"c993e5ff97d9fc59", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"23e049172ca6a450dab6186d8777ad5a8ca5ed25f6128bdb4aa2b0716abc3ad5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"8d58bcc498a5b2dd" +}, +"input":"47b0697eec726c91", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4d94160851d8cb22de52f025050acfbab5b1305aef60cfdabb99a749301d56b4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"17b093712525ba03" +}, +"input":"e65ee0c76c720130", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e800be3909f2c72a0c02ac72899a03aef3b791a09b884cd4fe079a1a069c92d9" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"31e6c9d3a7fcc52d" +}, +"input":"600bc04dd3398ea8", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"17f892ddba987679a0eead6eb1c020adbe65cae0c513a412b801ef5a6a0a8e8b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"775fe4e819caa23c" +}, +"input":"fc4ba09f8c8f2751", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"77fa127f1fea8c438becf90338de13ced44af1bd6b30ec32bfeb4e9ff7edf93e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d216938f47da2d41" +}, +"input":"7c2db04a13c507f1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0a35be48530ece49b2d7e3e5f30f6e1157b1a9c9e4502a32743c4588c7cfb393" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cf3df02cb460ffd0" +}, +"input":"84f572fb567bdf9e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c79cfcc7d01f78a4df03ee2a051f6be577100cd187d4be9227ff80bbaeaf4b51" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ce7e5a1836bd0561" +}, +"input":"7f62011a439b8117", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"02a77ab3ca62cdb50b0c1c1f51119695e791209a5c0095889d001bfad16456e4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"6ee34a3a1b9edc0e" +}, +"input":"cdb704615f5cbe5e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b15cf022c476c33e314eec0a95d8155ad49570c612ba65c25dad768e3b77e7bb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fc404c6f575cf567" +}, +"input":"6e59b785705fadfd", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9a87187d7eb625cffedba39b0070ed35675d7bf86854106e4a8425ff1948225e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"775fe4e819caa23c" +}, +"input":"fc4ba09f8c8f2751", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"77fa127f1fea8c438becf90338de13ced44af1bd6b30ec32bfeb4e9ff7edf93e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d216938f47da2d41" +}, +"input":"7c2db04a13c507f1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0a35be48530ece49b2d7e3e5f30f6e1157b1a9c9e4502a32743c4588c7cfb393" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cf3df02cb460ffd0" +}, +"input":"84f572fb567bdf9e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c79cfcc7d01f78a4df03ee2a051f6be577100cd187d4be9227ff80bbaeaf4b51" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ce7e5a1836bd0561" +}, +"input":"7f62011a439b8117", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"02a77ab3ca62cdb50b0c1c1f51119695e791209a5c0095889d001bfad16456e4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"6ee34a3a1b9edc0e" +}, +"input":"cdb704615f5cbe5e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b15cf022c476c33e314eec0a95d8155ad49570c612ba65c25dad768e3b77e7bb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fc404c6f575cf567" +}, +"input":"6e59b785705fadfd", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9a87187d7eb625cffedba39b0070ed35675d7bf86854106e4a8425ff1948225e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e9c579f0c0025b9e" +}, +"input":"1c67b264974159ad", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d3c93fe147df5f1a546323916306fc35801193bcfc262b7025b89e80b2a7274f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cdabd8f4719d8694" +}, +"input":"370f57e8409a5f68", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"cc593b5821c197266134e5f5c31534c670e9a55b5227dddeab35f6abaf11680c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4482c8690adcb8a3" +}, +"input":"5cfe42e2d6a3e086", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d15b29d409a312f0f762387eff5fe2142913161e5562aa85b886f518278a0041" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cec1657a2792f16d" +}, +"input":"4126d820718a8a99", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e1c0974005daaf7ce1f8fef0e3469de93d037ada37019fc522d61d16f6b58f29" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e9c579f0c0025b9e" +}, +"input":"1c67b264974159ad", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d3c93fe147df5f1a546323916306fc35801193bcfc262b7025b89e80b2a7274f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cdabd8f4719d8694" +}, +"input":"370f57e8409a5f68", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"cc593b5821c197266134e5f5c31534c670e9a55b5227dddeab35f6abaf11680c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4482c8690adcb8a3" +}, +"input":"5cfe42e2d6a3e086", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d15b29d409a312f0f762387eff5fe2142913161e5562aa85b886f518278a0041" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"cec1657a2792f16d" +}, +"input":"4126d820718a8a99", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e1c0974005daaf7ce1f8fef0e3469de93d037ada37019fc522d61d16f6b58f29" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"8e92887749836286" +}, +"input":"5fd1d2400e0562bb", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"363634ead0b60683001a6d0ce6cddef7e8477dc2256bfcbda8f188ac90f3a7d2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"aaba80b64f9d2543" +}, +"input":"de7b78d015918488", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d1489d56c3fd0365ae1834da0531b82b98123a2c449a78d9825a50fb219796f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"8e92887749836286" +}, +"input":"5fd1d2400e0562bb", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"363634ead0b60683001a6d0ce6cddef7e8477dc2256bfcbda8f188ac90f3a7d2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"aaba80b64f9d2543" +}, +"input":"de7b78d015918488", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d1489d56c3fd0365ae1834da0531b82b98123a2c449a78d9825a50fb219796f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a74913433e3e8a99" +}, +"input":"32e1793a106b2e9e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3beb4cfa666dbfec11a5512642ba14aa5f48bf81537312857057271ffb8dccf6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"722a11a74925e33f" +}, +"input":"dbafff091f25c84d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"210ef9e4a7014ec9f7e039817c9c8aa5d2c1160f59c419a1c12d8c79a37134cf" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4616e0a1b112b3cf" +}, +"input":"b30eb152e8a58db6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"138bfbe1ad15f3ea3a51e8496edd94da0495052edb2e6810579abbf7fb1f979e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"744d8da21e093116" +}, +"input":"1a535eaa38b56190", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"59cef0ce13d96cd5ea1fa1a87b88ded57b1c6459750c7aedabb80f9ec9f63f3f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e0c879fab94a88b6" +}, +"input":"be19dbe20ae2255e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"370df351bf56eeddb8fafbabd4e4b101c56af08b0c2405ab8a6db95d197f4472" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"c7e0cdec29500056" +}, +"input":"842164a0ca38e64e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"76bb861583369d7eb0ae13e76ecfc397aa1ddd6e3dabdbc3f19cff02e18f9a19" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bd182d03edf0999d" +}, +"input":"0d2c839e93aec566", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"32f40dd26042370f5e3e099c180c5a2e5e8fa681c8e1184253a63e6c36e71924" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"10a3304003b80743" +}, +"input":"8a7955be7d6fc674", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"208fec99d5cbadc8cb85bb6fde948f0d18cd57edffbf2d12db92636ecc493334" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"20129b4fb2dd1d1f" +}, +"input":"c855078c7c8a8312", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"45fada63e8b14664e3fef82ee6cae2449dd892dc42e92cf5c6e7a2438129145d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d7c35e88a9d1152b" +}, +"input":"bf279771787ffb2e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8e996c6c8a41ab8703c8b4750225726866236919b67ca4c9b55083721bde649d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d59b662af4f05f5e" +}, +"input":"4eb697608c9f32c4", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"01630edd92e5a9fd0e156fb3c03f2d2085794fde2864b48ed5d2334c4beedddd" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2344bc756b8f3ab1" +}, +"input":"ed1e7c5d85791478", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6fd0affc5280bfbf6f22fe1e49f95e86003ce508da492c4b177735d41e82de79" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5542249648c0398a" +}, +"input":"25feda8edee2bbc6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e5b3465ef25bb5ce107a68078b37fb7b4bec8c904b5bfd4df0970124f5405090" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7fd9c78049dd2440" +}, +"input":"d477585eb4124f87", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"587b0e2baf0be37d80b3a0e38279c865791d5d4cfb05439cd5933fbec0d10499" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7100130af536067f" +}, +"input":"7c5024f771b3e321", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0e161c568d449a9d46ac4ca036bde59900bc885fe4146e941a210dc8b50a336f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"96446e4f0a096fec" +}, +"input":"99ecdb90c4e79edc", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"845043bceb4dd1df2ea49160ff75f64e54072be08fbba6d2ea3786a574c6a4c8" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"f7b341a5e395799d" +}, +"input":"7d145e7f7965ad61", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d8ab43c6a2635f497aa8851ce49f6756a8abeb989872203d84e84b4f79e545c0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"91c005df309731b6" +}, +"input":"42117f96f3b5387c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"de15d34badb3f3474e82735c08e69b3848d6b63446d5aa008987f326fd3cb2e3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"345156eb60da36e7" +}, +"input":"781e20f735bde8c9", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"435f19cad539ddb6820cec7b1ad183fe2b388996f0388316383ed21ebd500bc4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"1c0b8bae04d95e84" +}, +"input":"73103615b3ce6009", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d8a619d673d715b3c2c3d506df7ab1aaaea4d3111f569029c4435ced01b07c6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a74913433e3e8a99" +}, +"input":"32e1793a106b2e9e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3beb4cfa666dbfec11a5512642ba14aa5f48bf81537312857057271ffb8dccf6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"722a11a74925e33f" +}, +"input":"dbafff091f25c84d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"210ef9e4a7014ec9f7e039817c9c8aa5d2c1160f59c419a1c12d8c79a37134cf" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4616e0a1b112b3cf" +}, +"input":"b30eb152e8a58db6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"138bfbe1ad15f3ea3a51e8496edd94da0495052edb2e6810579abbf7fb1f979e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"744d8da21e093116" +}, +"input":"1a535eaa38b56190", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"59cef0ce13d96cd5ea1fa1a87b88ded57b1c6459750c7aedabb80f9ec9f63f3f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e0c879fab94a88b6" +}, +"input":"be19dbe20ae2255e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"370df351bf56eeddb8fafbabd4e4b101c56af08b0c2405ab8a6db95d197f4472" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"c7e0cdec29500056" +}, +"input":"842164a0ca38e64e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"76bb861583369d7eb0ae13e76ecfc397aa1ddd6e3dabdbc3f19cff02e18f9a19" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"bd182d03edf0999d" +}, +"input":"0d2c839e93aec566", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"32f40dd26042370f5e3e099c180c5a2e5e8fa681c8e1184253a63e6c36e71924" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"10a3304003b80743" +}, +"input":"8a7955be7d6fc674", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"208fec99d5cbadc8cb85bb6fde948f0d18cd57edffbf2d12db92636ecc493334" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"20129b4fb2dd1d1f" +}, +"input":"c855078c7c8a8312", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"45fada63e8b14664e3fef82ee6cae2449dd892dc42e92cf5c6e7a2438129145d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d7c35e88a9d1152b" +}, +"input":"bf279771787ffb2e", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8e996c6c8a41ab8703c8b4750225726866236919b67ca4c9b55083721bde649d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d59b662af4f05f5e" +}, +"input":"4eb697608c9f32c4", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"01630edd92e5a9fd0e156fb3c03f2d2085794fde2864b48ed5d2334c4beedddd" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2344bc756b8f3ab1" +}, +"input":"ed1e7c5d85791478", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"6fd0affc5280bfbf6f22fe1e49f95e86003ce508da492c4b177735d41e82de79" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5542249648c0398a" +}, +"input":"25feda8edee2bbc6", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e5b3465ef25bb5ce107a68078b37fb7b4bec8c904b5bfd4df0970124f5405090" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7fd9c78049dd2440" +}, +"input":"d477585eb4124f87", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"587b0e2baf0be37d80b3a0e38279c865791d5d4cfb05439cd5933fbec0d10499" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"7100130af536067f" +}, +"input":"7c5024f771b3e321", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0e161c568d449a9d46ac4ca036bde59900bc885fe4146e941a210dc8b50a336f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"96446e4f0a096fec" +}, +"input":"99ecdb90c4e79edc", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"845043bceb4dd1df2ea49160ff75f64e54072be08fbba6d2ea3786a574c6a4c8" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"f7b341a5e395799d" +}, +"input":"7d145e7f7965ad61", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d8ab43c6a2635f497aa8851ce49f6756a8abeb989872203d84e84b4f79e545c0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"91c005df309731b6" +}, +"input":"42117f96f3b5387c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"de15d34badb3f3474e82735c08e69b3848d6b63446d5aa008987f326fd3cb2e3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"345156eb60da36e7" +}, +"input":"781e20f735bde8c9", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"435f19cad539ddb6820cec7b1ad183fe2b388996f0388316383ed21ebd500bc4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"1c0b8bae04d95e84" +}, +"input":"73103615b3ce6009", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d8a619d673d715b3c2c3d506df7ab1aaaea4d3111f569029c4435ced01b07c6" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3090cd547f139dab" +}, +"input":"08d4e4cd7591741c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"803b12ace6b8e49e992ce8d1ee6b3c62bf4ac7bd9dd51ad0a64f9ec8a44f36d9" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"c980852da0e11de3" +}, +"input":"72274d3678a30983", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"11ae639ed05af594fed090307c456591b889dd917aa4091e6a850dd02ad5f7c0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3e2bebe029e56088" +}, +"input":"3e3e40b34b1a96cc", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4ffa7dbfb63cff1909ea781cf3aa574426eba9bbc437dcef84461a2158360ca3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"06d409c9dca14aca" +}, +"input":"dd8045d0e9cacf8c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0bbef56081bb37d38ecb10dbd6671affef14405eb565a8a35235356452375c4a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"789ba6d1ad00aab0" +}, +"input":"d4cc540f9d55ad95", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f9c9483a5c208cab83bcbb5f303571aaada75655570cc0df1f8f616ed573d466" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5b5970bc099846af" +}, +"input":"d84ae98e0d23435c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f27ebc9667ea10af50b6b7d4e3824a28c6aa68a3810dc3a2d3b9a05d2146b02b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"193c69c21b9d6b11" +}, +"input":"544cbe53fbe3b66f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d568985064d68e4bfc2589fc6a455f6042f6c13b994803840d6132b42fedfb73" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e043e5ea26efc1ca" +}, +"input":"a1cab11d83b92081", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0a5be040e89c450382f5378b7156048c3321df134fd115461125b40f1eb43a36" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b95c985176ac763e" +}, +"input":"ba05d6bd49a1395c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"13610b763763a0779fc4166a4d3b8f8117b8cbf003bac8bc7506481a059e44d2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fb8dc55f33ba3195" +}, +"input":"7f3c9f25cb5220d7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"12798d0daaba9f68269e547b900e8fd2ba63d5127419eaf1a9759c965048369e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3c93760ba830d7a9" +}, +"input":"82632b41dc3bb78f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"5b1b2b9c2ba972e60df2299d3d567ff0afa379b6d9220b4ab5d9cb5fd205b3d5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"94141b857614f0b5" +}, +"input":"6ba5e96691bc7f5c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d7fee7a81b35e4a1277316c9c1d8b17e6ce768c79637d041624d160395c8ab8b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3090cd547f139dab" +}, +"input":"08d4e4cd7591741c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"803b12ace6b8e49e992ce8d1ee6b3c62bf4ac7bd9dd51ad0a64f9ec8a44f36d9" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"c980852da0e11de3" +}, +"input":"72274d3678a30983", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"11ae639ed05af594fed090307c456591b889dd917aa4091e6a850dd02ad5f7c0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3e2bebe029e56088" +}, +"input":"3e3e40b34b1a96cc", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4ffa7dbfb63cff1909ea781cf3aa574426eba9bbc437dcef84461a2158360ca3" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"06d409c9dca14aca" +}, +"input":"dd8045d0e9cacf8c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0bbef56081bb37d38ecb10dbd6671affef14405eb565a8a35235356452375c4a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"789ba6d1ad00aab0" +}, +"input":"d4cc540f9d55ad95", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f9c9483a5c208cab83bcbb5f303571aaada75655570cc0df1f8f616ed573d466" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5b5970bc099846af" +}, +"input":"d84ae98e0d23435c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"f27ebc9667ea10af50b6b7d4e3824a28c6aa68a3810dc3a2d3b9a05d2146b02b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"193c69c21b9d6b11" +}, +"input":"544cbe53fbe3b66f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d568985064d68e4bfc2589fc6a455f6042f6c13b994803840d6132b42fedfb73" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e043e5ea26efc1ca" +}, +"input":"a1cab11d83b92081", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0a5be040e89c450382f5378b7156048c3321df134fd115461125b40f1eb43a36" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b95c985176ac763e" +}, +"input":"ba05d6bd49a1395c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"13610b763763a0779fc4166a4d3b8f8117b8cbf003bac8bc7506481a059e44d2" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fb8dc55f33ba3195" +}, +"input":"7f3c9f25cb5220d7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"12798d0daaba9f68269e547b900e8fd2ba63d5127419eaf1a9759c965048369e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3c93760ba830d7a9" +}, +"input":"82632b41dc3bb78f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"5b1b2b9c2ba972e60df2299d3d567ff0afa379b6d9220b4ab5d9cb5fd205b3d5" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"94141b857614f0b5" +}, +"input":"6ba5e96691bc7f5c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"d7fee7a81b35e4a1277316c9c1d8b17e6ce768c79637d041624d160395c8ab8b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3ef3f58fd54524d4" +}, +"input":"6be0bc2f79f8ad86", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0434f34f0b7180aae36e3f6d8c2a8d2570b3e33ca9a6ac50698c59401e42fb69" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3ef3f58fd54524d4" +}, +"input":"6be0bc2f79f8ad86", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0434f34f0b7180aae36e3f6d8c2a8d2570b3e33ca9a6ac50698c59401e42fb69" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"67012aa53cff75b3" +}, +"input":"b433390d70bc37bb", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"aa77e8efda56cbbd0f1839414e9ffda9f723e456b1a88b9fed896270b67b01ee" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"82d0f21280816a07" +}, +"input":"713676a4d2bfca98", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"33305da9da27b898f579dc77e8c922557d17de27a36b726a21b7fd9417218465" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2512740298952980" +}, +"input":"9b01605f538acd43", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c71169670304e6a9c14d26192b367321b33ed2b9d5e2add67bd61f6c94d44cdf" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"03ae1c7aca31fb72" +}, +"input":"4b1cb3db7b9b3c04", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0214a1da99fea5cfe92f62ba6a82c59d52f9a81dbb8e37a7486a634461be0f1e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"67012aa53cff75b3" +}, +"input":"b433390d70bc37bb", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"aa77e8efda56cbbd0f1839414e9ffda9f723e456b1a88b9fed896270b67b01ee" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"82d0f21280816a07" +}, +"input":"713676a4d2bfca98", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"33305da9da27b898f579dc77e8c922557d17de27a36b726a21b7fd9417218465" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"2512740298952980" +}, +"input":"9b01605f538acd43", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c71169670304e6a9c14d26192b367321b33ed2b9d5e2add67bd61f6c94d44cdf" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"03ae1c7aca31fb72" +}, +"input":"4b1cb3db7b9b3c04", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"0214a1da99fea5cfe92f62ba6a82c59d52f9a81dbb8e37a7486a634461be0f1e" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"870f986fc1e342e0" +}, +"input":"de5a769d4aab344b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8a4a02b56f5c1b7b605879278b2528ff3e0c98d278fe9a17cf654425c3ea226d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"870f986fc1e342e0" +}, +"input":"de5a769d4aab344b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8a4a02b56f5c1b7b605879278b2528ff3e0c98d278fe9a17cf654425c3ea226d" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d7d069d9ec6e5618" +}, +"input":"ffdd8f8704099cf1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3079150ebff8ac6802ccea03aa4736b2e5fdc255a48f6f12a5eb7342c0cfbca7" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e5a65cf8dd6b859b" +}, +"input":"a0534870449108e1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"2a8bc546c86ed5c460d793972727016dc7853da484090b1f9dc11f64531a875f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"d7d069d9ec6e5618" +}, +"input":"ffdd8f8704099cf1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3079150ebff8ac6802ccea03aa4736b2e5fdc255a48f6f12a5eb7342c0cfbca7" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"e5a65cf8dd6b859b" +}, +"input":"a0534870449108e1", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"2a8bc546c86ed5c460d793972727016dc7853da484090b1f9dc11f64531a875f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"40e7ba0aaf9332a7" +}, +"input":"9d16ba0df11e4c50", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8896afddd6b6a67281c26009e25ff89fcdbe9f2d8ed85d82259c24b5a8882895" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"665366b2bc1e9f2e" +}, +"input":"3a82f23eb719ee0c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d8b66e0226a2b630e08ababb771ebb1bd685eada4df631e2503b8e9680f311c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"43787aca944dd5eb" +}, +"input":"8df6fb5d76f85c8d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b9ed44887bcd7990f7e43a73fcabbccd9ab3d8a1782a9d4b997e6b11ab1ef631" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"40e7ba0aaf9332a7" +}, +"input":"9d16ba0df11e4c50", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"8896afddd6b6a67281c26009e25ff89fcdbe9f2d8ed85d82259c24b5a8882895" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"665366b2bc1e9f2e" +}, +"input":"3a82f23eb719ee0c", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d8b66e0226a2b630e08ababb771ebb1bd685eada4df631e2503b8e9680f311c" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"43787aca944dd5eb" +}, +"input":"8df6fb5d76f85c8d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b9ed44887bcd7990f7e43a73fcabbccd9ab3d8a1782a9d4b997e6b11ab1ef631" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fc38855fcf0e2df1" +}, +"input":"b2c68ef2c4f72b19", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e6f8b1ee00e3fa91125695af283868a52047442333cfda72da1605994f263ecb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"488408f95b79f4f9" +}, +"input":"da6013800532c4c5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9d724bf39de4285df68bbe823d450019d0b3c15c1c2fed0f2df3da6873152866" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4342ad72e1673eaf" +}, +"input":"8b461a85add703b3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"437cb833b738a60df802a3f50faba49611abaff54bc00cc32e1688778a44565b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5f5ae3f9bfd3423f" +}, +"input":"2805fba9659bbca3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c0b90ef96d57023ed2f1df60b7d51be90bb1946d8caac87e7bbb02c5f9f51d3f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a493442fba2c4b63" +}, +"input":"d4370c9fe32efd2f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4342c00f51779c1c7181808676fbb1aff177f91ba2e97dba52e6839262fa0558" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"fc38855fcf0e2df1" +}, +"input":"b2c68ef2c4f72b19", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"e6f8b1ee00e3fa91125695af283868a52047442333cfda72da1605994f263ecb" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"488408f95b79f4f9" +}, +"input":"da6013800532c4c5", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"9d724bf39de4285df68bbe823d450019d0b3c15c1c2fed0f2df3da6873152866" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"4342ad72e1673eaf" +}, +"input":"8b461a85add703b3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"437cb833b738a60df802a3f50faba49611abaff54bc00cc32e1688778a44565b" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"5f5ae3f9bfd3423f" +}, +"input":"2805fba9659bbca3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"c0b90ef96d57023ed2f1df60b7d51be90bb1946d8caac87e7bbb02c5f9f51d3f" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"a493442fba2c4b63" +}, +"input":"d4370c9fe32efd2f", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4342c00f51779c1c7181808676fbb1aff177f91ba2e97dba52e6839262fa0558" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3e3f54dc33cf135f" +}, +"input":"3e24828f70c2c5c7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d902e46e598ab9c3dadebe0563c2ced48fe7e055313f6119833c306b7d9c678" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b8e5b58a56c2f87c" +}, +"input":"d8e237d8daaae72b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4f923862abdc01ff8d690fb3aebd6e58293221faa8d1fc346f78dc187685de78" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"074c0ba789be80e9" +}, +"input":"9d97619bd4b000d3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b06264a3a1e11bd7bb19bc59bec97fcb4489f617be04c8a33a8958c23472dd70" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0314c4d737dd8fe4" +}, +"input":"014d16dd107ab677", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"a7d6a7d719960d32d505bf7b7f598659535b45f047c816c17637b6203b2f6108" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"dd8674112c5c2d76" +}, +"input":"b12468518cd41ee3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"fe3eb2e6fa0e18f31239ffb6ec9ffd050aad2287f035a696613fdf391a63dce4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"c7740d0f46856d65" +}, +"input":"49c2178d2e426f9d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"35abd81952906ba9c43e49b77f008692f43b7a6c8a5358f80bf2db58c37e90a4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"12589f6b6ee2a31e" +}, +"input":"f587e00646333539", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"a683c7c12df054cda004c9450eb31894ca66163b2a07366799ae85bf2479316a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ea64fe455ebc307c" +}, +"input":"9acb71302b834f4b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"958133d5592883bca035cbb8b415090134a288584c4d0bc2a65b13637fa925c0" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"3e3f54dc33cf135f" +}, +"input":"3e24828f70c2c5c7", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"3d902e46e598ab9c3dadebe0563c2ced48fe7e055313f6119833c306b7d9c678" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"b8e5b58a56c2f87c" +}, +"input":"d8e237d8daaae72b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"4f923862abdc01ff8d690fb3aebd6e58293221faa8d1fc346f78dc187685de78" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"074c0ba789be80e9" +}, +"input":"9d97619bd4b000d3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"b06264a3a1e11bd7bb19bc59bec97fcb4489f617be04c8a33a8958c23472dd70" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"0314c4d737dd8fe4" +}, +"input":"014d16dd107ab677", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"a7d6a7d719960d32d505bf7b7f598659535b45f047c816c17637b6203b2f6108" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"dd8674112c5c2d76" +}, +"input":"b12468518cd41ee3", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"fe3eb2e6fa0e18f31239ffb6ec9ffd050aad2287f035a696613fdf391a63dce4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"c7740d0f46856d65" +}, +"input":"49c2178d2e426f9d", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"35abd81952906ba9c43e49b77f008692f43b7a6c8a5358f80bf2db58c37e90a4" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"12589f6b6ee2a31e" +}, +"input":"f587e00646333539", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"a683c7c12df054cda004c9450eb31894ca66163b2a07366799ae85bf2479316a" +}, +{ +"fields":{ +"flags":"54eced0754796377", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"ea64fe455ebc307c" +}, +"input":"9acb71302b834f4b", +"kind":"CompletionsTokenHistory", +"n":2, +"output":"958133d5592883bca035cbb8b415090134a288584c4d0bc2a65b13637fa925c0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_probe_failure_does_not_override_authoritative_render":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"909aec08d9d7cf4a" +}, +"input":"13a0b3c882cf2daf", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"15f9ebed607f195ca83a7518da531c49edf86f1ea04ecdae120ffea3c1535b4c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_split_trajectory_reuses_prevalidated_projections":[ +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"b0406b928f15113c", +"model":"3c2b43fc9c77b112", +"tokens":"a26f77f3115e2a6c" +}, +"input":"49beaa0cc909755e", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"68bba297f6e68e9f99ed234dc709b438f089290da2de40213590019c9c9bdbf0" +}, +{ +"fields":{ +"flags":"363d0ba95647d704", +"logprobs":"1af16ba8ac847919", +"model":"3c2b43fc9c77b112", +"tokens":"b06cef8fe9307ca1" +}, +"input":"e472e98389f6aa21", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"cde21828ca522c45f2709cb3439baf8bcc7d40ae71467fa19497beed12347e0e" +}, +{ +"fields":{ +"flags":"6a12d12dbfd4a42a", +"logprobs":"e2fbfc5803fe680f", +"model":"3c2b43fc9c77b112", +"tokens":"7e417259a74d8f6f" +}, +"input":"af2f1f1598010fd1", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"4a5053f019648bbfd505cee8565e9fb1c0b6bc446de4c10a1a80b18d61a209f7" +}, +{ +"fields":{ +"flags":"63eb27bf2f47b2d2", +"logprobs":"b4c3d890064b495f", +"model":"3c2b43fc9c77b112", +"tokens":"3e691afaa8a1a8f2" +}, +"input":"18c9a1d00ea72db5", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"741624aa6499b5dc5ed9a6c48055618d45fffd7a5fb4fed75de28481acb7f4b7" +}, +{ +"fields":{ +"flags":"c2c0cb40b1051c04", +"logprobs":"e3b6b36a1d615f09", +"model":"3c2b43fc9c77b112", +"tokens":"cf82950826ef2bcc" +}, +"input":"e6f7659336053e39", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"5dc98e86ecfcd1ee17acad1e5c1d87f1dd11c970b15d59e0c2021261e6e46544" +}, +{ +"fields":{ +"flags":"7e9b224d4f94e7b7", +"logprobs":"a3d4ec47016e93e1", +"model":"3c2b43fc9c77b112", +"tokens":"0aae01eb4bf2bf71" +}, +"input":"3094a58f3fae5afd", +"kind":"ChatCompletionsHistory", +"n":13, +"output":"b3914c57ae589e85ea61043d8b45bfc2f70021151eeab86b70da4171dffe059c" +}, +{ +"fields":{ +"flags":"68073e44812e0782", +"logprobs":"f21f9a329e418883", +"model":"3c2b43fc9c77b112", +"tokens":"a092ac02a92baddd" +}, +"input":"cc7e0d6815821c5d", +"kind":"ChatCompletionsHistory", +"n":15, +"output":"bdf11584b933468813f27101cb025003bf7b76c68535a2ffad9546374e5f8ca3" +}, +{ +"fields":{ +"flags":"c6da7eeca89a6eac", +"logprobs":"f657d00e82b73b95", +"model":"3c2b43fc9c77b112", +"tokens":"9b42311808392afe" +}, +"input":"4bfa1379c106c680", +"kind":"ChatCompletionsHistory", +"n":17, +"output":"a8c0498f590f12a51dcc1836de659fe3e5ffb93e89124aa381ebed4920b0aedf" +}, +{ +"fields":{ +"flags":"5ca4e270f36db7ba", +"logprobs":"14069cf2f532f252", +"model":"3c2b43fc9c77b112", +"tokens":"2604b45ab9024dd8" +}, +"input":"9788d82d9aaf5724", +"kind":"ChatCompletionsHistory", +"n":19, +"output":"1ac40f858226ef842c2ca76b65a6e6042af56547a144660c2ed602a9dac27f98" +}, +{ +"fields":{ +"flags":"3f93fb417bab8238", +"logprobs":"47db2bc8d7a8fcc2", +"model":"3c2b43fc9c77b112", +"tokens":"232efbf460edbf70" +}, +"input":"3635b27d406963d3", +"kind":"ChatCompletionsHistory", +"n":21, +"output":"909d5a9e3c74d10a6c2d6ef6a145931dfcad61454eb9e9b03161f042e9cd08f9" +}, +{ +"fields":{ +"flags":"f25abc608a38e283", +"logprobs":"b66b81e4cfb39e67", +"model":"3c2b43fc9c77b112", +"tokens":"49afc38e10475a24" +}, +"input":"75327d08db439172", +"kind":"ChatCompletionsHistory", +"n":23, +"output":"fff08f4adeb7a810048f5f6f5341f496255449d7a042f66bb87d3e78b79bc478" +}, +{ +"fields":{ +"flags":"3bc4682176184ddc", +"logprobs":"e7c8682ca8638a26", +"model":"3c2b43fc9c77b112", +"tokens":"c4b0fedd9e0f47a2" +}, +"input":"a6adecb2ac16aa23", +"kind":"ChatCompletionsHistory", +"n":25, +"output":"d2ff1e8ba6b076fee943a319d69f053c490f6c6b5fdc9765ae4cbd2ab3ef3913" +}, +{ +"fields":{ +"flags":"14df319164119be0", +"logprobs":"20324be6801ddbe2", +"model":"3c2b43fc9c77b112", +"tokens":"041adcccb3bc0cf1" +}, +"input":"676125a7d6e829c4", +"kind":"ChatCompletionsHistory", +"n":27, +"output":"3c4c46042b365a995d208c70247c6a098cdcc3fe2f079da1df97eb417855e52e" +}, +{ +"fields":{ +"flags":"ce7b3319a1f3261e", +"logprobs":"29083f67cc7d717a", +"model":"3c2b43fc9c77b112", +"tokens":"b2af7ed5fd526d4d" +}, +"input":"2b4240b00c58ab84", +"kind":"ChatCompletionsHistory", +"n":29, +"output":"2f5607b4fb5de76f5ed88b2c75c46c46954ed2195e21d4af062908fd869b7c8c" +}, +{ +"fields":{ +"flags":"556d2971020b446a", +"logprobs":"f5aa36af321656a8", +"model":"3c2b43fc9c77b112", +"tokens":"b17e8d042f24b3a9" +}, +"input":"ff013bcb619c0d66", +"kind":"ChatCompletionsHistory", +"n":31, +"output":"086b2736dbf8b3efb66267ef3495124f1433dabc5701ee49650aadf3d397b0f0" +}, +{ +"fields":{ +"flags":"6241257fecdadf0d", +"logprobs":"e13a5d5c971a23ef", +"model":"3c2b43fc9c77b112", +"tokens":"3fcf18119cc72c31" +}, +"input":"105c01343e112350", +"kind":"ChatCompletionsHistory", +"n":33, +"output":"605fe638e83bc6955f5cb7c6537d88e7352d52e52a9cf64538620adb66967420" +}, +{ +"fields":{ +"flags":"132a6a51d0e5647a", +"logprobs":"21d577b5686b96b0", +"model":"3c2b43fc9c77b112", +"tokens":"46e5455b1abebb62" +}, +"input":"6698b8195ffcfe7a", +"kind":"ChatCompletionsHistory", +"n":35, +"output":"cc8c59234c605d88c59a44ef9d4aac14870df32ed326b5c136388a03cad013d7" +}, +{ +"fields":{ +"flags":"5ab46d943afe5df2", +"logprobs":"57c478fc1c0b6ad0", +"model":"3c2b43fc9c77b112", +"tokens":"98d1172289f5ceb2" +}, +"input":"10aad2d675ee735b", +"kind":"ChatCompletionsHistory", +"n":37, +"output":"0bfbd90d31782c2e45ec0ea38da48c73f4fda65d630007a6fe9fc50880e4583b" +}, +{ +"fields":{ +"flags":"a399c0a03d511e0c", +"logprobs":"ef4288e913280248", +"model":"3c2b43fc9c77b112", +"tokens":"300f13ab5a181731" +}, +"input":"896a6de33e341f49", +"kind":"ChatCompletionsHistory", +"n":39, +"output":"846b2bc92d0227f65bc9d648cc5e0aab6337b9190c14cefd75d75637286fbfa4" +}, +{ +"fields":{ +"flags":"97ef5e0f107e7753", +"logprobs":"318eefd918495f35", +"model":"3c2b43fc9c77b112", +"tokens":"e24572d394fbf611" +}, +"input":"31dfb8f427feb861", +"kind":"ChatCompletionsHistory", +"n":41, +"output":"c738fae14ddaef629b6552e3d567232ab2e303e34b27cca32acaddadbef4ef7c" +}, +{ +"fields":{ +"flags":"aa2a0565dd7fdda6", +"logprobs":"d273b25f43eb7309", +"model":"3c2b43fc9c77b112", +"tokens":"c898ac3922f06cbb" +}, +"input":"fb83510de4c08b77", +"kind":"ChatCompletionsHistory", +"n":43, +"output":"d347ef2571e72355abbc8272843a387da1f548ece23dfd539c2bb4e1d2395360" +}, +{ +"fields":{ +"flags":"193ed0b1acbadf0e", +"logprobs":"eb491cc316c1f93d", +"model":"3c2b43fc9c77b112", +"tokens":"128daff240a55aef" +}, +"input":"827fede1ad04c9c1", +"kind":"ChatCompletionsHistory", +"n":45, +"output":"4135b603819c2852b264670983fce65d01d6661a27d42b44e0cbac66cfa04753" +}, +{ +"fields":{ +"flags":"513104483584530c", +"logprobs":"87c1da011dc852f3", +"model":"3c2b43fc9c77b112", +"tokens":"0ee3ecd7116c2370" +}, +"input":"741bd347aaf5c673", +"kind":"ChatCompletionsHistory", +"n":47, +"output":"d0730474f2a9aba8ffd9de480f88a710d497766fcda5021dd98d76ef6619d0e2" +}, +{ +"fields":{ +"flags":"45a13c250f5bd7a8", +"logprobs":"2112ca6a77b20854", +"model":"3c2b43fc9c77b112", +"tokens":"e95f93248e9fc229" +}, +"input":"6893b86ef1c004bf", +"kind":"ChatCompletionsHistory", +"n":49, +"output":"4e2e62663c887ebf24f38bf39ea2486f9773428e1965b217f7b9f19034a3d449" +}, +{ +"fields":{ +"flags":"2ecf26e402824481", +"logprobs":"5a4cce102ccfaf17", +"model":"3c2b43fc9c77b112", +"tokens":"86ef217da89e6126" +}, +"input":"e0d3ab923fb9ef0e", +"kind":"ChatCompletionsHistory", +"n":51, +"output":"53e38049650c186b78955f9db823fcf4ee631aaa11869dde81e2b8f3c205e286" +}, +{ +"fields":{ +"flags":"b3aefce80f27019c", +"logprobs":"0c39cfe2a4b798da", +"model":"3c2b43fc9c77b112", +"tokens":"23d6557555df9862" +}, +"input":"8f990171d6523b8a", +"kind":"ChatCompletionsHistory", +"n":53, +"output":"290ed51f58f5511f83665a9b932bc050bd555599a2a1031fbe0a396484e1a9f0" +}, +{ +"fields":{ +"flags":"ff08382323155571", +"logprobs":"a07dd70d53383852", +"model":"3c2b43fc9c77b112", +"tokens":"b268c9f8ea8842c1" +}, +"input":"162897a03ae2e6bd", +"kind":"ChatCompletionsHistory", +"n":55, +"output":"423632cbeb3fcfd10629e6149422105e1bee43a957585ff6df93f8b0562818f7" +}, +{ +"fields":{ +"flags":"6d022744bcb1b320", +"logprobs":"b56a096f64218322", +"model":"3c2b43fc9c77b112", +"tokens":"712b06b3b0f8bfe7" +}, +"input":"536660255d20deff", +"kind":"ChatCompletionsHistory", +"n":57, +"output":"a1ee75c9be5d74fb876fb0bf75093cff3c563a54ee6cd1def89bca79a55cb95b" +}, +{ +"fields":{ +"flags":"26c6c663de6df714", +"logprobs":"94eecb9d1c8a2aa8", +"model":"3c2b43fc9c77b112", +"tokens":"a19e29cda260b9fb" +}, +"input":"e1e3bae306959687", +"kind":"ChatCompletionsHistory", +"n":59, +"output":"93e75f2bc8e9a8b057dc0ea681315702301cabb88e31e30d43deab098ca0f454" +}, +{ +"fields":{ +"flags":"7dd9d55dd041a048", +"logprobs":"3eedff8e16396101", +"model":"3c2b43fc9c77b112", +"tokens":"8bd19f628a21aee1" +}, +"input":"5cfbae7d00cbdd82", +"kind":"ChatCompletionsHistory", +"n":61, +"output":"3ad110a06ce3abf7e3321d7f70196519302b59899b4a12f931d68eecc02827ef" +}, +{ +"fields":{ +"flags":"6b981811849bdcd5", +"logprobs":"64f5dd6ea7363557", +"model":"3c2b43fc9c77b112", +"tokens":"b1ff6de86f1431b2" +}, +"input":"2e9d0bfb5df6b6c9", +"kind":"ChatCompletionsHistory", +"n":63, +"output":"81c2796838ecd4e6b0b374155968bdea70059c1247fefc2b4f0158e3db8fc0b3" +}, +{ +"fields":{ +"flags":"622b236ed0ef553a", +"logprobs":"a52d8b3eb7962919", +"model":"3c2b43fc9c77b112", +"tokens":"cdf4922ca6db7136" +}, +"input":"130eb6d291bf753e", +"kind":"ChatCompletionsHistory", +"n":65, +"output":"050d62908cefef66dec0a150b6364a2ae14ca1207340d6e2cd1862de44fa68b7" +}, +{ +"fields":{ +"flags":"3c5ea39296330f44", +"logprobs":"3c1be1d78f3db760", +"model":"3c2b43fc9c77b112", +"tokens":"9f611fe7902e9432" +}, +"input":"0b945592b043f2bc", +"kind":"ChatCompletionsHistory", +"n":67, +"output":"a188c57d7b4cbc3f608306e9e7ae0427d8a2feb4dcfa2faf238ca4ecaec8c02a" +}, +{ +"fields":{ +"flags":"66a53a05f49c791f", +"logprobs":"053f5e16b833adcd", +"model":"3c2b43fc9c77b112", +"tokens":"13770fb4aa002dd2" +}, +"input":"eaa3db1d2e5f2de6", +"kind":"ChatCompletionsHistory", +"n":69, +"output":"bfac5622ab031720a2de0aa09d31d8a3788f2540d6ffb911c9db5e2f4349c963" +}, +{ +"fields":{ +"flags":"5bd814df25199adf", +"logprobs":"04f9b9a7b6434d8e", +"model":"3c2b43fc9c77b112", +"tokens":"c71cee6a0b9bc60f" +}, +"input":"46f018d4007469f8", +"kind":"ChatCompletionsHistory", +"n":71, +"output":"e19bd2a08fd9e8cfe55a72bf2fdc95f1310b4ff80654cc08e73908db650c7463" +}, +{ +"fields":{ +"flags":"8888eb82b270c6ac", +"logprobs":"b95e0c77991409d1", +"model":"3c2b43fc9c77b112", +"tokens":"98ed7f336eff1aab" +}, +"input":"0590ce5f4716bdbd", +"kind":"ChatCompletionsHistory", +"n":73, +"output":"0ecf221586a580d0b3f4c412853a69a41be59edad2c1e3a1348d54c4b9eeedf6" +}, +{ +"fields":{ +"flags":"94cb7d764e17d938", +"logprobs":"d5881fdb8cfcc863", +"model":"3c2b43fc9c77b112", +"tokens":"509f9519dc271768" +}, +"input":"9ec02fdc0ce9cb7e", +"kind":"ChatCompletionsHistory", +"n":75, +"output":"6f1f8d04ade29f65bce74eb2fd9b6b9fc1e9e735bfed67df9a67890a36b5786e" +}, +{ +"fields":{ +"flags":"1989787b8e635b1d", +"logprobs":"175ea086cba38ee4", +"model":"3c2b43fc9c77b112", +"tokens":"6d3f7f71a9df273c" +}, +"input":"9c89249443d65ecd", +"kind":"ChatCompletionsHistory", +"n":77, +"output":"0bdc3d5e276047d67f4489344d7a26ee8867251cc2735cb1da576a0f6b188069" +}, +{ +"fields":{ +"flags":"47dbc6d3843a6bfd", +"logprobs":"944e454e0164d0cb", +"model":"3c2b43fc9c77b112", +"tokens":"aae4c3ccb4dd3ad5" +}, +"input":"8da81af2bd4e741d", +"kind":"ChatCompletionsHistory", +"n":79, +"output":"de8394dfb819232b46e35483bee6b9ad5a878ea723ed7484680684bd0afee812" +}, +{ +"fields":{ +"flags":"be950abeb83b5083", +"logprobs":"acd025006a12df91", +"model":"3c2b43fc9c77b112", +"tokens":"a8c20b0ace9d03cc" +}, +"input":"a73139e99e6d722b", +"kind":"ChatCompletionsHistory", +"n":81, +"output":"5ceffe3d67d185790f32f2e52cfc7b269ac908f4ef1a9d2a79a2ff4c9c86c4f1" +}, +{ +"fields":{ +"flags":"53f6ef41f4adbe02", +"logprobs":"b0406b928f15113c", +"model":"3c2b43fc9c77b112", +"tokens":"a26f77f3115e2a6c" +}, +"input":"49beaa0cc909755e", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"68bba297f6e68e9f99ed234dc709b438f089290da2de40213590019c9c9bdbf0" +}, +{ +"fields":{ +"flags":"363d0ba95647d704", +"logprobs":"1af16ba8ac847919", +"model":"3c2b43fc9c77b112", +"tokens":"b06cef8fe9307ca1" +}, +"input":"e472e98389f6aa21", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"cde21828ca522c45f2709cb3439baf8bcc7d40ae71467fa19497beed12347e0e" +}, +{ +"fields":{ +"flags":"6a12d12dbfd4a42a", +"logprobs":"e2fbfc5803fe680f", +"model":"3c2b43fc9c77b112", +"tokens":"7e417259a74d8f6f" +}, +"input":"af2f1f1598010fd1", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"4a5053f019648bbfd505cee8565e9fb1c0b6bc446de4c10a1a80b18d61a209f7" +}, +{ +"fields":{ +"flags":"63eb27bf2f47b2d2", +"logprobs":"b4c3d890064b495f", +"model":"3c2b43fc9c77b112", +"tokens":"3e691afaa8a1a8f2" +}, +"input":"18c9a1d00ea72db5", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"741624aa6499b5dc5ed9a6c48055618d45fffd7a5fb4fed75de28481acb7f4b7" +}, +{ +"fields":{ +"flags":"c2c0cb40b1051c04", +"logprobs":"e3b6b36a1d615f09", +"model":"3c2b43fc9c77b112", +"tokens":"cf82950826ef2bcc" +}, +"input":"e6f7659336053e39", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"5dc98e86ecfcd1ee17acad1e5c1d87f1dd11c970b15d59e0c2021261e6e46544" +}, +{ +"fields":{ +"flags":"7e9b224d4f94e7b7", +"logprobs":"a3d4ec47016e93e1", +"model":"3c2b43fc9c77b112", +"tokens":"0aae01eb4bf2bf71" +}, +"input":"3094a58f3fae5afd", +"kind":"ChatCompletionsHistory", +"n":13, +"output":"b3914c57ae589e85ea61043d8b45bfc2f70021151eeab86b70da4171dffe059c" +}, +{ +"fields":{ +"flags":"68073e44812e0782", +"logprobs":"f21f9a329e418883", +"model":"3c2b43fc9c77b112", +"tokens":"a092ac02a92baddd" +}, +"input":"cc7e0d6815821c5d", +"kind":"ChatCompletionsHistory", +"n":15, +"output":"bdf11584b933468813f27101cb025003bf7b76c68535a2ffad9546374e5f8ca3" +}, +{ +"fields":{ +"flags":"c6da7eeca89a6eac", +"logprobs":"f657d00e82b73b95", +"model":"3c2b43fc9c77b112", +"tokens":"9b42311808392afe" +}, +"input":"4bfa1379c106c680", +"kind":"ChatCompletionsHistory", +"n":17, +"output":"a8c0498f590f12a51dcc1836de659fe3e5ffb93e89124aa381ebed4920b0aedf" +}, +{ +"fields":{ +"flags":"5ca4e270f36db7ba", +"logprobs":"14069cf2f532f252", +"model":"3c2b43fc9c77b112", +"tokens":"2604b45ab9024dd8" +}, +"input":"9788d82d9aaf5724", +"kind":"ChatCompletionsHistory", +"n":19, +"output":"1ac40f858226ef842c2ca76b65a6e6042af56547a144660c2ed602a9dac27f98" +}, +{ +"fields":{ +"flags":"3f93fb417bab8238", +"logprobs":"47db2bc8d7a8fcc2", +"model":"3c2b43fc9c77b112", +"tokens":"232efbf460edbf70" +}, +"input":"3635b27d406963d3", +"kind":"ChatCompletionsHistory", +"n":21, +"output":"909d5a9e3c74d10a6c2d6ef6a145931dfcad61454eb9e9b03161f042e9cd08f9" +}, +{ +"fields":{ +"flags":"f25abc608a38e283", +"logprobs":"b66b81e4cfb39e67", +"model":"3c2b43fc9c77b112", +"tokens":"49afc38e10475a24" +}, +"input":"75327d08db439172", +"kind":"ChatCompletionsHistory", +"n":23, +"output":"fff08f4adeb7a810048f5f6f5341f496255449d7a042f66bb87d3e78b79bc478" +}, +{ +"fields":{ +"flags":"3bc4682176184ddc", +"logprobs":"e7c8682ca8638a26", +"model":"3c2b43fc9c77b112", +"tokens":"c4b0fedd9e0f47a2" +}, +"input":"a6adecb2ac16aa23", +"kind":"ChatCompletionsHistory", +"n":25, +"output":"d2ff1e8ba6b076fee943a319d69f053c490f6c6b5fdc9765ae4cbd2ab3ef3913" +}, +{ +"fields":{ +"flags":"14df319164119be0", +"logprobs":"20324be6801ddbe2", +"model":"3c2b43fc9c77b112", +"tokens":"041adcccb3bc0cf1" +}, +"input":"676125a7d6e829c4", +"kind":"ChatCompletionsHistory", +"n":27, +"output":"3c4c46042b365a995d208c70247c6a098cdcc3fe2f079da1df97eb417855e52e" +}, +{ +"fields":{ +"flags":"ce7b3319a1f3261e", +"logprobs":"29083f67cc7d717a", +"model":"3c2b43fc9c77b112", +"tokens":"b2af7ed5fd526d4d" +}, +"input":"2b4240b00c58ab84", +"kind":"ChatCompletionsHistory", +"n":29, +"output":"2f5607b4fb5de76f5ed88b2c75c46c46954ed2195e21d4af062908fd869b7c8c" +}, +{ +"fields":{ +"flags":"556d2971020b446a", +"logprobs":"f5aa36af321656a8", +"model":"3c2b43fc9c77b112", +"tokens":"b17e8d042f24b3a9" +}, +"input":"ff013bcb619c0d66", +"kind":"ChatCompletionsHistory", +"n":31, +"output":"086b2736dbf8b3efb66267ef3495124f1433dabc5701ee49650aadf3d397b0f0" +}, +{ +"fields":{ +"flags":"6241257fecdadf0d", +"logprobs":"e13a5d5c971a23ef", +"model":"3c2b43fc9c77b112", +"tokens":"3fcf18119cc72c31" +}, +"input":"105c01343e112350", +"kind":"ChatCompletionsHistory", +"n":33, +"output":"605fe638e83bc6955f5cb7c6537d88e7352d52e52a9cf64538620adb66967420" +}, +{ +"fields":{ +"flags":"132a6a51d0e5647a", +"logprobs":"21d577b5686b96b0", +"model":"3c2b43fc9c77b112", +"tokens":"46e5455b1abebb62" +}, +"input":"6698b8195ffcfe7a", +"kind":"ChatCompletionsHistory", +"n":35, +"output":"cc8c59234c605d88c59a44ef9d4aac14870df32ed326b5c136388a03cad013d7" +}, +{ +"fields":{ +"flags":"5ab46d943afe5df2", +"logprobs":"57c478fc1c0b6ad0", +"model":"3c2b43fc9c77b112", +"tokens":"98d1172289f5ceb2" +}, +"input":"10aad2d675ee735b", +"kind":"ChatCompletionsHistory", +"n":37, +"output":"0bfbd90d31782c2e45ec0ea38da48c73f4fda65d630007a6fe9fc50880e4583b" +}, +{ +"fields":{ +"flags":"a399c0a03d511e0c", +"logprobs":"ef4288e913280248", +"model":"3c2b43fc9c77b112", +"tokens":"300f13ab5a181731" +}, +"input":"896a6de33e341f49", +"kind":"ChatCompletionsHistory", +"n":39, +"output":"846b2bc92d0227f65bc9d648cc5e0aab6337b9190c14cefd75d75637286fbfa4" +}, +{ +"fields":{ +"flags":"97ef5e0f107e7753", +"logprobs":"318eefd918495f35", +"model":"3c2b43fc9c77b112", +"tokens":"e24572d394fbf611" +}, +"input":"31dfb8f427feb861", +"kind":"ChatCompletionsHistory", +"n":41, +"output":"c738fae14ddaef629b6552e3d567232ab2e303e34b27cca32acaddadbef4ef7c" +}, +{ +"fields":{ +"flags":"aa2a0565dd7fdda6", +"logprobs":"d273b25f43eb7309", +"model":"3c2b43fc9c77b112", +"tokens":"c898ac3922f06cbb" +}, +"input":"fb83510de4c08b77", +"kind":"ChatCompletionsHistory", +"n":43, +"output":"d347ef2571e72355abbc8272843a387da1f548ece23dfd539c2bb4e1d2395360" +}, +{ +"fields":{ +"flags":"193ed0b1acbadf0e", +"logprobs":"eb491cc316c1f93d", +"model":"3c2b43fc9c77b112", +"tokens":"128daff240a55aef" +}, +"input":"827fede1ad04c9c1", +"kind":"ChatCompletionsHistory", +"n":45, +"output":"4135b603819c2852b264670983fce65d01d6661a27d42b44e0cbac66cfa04753" +}, +{ +"fields":{ +"flags":"513104483584530c", +"logprobs":"87c1da011dc852f3", +"model":"3c2b43fc9c77b112", +"tokens":"0ee3ecd7116c2370" +}, +"input":"741bd347aaf5c673", +"kind":"ChatCompletionsHistory", +"n":47, +"output":"d0730474f2a9aba8ffd9de480f88a710d497766fcda5021dd98d76ef6619d0e2" +}, +{ +"fields":{ +"flags":"45a13c250f5bd7a8", +"logprobs":"2112ca6a77b20854", +"model":"3c2b43fc9c77b112", +"tokens":"e95f93248e9fc229" +}, +"input":"6893b86ef1c004bf", +"kind":"ChatCompletionsHistory", +"n":49, +"output":"4e2e62663c887ebf24f38bf39ea2486f9773428e1965b217f7b9f19034a3d449" +}, +{ +"fields":{ +"flags":"2ecf26e402824481", +"logprobs":"5a4cce102ccfaf17", +"model":"3c2b43fc9c77b112", +"tokens":"86ef217da89e6126" +}, +"input":"e0d3ab923fb9ef0e", +"kind":"ChatCompletionsHistory", +"n":51, +"output":"53e38049650c186b78955f9db823fcf4ee631aaa11869dde81e2b8f3c205e286" +}, +{ +"fields":{ +"flags":"b3aefce80f27019c", +"logprobs":"0c39cfe2a4b798da", +"model":"3c2b43fc9c77b112", +"tokens":"23d6557555df9862" +}, +"input":"8f990171d6523b8a", +"kind":"ChatCompletionsHistory", +"n":53, +"output":"290ed51f58f5511f83665a9b932bc050bd555599a2a1031fbe0a396484e1a9f0" +}, +{ +"fields":{ +"flags":"ff08382323155571", +"logprobs":"a07dd70d53383852", +"model":"3c2b43fc9c77b112", +"tokens":"b268c9f8ea8842c1" +}, +"input":"162897a03ae2e6bd", +"kind":"ChatCompletionsHistory", +"n":55, +"output":"423632cbeb3fcfd10629e6149422105e1bee43a957585ff6df93f8b0562818f7" +}, +{ +"fields":{ +"flags":"6d022744bcb1b320", +"logprobs":"b56a096f64218322", +"model":"3c2b43fc9c77b112", +"tokens":"712b06b3b0f8bfe7" +}, +"input":"536660255d20deff", +"kind":"ChatCompletionsHistory", +"n":57, +"output":"a1ee75c9be5d74fb876fb0bf75093cff3c563a54ee6cd1def89bca79a55cb95b" +}, +{ +"fields":{ +"flags":"26c6c663de6df714", +"logprobs":"94eecb9d1c8a2aa8", +"model":"3c2b43fc9c77b112", +"tokens":"a19e29cda260b9fb" +}, +"input":"e1e3bae306959687", +"kind":"ChatCompletionsHistory", +"n":59, +"output":"93e75f2bc8e9a8b057dc0ea681315702301cabb88e31e30d43deab098ca0f454" +}, +{ +"fields":{ +"flags":"7dd9d55dd041a048", +"logprobs":"3eedff8e16396101", +"model":"3c2b43fc9c77b112", +"tokens":"8bd19f628a21aee1" +}, +"input":"5cfbae7d00cbdd82", +"kind":"ChatCompletionsHistory", +"n":61, +"output":"3ad110a06ce3abf7e3321d7f70196519302b59899b4a12f931d68eecc02827ef" +}, +{ +"fields":{ +"flags":"6b981811849bdcd5", +"logprobs":"64f5dd6ea7363557", +"model":"3c2b43fc9c77b112", +"tokens":"b1ff6de86f1431b2" +}, +"input":"2e9d0bfb5df6b6c9", +"kind":"ChatCompletionsHistory", +"n":63, +"output":"81c2796838ecd4e6b0b374155968bdea70059c1247fefc2b4f0158e3db8fc0b3" +}, +{ +"fields":{ +"flags":"622b236ed0ef553a", +"logprobs":"a52d8b3eb7962919", +"model":"3c2b43fc9c77b112", +"tokens":"cdf4922ca6db7136" +}, +"input":"130eb6d291bf753e", +"kind":"ChatCompletionsHistory", +"n":65, +"output":"050d62908cefef66dec0a150b6364a2ae14ca1207340d6e2cd1862de44fa68b7" +}, +{ +"fields":{ +"flags":"3c5ea39296330f44", +"logprobs":"3c1be1d78f3db760", +"model":"3c2b43fc9c77b112", +"tokens":"9f611fe7902e9432" +}, +"input":"0b945592b043f2bc", +"kind":"ChatCompletionsHistory", +"n":67, +"output":"a188c57d7b4cbc3f608306e9e7ae0427d8a2feb4dcfa2faf238ca4ecaec8c02a" +}, +{ +"fields":{ +"flags":"66a53a05f49c791f", +"logprobs":"053f5e16b833adcd", +"model":"3c2b43fc9c77b112", +"tokens":"13770fb4aa002dd2" +}, +"input":"eaa3db1d2e5f2de6", +"kind":"ChatCompletionsHistory", +"n":69, +"output":"bfac5622ab031720a2de0aa09d31d8a3788f2540d6ffb911c9db5e2f4349c963" +}, +{ +"fields":{ +"flags":"5bd814df25199adf", +"logprobs":"04f9b9a7b6434d8e", +"model":"3c2b43fc9c77b112", +"tokens":"c71cee6a0b9bc60f" +}, +"input":"46f018d4007469f8", +"kind":"ChatCompletionsHistory", +"n":71, +"output":"e19bd2a08fd9e8cfe55a72bf2fdc95f1310b4ff80654cc08e73908db650c7463" +}, +{ +"fields":{ +"flags":"8888eb82b270c6ac", +"logprobs":"b95e0c77991409d1", +"model":"3c2b43fc9c77b112", +"tokens":"98ed7f336eff1aab" +}, +"input":"0590ce5f4716bdbd", +"kind":"ChatCompletionsHistory", +"n":73, +"output":"0ecf221586a580d0b3f4c412853a69a41be59edad2c1e3a1348d54c4b9eeedf6" +}, +{ +"fields":{ +"flags":"94cb7d764e17d938", +"logprobs":"d5881fdb8cfcc863", +"model":"3c2b43fc9c77b112", +"tokens":"509f9519dc271768" +}, +"input":"9ec02fdc0ce9cb7e", +"kind":"ChatCompletionsHistory", +"n":75, +"output":"6f1f8d04ade29f65bce74eb2fd9b6b9fc1e9e735bfed67df9a67890a36b5786e" +}, +{ +"fields":{ +"flags":"1989787b8e635b1d", +"logprobs":"175ea086cba38ee4", +"model":"3c2b43fc9c77b112", +"tokens":"6d3f7f71a9df273c" +}, +"input":"9c89249443d65ecd", +"kind":"ChatCompletionsHistory", +"n":77, +"output":"0bdc3d5e276047d67f4489344d7a26ee8867251cc2735cb1da576a0f6b188069" +}, +{ +"fields":{ +"flags":"47dbc6d3843a6bfd", +"logprobs":"944e454e0164d0cb", +"model":"3c2b43fc9c77b112", +"tokens":"aae4c3ccb4dd3ad5" +}, +"input":"8da81af2bd4e741d", +"kind":"ChatCompletionsHistory", +"n":79, +"output":"de8394dfb819232b46e35483bee6b9ad5a878ea723ed7484680684bd0afee812" +}, +{ +"fields":{ +"flags":"be950abeb83b5083", +"logprobs":"acd025006a12df91", +"model":"3c2b43fc9c77b112", +"tokens":"a8c20b0ace9d03cc" +}, +"input":"a73139e99e6d722b", +"kind":"ChatCompletionsHistory", +"n":81, +"output":"5ceffe3d67d185790f32f2e52cfc7b269ac908f4ef1a9d2a79a2ff4c9c86c4f1" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_stripped_chat_histories_tokenize_authoritative_views":[ +{ +"fields":{ +"flags":"cc661d3073f818e1", +"logprobs":"8f8dd7d12c779a52", +"model":"3c2b43fc9c77b112", +"tokens":"a6fc23f5e201cb93" +}, +"input":"5f95bc78cee8365b", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"05e6043aba9e595c6c2b90ff37b0b1e50e9777611bdac8e20d911087b0325e1a" +}, +{ +"fields":{ +"flags":"b85a4c26158be217", +"logprobs":"2b18a1d7f4b115b4", +"model":"3c2b43fc9c77b112", +"tokens":"2cba381fa2b0837c" +}, +"input":"0926416605c125d5", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"78995a3203d89d895a70a57fe176e9b560f277605247621ba41baf85cb487f8d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_stripped_histories_remain_trainable_end_to_end":[ +{ +"fields":{ +"flags":"736315c59f5c6ce3", +"logprobs":"8f8dd7d12c779a52", +"model":"3c2b43fc9c77b112", +"tokens":"a6fc23f5e201cb93" +}, +"input":"5106fa0fb38bebdd", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"b7e4da97285fadef054c96fa572e4b754265bbec7f3353503f6b09a84a0bf5ec" +}, +{ +"fields":{ +"flags":"60cbc8418534cb1c", +"logprobs":"9b0d1852e494ae1f", +"model":"3c2b43fc9c77b112", +"tokens":"34de1391a9ee3443" +}, +"input":"2443876d05aefff0", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"620c9dc33cb1f7ca158d5d21f7f744267abb3d25f9ac5abe6d4d187d98ac7dbe" +}, +{ +"fields":{ +"flags":"736315c59f5c6ce3", +"logprobs":"8f8dd7d12c779a52", +"model":"3c2b43fc9c77b112", +"tokens":"a6fc23f5e201cb93" +}, +"input":"5106fa0fb38bebdd", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"b7e4da97285fadef054c96fa572e4b754265bbec7f3353503f6b09a84a0bf5ec" +}, +{ +"fields":{ +"flags":"60cbc8418534cb1c", +"logprobs":"9b0d1852e494ae1f", +"model":"3c2b43fc9c77b112", +"tokens":"34de1391a9ee3443" +}, +"input":"2443876d05aefff0", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"620c9dc33cb1f7ca158d5d21f7f744267abb3d25f9ac5abe6d4d187d98ac7dbe" +}, +{ +"fields":{ +"flags":"736315c59f5c6ce3", +"logprobs":"8f8dd7d12c779a52", +"model":"3c2b43fc9c77b112", +"tokens":"a6fc23f5e201cb93" +}, +"input":"d109bf42b1a00d72", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"b7e4da97285fadef054c96fa572e4b754265bbec7f3353503f6b09a84a0bf5ec" +}, +{ +"fields":{ +"flags":"60cbc8418534cb1c", +"logprobs":"9b0d1852e494ae1f", +"model":"3c2b43fc9c77b112", +"tokens":"34de1391a9ee3443" +}, +"input":"10dcd19d418d687d", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"620c9dc33cb1f7ca158d5d21f7f744267abb3d25f9ac5abe6d4d187d98ac7dbe" +}, +{ +"fields":{ +"flags":"736315c59f5c6ce3", +"logprobs":"8f8dd7d12c779a52", +"model":"3c2b43fc9c77b112", +"tokens":"a6fc23f5e201cb93" +}, +"input":"d109bf42b1a00d72", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"b7e4da97285fadef054c96fa572e4b754265bbec7f3353503f6b09a84a0bf5ec" +}, +{ +"fields":{ +"flags":"60cbc8418534cb1c", +"logprobs":"9b0d1852e494ae1f", +"model":"3c2b43fc9c77b112", +"tokens":"34de1391a9ee3443" +}, +"input":"10dcd19d418d687d", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"620c9dc33cb1f7ca158d5d21f7f744267abb3d25f9ac5abe6d4d187d98ac7dbe" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_stripped_messages_history_preserves_exact_tokens[False]":[ +{ +"fields":{ +"flags":"5f004de34cdd8d2f", +"logprobs":"12b70005f78b3750", +"model":"3c2b43fc9c77b112", +"tokens":"40137bc2956412a4" +}, +"input":"b75857627b000e31", +"kind":"AnthropicMessagesHistory", +"n":6, +"output":"8c66232408e06501e1f9b5c42385a3fe52ccb38de0f06a73433bdfa3b7383bd5" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_stripped_messages_history_preserves_exact_tokens[True]":[ +{ +"fields":{ +"flags":"3440cc47c9dfac36", +"logprobs":"12b70005f78b3750", +"model":"3c2b43fc9c77b112", +"tokens":"40137bc2956412a4" +}, +"input":"8b71958f3d005c4e", +"kind":"AnthropicMessagesHistory", +"n":6, +"output":"0eca0775a42f23078881a9562ac354034b0271f3023edd7abd3a2e4509e95f4e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reasoning_stripped_tool_call_keeps_exact_evidence_for_strict_training":[ +{ +"fields":{ +"flags":"740f9514f3d9bcb6", +"logprobs":"28ef1a07ffcc04d0", +"model":"3c2b43fc9c77b112", +"tokens":"eee00ddb3ecbec87" +}, +"input":"cf4295e601b7c0ae", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"cf1435b00ce009ce233ad7b70b89f3824c1946bd1ea5866f388ca95a33e6503a" +}, +{ +"fields":{ +"flags":"2d5361693f3216b0", +"logprobs":"89bb72ab5a754206", +"model":"3c2b43fc9c77b112", +"tokens":"5143d3fb9e61090f" +}, +"input":"c933935c45053b2b", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"614b936f5a444e6a2610846b13724e0819d3b2d87afa5c5ef94932f86f8f4dc6" +}, +{ +"fields":{ +"flags":"740f9514f3d9bcb6", +"logprobs":"28ef1a07ffcc04d0", +"model":"3c2b43fc9c77b112", +"tokens":"eee00ddb3ecbec87" +}, +"input":"6e1d624b40bb090f", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"cf1435b00ce009ce233ad7b70b89f3824c1946bd1ea5866f388ca95a33e6503a" +}, +{ +"fields":{ +"flags":"2d5361693f3216b0", +"logprobs":"89bb72ab5a754206", +"model":"3c2b43fc9c77b112", +"tokens":"5143d3fb9e61090f" +}, +"input":"86035df4a00ecf77", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"614b936f5a444e6a2610846b13724e0819d3b2d87afa5c5ef94932f86f8f4dc6" +}, +{ +"fields":{ +"flags":"740f9514f3d9bcb6", +"logprobs":"28ef1a07ffcc04d0", +"model":"3c2b43fc9c77b112", +"tokens":"eee00ddb3ecbec87" +}, +"input":"6e1d624b40bb090f", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"cf1435b00ce009ce233ad7b70b89f3824c1946bd1ea5866f388ca95a33e6503a" +}, +{ +"fields":{ +"flags":"2d5361693f3216b0", +"logprobs":"89bb72ab5a754206", +"model":"3c2b43fc9c77b112", +"tokens":"5143d3fb9e61090f" +}, +"input":"86035df4a00ecf77", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"614b936f5a444e6a2610846b13724e0819d3b2d87afa5c5ef94932f86f8f4dc6" +}, +{ +"fields":{ +"flags":"740f9514f3d9bcb6", +"logprobs":"28ef1a07ffcc04d0", +"model":"3c2b43fc9c77b112", +"tokens":"eee00ddb3ecbec87" +}, +"input":"48afbe217f1a0983", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"cf1435b00ce009ce233ad7b70b89f3824c1946bd1ea5866f388ca95a33e6503a" +}, +{ +"fields":{ +"flags":"2d5361693f3216b0", +"logprobs":"89bb72ab5a754206", +"model":"3c2b43fc9c77b112", +"tokens":"5143d3fb9e61090f" +}, +"input":"02fab87875f7d834", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"614b936f5a444e6a2610846b13724e0819d3b2d87afa5c5ef94932f86f8f4dc6" +}, +{ +"fields":{ +"flags":"740f9514f3d9bcb6", +"logprobs":"28ef1a07ffcc04d0", +"model":"3c2b43fc9c77b112", +"tokens":"eee00ddb3ecbec87" +}, +"input":"48afbe217f1a0983", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"cf1435b00ce009ce233ad7b70b89f3824c1946bd1ea5866f388ca95a33e6503a" +}, +{ +"fields":{ +"flags":"2d5361693f3216b0", +"logprobs":"89bb72ab5a754206", +"model":"3c2b43fc9c77b112", +"tokens":"5143d3fb9e61090f" +}, +"input":"02fab87875f7d834", +"kind":"ChatCompletionsHistory", +"n":5, +"output":"614b936f5a444e6a2610846b13724e0819d3b2d87afa5c5ef94932f86f8f4dc6" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reconciled_reasoning_preserves_complete_outputs_after_prefix_retokenization[False]":[ +{ +"fields":{ +"flags":"914effec5577bd11", +"logprobs":"ee9cb00923100aea", +"model":"3c2b43fc9c77b112", +"tokens":"ad569c6fdcdaf187" +}, +"input":"368d06403773bea0", +"kind":"ChatCompletionsHistory", +"n":123, +"output":"70880e0b57a198eec2be0795b1b4d84b71abb1bcedba81045058ad435dc8f5fe" +} +], +"tests/unit/trajectories/test_tokenize.py::test_reconciled_reasoning_preserves_complete_outputs_after_prefix_retokenization[True]":[ +{ +"fields":{ +"flags":"b05cc5185e3c359f", +"logprobs":"81c54d25580d733f", +"model":"3c2b43fc9c77b112", +"tokens":"6518c199ee460eb2" +}, +"input":"0ec3a0781cb62366", +"kind":"ChatCompletionsHistory", +"n":124, +"output":"97d10bad4add162526c802949303c66e6591d2621116b215eedc2fb04004b9cc" +} +], +"tests/unit/trajectories/test_tokenize.py::test_renderer_ignored_refusal_is_appended_for_tokenization":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"fb808ca9d1f6d6bc", +"model":"3c2b43fc9c77b112", +"tokens":"8f9f1190d2c22e8f" +}, +"input":"f7fd49fdd468d398", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"2b7c52988ed3c3ea83562fd11cbb3ebe2351e87f357a624bd39892cf6b19be65" +} +], +"tests/unit/trajectories/test_tokenize.py::test_renderer_reasoning_content_alias_preserves_reasoning":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"c448c52bba092b2b", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"059ad46a7dff15c585aa867748747a9d25f69412b6610b58b7382f7c9c0093aa" +} +], +"tests/unit/trajectories/test_tokenize.py::test_repeated_text_rerender_scaling_is_near_linear":[ +{ +"fields":{ +"flags":"88c470da1b284404", +"logprobs":"a3501585a21e1ad2", +"model":"3c2b43fc9c77b112", +"tokens":"289f71427c40e762" +}, +"input":"966bf71061478be2", +"kind":"ChatCompletionsHistory", +"n":192, +"output":"4bae95471da7345bd3d901fcc92d1202329f6ee44bf11acc71399b2552425e69" +}, +{ +"fields":{ +"flags":"88c470da1b284404", +"logprobs":"a3501585a21e1ad2", +"model":"3c2b43fc9c77b112", +"tokens":"289f71427c40e762" +}, +"input":"966bf71061478be2", +"kind":"ChatCompletionsHistory", +"n":192, +"output":"4bae95471da7345bd3d901fcc92d1202329f6ee44bf11acc71399b2552425e69" +}, +{ +"fields":{ +"flags":"88c470da1b284404", +"logprobs":"a3501585a21e1ad2", +"model":"3c2b43fc9c77b112", +"tokens":"289f71427c40e762" +}, +"input":"966bf71061478be2", +"kind":"ChatCompletionsHistory", +"n":192, +"output":"4bae95471da7345bd3d901fcc92d1202329f6ee44bf11acc71399b2552425e69" +}, +{ +"fields":{ +"flags":"88c470da1b284404", +"logprobs":"a3501585a21e1ad2", +"model":"3c2b43fc9c77b112", +"tokens":"289f71427c40e762" +}, +"input":"966bf71061478be2", +"kind":"ChatCompletionsHistory", +"n":192, +"output":"4bae95471da7345bd3d901fcc92d1202329f6ee44bf11acc71399b2552425e69" +}, +{ +"fields":{ +"flags":"88c470da1b284404", +"logprobs":"a3501585a21e1ad2", +"model":"3c2b43fc9c77b112", +"tokens":"289f71427c40e762" +}, +"input":"966bf71061478be2", +"kind":"ChatCompletionsHistory", +"n":192, +"output":"4bae95471da7345bd3d901fcc92d1202329f6ee44bf11acc71399b2552425e69" +}, +{ +"fields":{ +"flags":"373c003218c67bf6", +"logprobs":"396e6d507e1058a2", +"model":"3c2b43fc9c77b112", +"tokens":"ebda95f25923da0b" +}, +"input":"a2cad3c2a8dc816d", +"kind":"ChatCompletionsHistory", +"n":384, +"output":"27c158a03e44e523f29be834d93e5ac55a910055706ede26988bcd3b1cb07ba5" +}, +{ +"fields":{ +"flags":"373c003218c67bf6", +"logprobs":"396e6d507e1058a2", +"model":"3c2b43fc9c77b112", +"tokens":"ebda95f25923da0b" +}, +"input":"a2cad3c2a8dc816d", +"kind":"ChatCompletionsHistory", +"n":384, +"output":"27c158a03e44e523f29be834d93e5ac55a910055706ede26988bcd3b1cb07ba5" +}, +{ +"fields":{ +"flags":"373c003218c67bf6", +"logprobs":"396e6d507e1058a2", +"model":"3c2b43fc9c77b112", +"tokens":"ebda95f25923da0b" +}, +"input":"a2cad3c2a8dc816d", +"kind":"ChatCompletionsHistory", +"n":384, +"output":"27c158a03e44e523f29be834d93e5ac55a910055706ede26988bcd3b1cb07ba5" +}, +{ +"fields":{ +"flags":"373c003218c67bf6", +"logprobs":"396e6d507e1058a2", +"model":"3c2b43fc9c77b112", +"tokens":"ebda95f25923da0b" +}, +"input":"a2cad3c2a8dc816d", +"kind":"ChatCompletionsHistory", +"n":384, +"output":"27c158a03e44e523f29be834d93e5ac55a910055706ede26988bcd3b1cb07ba5" +}, +{ +"fields":{ +"flags":"373c003218c67bf6", +"logprobs":"396e6d507e1058a2", +"model":"3c2b43fc9c77b112", +"tokens":"ebda95f25923da0b" +}, +"input":"a2cad3c2a8dc816d", +"kind":"ChatCompletionsHistory", +"n":384, +"output":"27c158a03e44e523f29be834d93e5ac55a910055706ede26988bcd3b1cb07ba5" +}, +{ +"fields":{ +"flags":"cdfe0adb5663a0ca", +"logprobs":"6314d21ec15d5b8e", +"model":"3c2b43fc9c77b112", +"tokens":"4130f6f8b4fe30e6" +}, +"input":"f6cfa664bb5b084a", +"kind":"ChatCompletionsHistory", +"n":768, +"output":"998ad9ac4e9cd5bb9c197d8279e58537eb01ec4f840e65c5137ef618f6bf9a89" +}, +{ +"fields":{ +"flags":"cdfe0adb5663a0ca", +"logprobs":"6314d21ec15d5b8e", +"model":"3c2b43fc9c77b112", +"tokens":"4130f6f8b4fe30e6" +}, +"input":"f6cfa664bb5b084a", +"kind":"ChatCompletionsHistory", +"n":768, +"output":"998ad9ac4e9cd5bb9c197d8279e58537eb01ec4f840e65c5137ef618f6bf9a89" +}, +{ +"fields":{ +"flags":"cdfe0adb5663a0ca", +"logprobs":"6314d21ec15d5b8e", +"model":"3c2b43fc9c77b112", +"tokens":"4130f6f8b4fe30e6" +}, +"input":"f6cfa664bb5b084a", +"kind":"ChatCompletionsHistory", +"n":768, +"output":"998ad9ac4e9cd5bb9c197d8279e58537eb01ec4f840e65c5137ef618f6bf9a89" +}, +{ +"fields":{ +"flags":"cdfe0adb5663a0ca", +"logprobs":"6314d21ec15d5b8e", +"model":"3c2b43fc9c77b112", +"tokens":"4130f6f8b4fe30e6" +}, +"input":"f6cfa664bb5b084a", +"kind":"ChatCompletionsHistory", +"n":768, +"output":"998ad9ac4e9cd5bb9c197d8279e58537eb01ec4f840e65c5137ef618f6bf9a89" +}, +{ +"fields":{ +"flags":"cdfe0adb5663a0ca", +"logprobs":"6314d21ec15d5b8e", +"model":"3c2b43fc9c77b112", +"tokens":"4130f6f8b4fe30e6" +}, +"input":"f6cfa664bb5b084a", +"kind":"ChatCompletionsHistory", +"n":768, +"output":"998ad9ac4e9cd5bb9c197d8279e58537eb01ec4f840e65c5137ef618f6bf9a89" +} +], +"tests/unit/trajectories/test_tokenize.py::test_request_assistant_messages_are_marked_assistant_not_sampled":[ +{ +"fields":{ +"flags":"fb785d68a3c8b4a3", +"logprobs":"6c5cad14079cf9cb", +"model":"3c2b43fc9c77b112", +"tokens":"d207aeabb2d5f68a" +}, +"input":"654a9ab4d9f202b4", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"283400e0df0ce327127e0c28249cc52988bf9b76f4345cdfe890767ee8852474" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_calls_chat_template_once_for_many_turns":[ +{ +"fields":{ +"flags":"88c470da1b284404", +"logprobs":"a3501585a21e1ad2", +"model":"3c2b43fc9c77b112", +"tokens":"289f71427c40e762" +}, +"input":"966bf71061478be2", +"kind":"ChatCompletionsHistory", +"n":192, +"output":"4bae95471da7345bd3d901fcc92d1202329f6ee44bf11acc71399b2552425e69" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_constrains_exact_output_to_its_message_region":[ +{ +"fields":{ +"flags":"e5f721d9057dbdf5", +"logprobs":"3a7edf3b19bbceb7", +"model":"3c2b43fc9c77b112", +"tokens":"962932a44c7c656c" +}, +"input":"d1d1e7a65be4eccf", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"f49312dbf6aa7bcd77a053a59ccfa5b208172f8b7e1ca67988c293e9b4d275aa" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_does_not_bind_unique_exact_id_outside_sampled_message":[ +{ +"fields":{ +"flags":"4826a4d6a4c63466", +"logprobs":"15d919f488226f7e", +"model":"3c2b43fc9c77b112", +"tokens":"2b5cfb7f1eb3a30f" +}, +"input":"0dff996941683857", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"cf5e09d9f8f17eb4d9bf8a4fc640782d97a94d42ade1bc6687b475988672c670" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_does_not_duplicate_sampled_trailing_eos":[ +{ +"fields":{ +"flags":"c399ac1b0ea17f2c", +"logprobs":"f93df5fe10627e51", +"model":"3c2b43fc9c77b112", +"tokens":"44f3fac6ae588e1e" +}, +"input":"217d24fa5eceb90c", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"07320adfa66e462cca8d2f4585626186167a7ea5880f155fd915abf3be7c9a2d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_marks_stops_for_each_corrected_source_occurrence[1]":[ +{ +"fields":{ +"flags":"1f64c0d23ecd466d", +"logprobs":"36be8d1e1b01d510", +"model":"3c2b43fc9c77b112", +"tokens":"069bfe692956c7c5" +}, +"input":"e9aa9c7e0dc453de", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"0ec1ce62376453e79185679b143954770df6bac948efdb66a0b393677600f443" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_marks_stops_for_each_corrected_source_occurrence[2]":[ +{ +"fields":{ +"flags":"38f49e659247c251", +"logprobs":"e3d4df91d7123206", +"model":"3c2b43fc9c77b112", +"tokens":"bd5fae7c3c44c7b9" +}, +"input":"bc36a3996e38c115", +"kind":"ChatCompletionsHistory", +"n":13, +"output":"6c8e200570bf7d43cf0273add687903b249a049cd6ccb8674c5faa6721d2dd18" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_marks_tool_call_only_generated_region_sampled":[ +{ +"fields":{ +"flags":"408b47e9e511fcf7", +"logprobs":"001f808712da93e4", +"model":"3c2b43fc9c77b112", +"tokens":"370c17fcc98ba8dd" +}, +"input":"45bba47d591171ad", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"77267b6eea927e6c9d93cbce97bf6f03b798cdfdfca186058c513847de0672c0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[contained_stop]":[ +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"7c93fa017040ca8a", +"model":"3c2b43fc9c77b112", +"tokens":"09782098b84a0122" +}, +"input":"02158367802fb87f", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"7b42f8ef96dfdf97eee3c8e3506e6b389999a480eba01578032b68dbb70231b0" +}, +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"7c93fa017040ca8a", +"model":"3c2b43fc9c77b112", +"tokens":"09782098b84a0122" +}, +"input":"02158367802fb87f", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"7b42f8ef96dfdf97eee3c8e3506e6b389999a480eba01578032b68dbb70231b0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after]":[ +{ +"fields":{ +"flags":"dd8a8cdce7a39655", +"logprobs":"c1dcf33bdeee6049", +"model":"3c2b43fc9c77b112", +"tokens":"bedcd6e2ce9759eb" +}, +"input":"a9067318bab3117c", +"kind":"ChatCompletionsHistory", +"n":13, +"output":"3dbbb6c2f16a25b7e73a853ad09fb5565583c742fc639469d0d60792376cdfb0" +}, +{ +"fields":{ +"flags":"dd8a8cdce7a39655", +"logprobs":"c1dcf33bdeee6049", +"model":"3c2b43fc9c77b112", +"tokens":"bedcd6e2ce9759eb" +}, +"input":"a9067318bab3117c", +"kind":"ChatCompletionsHistory", +"n":13, +"output":"3dbbb6c2f16a25b7e73a853ad09fb5565583c742fc639469d0d60792376cdfb0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_alternate_length]":[ +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"d3d3cbbb68e51bc0", +"model":"3c2b43fc9c77b112", +"tokens":"3f6440d7b6117275" +}, +"input":"c80b1596851bb634", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"42c8323c1f60a47fff1a249240296f935f7fa4db9e26b258d006fb57ba89cf85" +}, +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"d3d3cbbb68e51bc0", +"model":"3c2b43fc9c77b112", +"tokens":"3f6440d7b6117275" +}, +"input":"c80b1596851bb634", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"42c8323c1f60a47fff1a249240296f935f7fa4db9e26b258d006fb57ba89cf85" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_length]":[ +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"572e2804472668de", +"model":"3c2b43fc9c77b112", +"tokens":"e62899ffde5b6b30" +}, +"input":"5201eb0ab07041ac", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"8b3d6342a03ca203361ece0a76719fc48b3b295a68c2cf6998f3f3cb6fdc444a" +}, +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"572e2804472668de", +"model":"3c2b43fc9c77b112", +"tokens":"e62899ffde5b6b30" +}, +"input":"5201eb0ab07041ac", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"8b3d6342a03ca203361ece0a76719fc48b3b295a68c2cf6998f3f3cb6fdc444a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_multiple]":[ +{ +"fields":{ +"flags":"b84a129fd64724b8", +"logprobs":"369e0cf1a8bf3992", +"model":"3c2b43fc9c77b112", +"tokens":"eb7c543562b56bb6" +}, +"input":"3dedc478da117f75", +"kind":"ChatCompletionsHistory", +"n":15, +"output":"658f8742390fe009d3ce9fe85c42cdd220bbf139a8905a7412ee11667fd376a2" +}, +{ +"fields":{ +"flags":"b84a129fd64724b8", +"logprobs":"369e0cf1a8bf3992", +"model":"3c2b43fc9c77b112", +"tokens":"eb7c543562b56bb6" +}, +"input":"3dedc478da117f75", +"kind":"ChatCompletionsHistory", +"n":15, +"output":"658f8742390fe009d3ce9fe85c42cdd220bbf139a8905a7412ee11667fd376a2" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_multiple_alternate_length]":[ +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"f8f637a79539a1de", +"model":"3c2b43fc9c77b112", +"tokens":"130d6c825b926dd3" +}, +"input":"746c6c45af84b7e0", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"826d09b153ef814e81f5e7183341064385ca1867e301a476d19dab4392db6747" +}, +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"f8f637a79539a1de", +"model":"3c2b43fc9c77b112", +"tokens":"130d6c825b926dd3" +}, +"input":"746c6c45af84b7e0", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"826d09b153ef814e81f5e7183341064385ca1867e301a476d19dab4392db6747" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_multiple_length]":[ +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"1fcbdb080c72cd5e", +"model":"3c2b43fc9c77b112", +"tokens":"25e64f138d8e6d68" +}, +"input":"36f9fb3f7fdaedc8", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"d20ff3e6884a44d71edc56df7d163868f88797087392f4a2c4c85ae1addb1ee5" +}, +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"1fcbdb080c72cd5e", +"model":"3c2b43fc9c77b112", +"tokens":"25e64f138d8e6d68" +}, +"input":"36f9fb3f7fdaedc8", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"d20ff3e6884a44d71edc56df7d163868f88797087392f4a2c4c85ae1addb1ee5" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_multiple_prefix]":[ +{ +"fields":{ +"flags":"47cdb1f956f07d28", +"logprobs":"94012f19e750ec35", +"model":"3c2b43fc9c77b112", +"tokens":"e563cbe3905c5d47" +}, +"input":"0782d886c561a691", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"9078787d3789d21f5d33a9f58aa10cd73f2e940ad303dc7e596a2be99ce06665" +}, +{ +"fields":{ +"flags":"47cdb1f956f07d28", +"logprobs":"94012f19e750ec35", +"model":"3c2b43fc9c77b112", +"tokens":"e563cbe3905c5d47" +}, +"input":"0782d886c561a691", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"9078787d3789d21f5d33a9f58aa10cd73f2e940ad303dc7e596a2be99ce06665" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_multiple_prefix_alternate_length]":[ +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"7e1ae070903ebfa0", +"model":"3c2b43fc9c77b112", +"tokens":"f4f03ea5174a04f9" +}, +"input":"af541b1fee0e2a86", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"eef9078a763fd4e3eae422e3ddd982cea8d49d9f713df2f2296fb4e4fdf71270" +}, +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"7e1ae070903ebfa0", +"model":"3c2b43fc9c77b112", +"tokens":"f4f03ea5174a04f9" +}, +"input":"af541b1fee0e2a86", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"eef9078a763fd4e3eae422e3ddd982cea8d49d9f713df2f2296fb4e4fdf71270" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_multiple_prefix_length]":[ +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"b72abadb04a9fb4b", +"model":"3c2b43fc9c77b112", +"tokens":"400eba36076b8a1c" +}, +"input":"fa18df5d5ce3a4d9", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"25de65a4ef2c67312cfc9b7348c399baec2574783ada1c4ebbefedf042e3de05" +}, +{ +"fields":{ +"flags":"78878bd02e5d2bc7", +"logprobs":"b72abadb04a9fb4b", +"model":"3c2b43fc9c77b112", +"tokens":"400eba36076b8a1c" +}, +"input":"fa18df5d5ce3a4d9", +"kind":"ChatCompletionsHistory", +"n":16, +"output":"25de65a4ef2c67312cfc9b7348c399baec2574783ada1c4ebbefedf042e3de05" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_prefix]":[ +{ +"fields":{ +"flags":"81d6eaf00719b69d", +"logprobs":"76788e56320a13c5", +"model":"3c2b43fc9c77b112", +"tokens":"d3351c686e7fba3b" +}, +"input":"9c6c982376f77f01", +"kind":"ChatCompletionsHistory", +"n":12, +"output":"9423fd0ac24bdadf467dfee92012b6425b3c2659adde209ce18a951cbc83ecb1" +}, +{ +"fields":{ +"flags":"81d6eaf00719b69d", +"logprobs":"76788e56320a13c5", +"model":"3c2b43fc9c77b112", +"tokens":"d3351c686e7fba3b" +}, +"input":"9c6c982376f77f01", +"kind":"ChatCompletionsHistory", +"n":12, +"output":"9423fd0ac24bdadf467dfee92012b6425b3c2659adde209ce18a951cbc83ecb1" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_prefix_alternate_length]":[ +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"4a7fa1c3bed84161", +"model":"3c2b43fc9c77b112", +"tokens":"f1dad773fd1adaa1" +}, +"input":"67d6f6aa87a9df96", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"aef49e31096772b99e70f1254697d5136b74f5dfd69ca1a7984c7d38556caa09" +}, +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"4a7fa1c3bed84161", +"model":"3c2b43fc9c77b112", +"tokens":"f1dad773fd1adaa1" +}, +"input":"67d6f6aa87a9df96", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"aef49e31096772b99e70f1254697d5136b74f5dfd69ca1a7984c7d38556caa09" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_after_prefix_length]":[ +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"48236eefde6fd63e", +"model":"3c2b43fc9c77b112", +"tokens":"68470d31b31bc7c0" +}, +"input":"353af3feb87a6a43", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"415b3f41f68d3117698c27e8e43af29e9fbe205e94493dbb31a30f64803e6e0c" +}, +{ +"fields":{ +"flags":"0dc779cbaeff13dc", +"logprobs":"48236eefde6fd63e", +"model":"3c2b43fc9c77b112", +"tokens":"68470d31b31bc7c0" +}, +"input":"353af3feb87a6a43", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"415b3f41f68d3117698c27e8e43af29e9fbe205e94493dbb31a30f64803e6e0c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part]":[ +{ +"fields":{ +"flags":"69db64f8a2985490", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"59edec6116e3e5df" +}, +"input":"5cb9fb619e37cc19", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"c71bc2b60421eb5f764d08119a6d61fe1610c0a428d4f59406c21a6e47abea42" +}, +{ +"fields":{ +"flags":"69db64f8a2985490", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"59edec6116e3e5df" +}, +"input":"5cb9fb619e37cc19", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"c71bc2b60421eb5f764d08119a6d61fe1610c0a428d4f59406c21a6e47abea42" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_and_tail]":[ +{ +"fields":{ +"flags":"027babe5c7dd9250", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"053352afa0ff3341" +}, +"input":"5cb9fb619e37cc19", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"9d1a635fb47efad6f4b2087244a7ff40734ea7ef2eab13ecfe902762d63f61d3" +}, +{ +"fields":{ +"flags":"027babe5c7dd9250", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"053352afa0ff3341" +}, +"input":"5cb9fb619e37cc19", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"9d1a635fb47efad6f4b2087244a7ff40734ea7ef2eab13ecfe902762d63f61d3" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_and_tail_length]":[ +{ +"fields":{ +"flags":"5ac6a03dbbe7dee4", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"9adeef841047de3e" +}, +"input":"8c993aee256bd8eb", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"5cfcb5cd430dd20396e8134c3247969ebd0293ded5f8e0adfd571f7eae84e218" +}, +{ +"fields":{ +"flags":"5ac6a03dbbe7dee4", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"9adeef841047de3e" +}, +"input":"8c993aee256bd8eb", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"5cfcb5cd430dd20396e8134c3247969ebd0293ded5f8e0adfd571f7eae84e218" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_and_tail_stop_sequence]":[ +{ +"fields":{ +"flags":"38fff164511fc78c", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"053352afa0ff3341" +}, +"input":"9c6c0a03b7cd07d3", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"20ef5dd16b31a590256ca9064d4bbe1a00f804addec6750e31452242314a2a27" +}, +{ +"fields":{ +"flags":"38fff164511fc78c", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"053352afa0ff3341" +}, +"input":"9c6c0a03b7cd07d3", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"20ef5dd16b31a590256ca9064d4bbe1a00f804addec6750e31452242314a2a27" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_length]":[ +{ +"fields":{ +"flags":"28c98957ca2b35fc", +"logprobs":"a6b2084cabda1b86", +"model":"3c2b43fc9c77b112", +"tokens":"07452aca7ab3a192" +}, +"input":"8c993aee256bd8eb", +"kind":"ChatCompletionsHistory", +"n":12, +"output":"5a6d28eadb822e3502387a0d6f5c30dd2be45c54cec00c0f14b91aaf4a6dbfff" +}, +{ +"fields":{ +"flags":"28c98957ca2b35fc", +"logprobs":"a6b2084cabda1b86", +"model":"3c2b43fc9c77b112", +"tokens":"07452aca7ab3a192" +}, +"input":"8c993aee256bd8eb", +"kind":"ChatCompletionsHistory", +"n":12, +"output":"5a6d28eadb822e3502387a0d6f5c30dd2be45c54cec00c0f14b91aaf4a6dbfff" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_prefix]":[ +{ +"fields":{ +"flags":"027babe5c7dd9250", +"logprobs":"c24a21afb4dc3bbf", +"model":"3c2b43fc9c77b112", +"tokens":"09894d0c5bde0bb8" +}, +"input":"7206fcfa093bfce6", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"c295caf06b45f62c55e28946baaa8a6ead141f8995d4e0a5fa61fa53d199b815" +}, +{ +"fields":{ +"flags":"027babe5c7dd9250", +"logprobs":"c24a21afb4dc3bbf", +"model":"3c2b43fc9c77b112", +"tokens":"09894d0c5bde0bb8" +}, +"input":"7206fcfa093bfce6", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"c295caf06b45f62c55e28946baaa8a6ead141f8995d4e0a5fa61fa53d199b815" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_prefix_length]":[ +{ +"fields":{ +"flags":"28c98957ca2b35fc", +"logprobs":"6ef6296b78c3f054", +"model":"3c2b43fc9c77b112", +"tokens":"9c445ded500a804b" +}, +"input":"fbc85ba0e3ef4e72", +"kind":"ChatCompletionsHistory", +"n":12, +"output":"c89443cc980be2301ed378774cdebe79e2c49a904bc8e0bd9e5b4587650f4c11" +}, +{ +"fields":{ +"flags":"28c98957ca2b35fc", +"logprobs":"6ef6296b78c3f054", +"model":"3c2b43fc9c77b112", +"tokens":"9c445ded500a804b" +}, +"input":"fbc85ba0e3ef4e72", +"kind":"ChatCompletionsHistory", +"n":12, +"output":"c89443cc980be2301ed378774cdebe79e2c49a904bc8e0bd9e5b4587650f4c11" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_in_part_stop_sequence]":[ +{ +"fields":{ +"flags":"b1ac2bb50ec8c8ed", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"59edec6116e3e5df" +}, +"input":"9c6c0a03b7cd07d3", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"236447382b0ebcd984c8e4a993119be82e31633afe0f16847e312685babbbc8e" +}, +{ +"fields":{ +"flags":"b1ac2bb50ec8c8ed", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"59edec6116e3e5df" +}, +"input":"9c6c0a03b7cd07d3", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"236447382b0ebcd984c8e4a993119be82e31633afe0f16847e312685babbbc8e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_nonprefix]":[ +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"ad3ef6db420ae142", +"model":"3c2b43fc9c77b112", +"tokens":"db3da5305d0717cb" +}, +"input":"a1945c7f8d946c36", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"f9f463fe676fc8eee5baec51ad989dde97dd6f3ab711effedbecf41670005599" +}, +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"ad3ef6db420ae142", +"model":"3c2b43fc9c77b112", +"tokens":"db3da5305d0717cb" +}, +"input":"a1945c7f8d946c36", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"f9f463fe676fc8eee5baec51ad989dde97dd6f3ab711effedbecf41670005599" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_nonprefix_length]":[ +{ +"fields":{ +"flags":"a6e4866becd6e153", +"logprobs":"861d89d6f6196de5", +"model":"3c2b43fc9c77b112", +"tokens":"af2779c411aefbeb" +}, +"input":"fb00e6d513069742", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"7153e6f7ccbeb8c7930d0febbe2834b02681616f7b5ebe4f90ecd22fe6e06ab9" +}, +{ +"fields":{ +"flags":"a6e4866becd6e153", +"logprobs":"861d89d6f6196de5", +"model":"3c2b43fc9c77b112", +"tokens":"af2779c411aefbeb" +}, +"input":"fb00e6d513069742", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"7153e6f7ccbeb8c7930d0febbe2834b02681616f7b5ebe4f90ecd22fe6e06ab9" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_prefix]":[ +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"a4f8523150cd7a0b", +"model":"3c2b43fc9c77b112", +"tokens":"98e30e023f49279b" +}, +"input":"ac04ba2475b10be9", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"02f3d706829da9426ac7b8758ff9cad639c8fedfcca59a96c2d923b73ad67e39" +}, +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"a4f8523150cd7a0b", +"model":"3c2b43fc9c77b112", +"tokens":"98e30e023f49279b" +}, +"input":"ac04ba2475b10be9", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"02f3d706829da9426ac7b8758ff9cad639c8fedfcca59a96c2d923b73ad67e39" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_prefix_length]":[ +{ +"fields":{ +"flags":"a6e4866becd6e153", +"logprobs":"33b1a8f34119d62a", +"model":"3c2b43fc9c77b112", +"tokens":"536dac6d647c6afe" +}, +"input":"aa33aa700dcc9bb4", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"2a1926c6fd088829e8a501161c3cd9f75721db7d54122a45bc19c391c7017ff4" +}, +{ +"fields":{ +"flags":"a6e4866becd6e153", +"logprobs":"33b1a8f34119d62a", +"model":"3c2b43fc9c77b112", +"tokens":"536dac6d647c6afe" +}, +"input":"aa33aa700dcc9bb4", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"2a1926c6fd088829e8a501161c3cd9f75721db7d54122a45bc19c391c7017ff4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_repeated]":[ +{ +"fields":{ +"flags":"027babe5c7dd9250", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"f93060d4753b3a18" +}, +"input":"bf3f61cd3a8fc569", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"2df4efb4147305970563e450e92e1c9508f0879aecde4e2ee4985fc26711e47f" +}, +{ +"fields":{ +"flags":"027babe5c7dd9250", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"f93060d4753b3a18" +}, +"input":"bf3f61cd3a8fc569", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"2df4efb4147305970563e450e92e1c9508f0879aecde4e2ee4985fc26711e47f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_repeated_length]":[ +{ +"fields":{ +"flags":"5ac6a03dbbe7dee4", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"46805510cd65000a" +}, +"input":"2aac410b94b5cf4e", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"498889307dc2d677b8129b7fc87a3e984376e6a460b7784e153c5694fa3d2782" +}, +{ +"fields":{ +"flags":"5ac6a03dbbe7dee4", +"logprobs":"6dcd5cd0880c82e0", +"model":"3c2b43fc9c77b112", +"tokens":"46805510cd65000a" +}, +"input":"2aac410b94b5cf4e", +"kind":"ChatCompletionsHistory", +"n":11, +"output":"498889307dc2d677b8129b7fc87a3e984376e6a460b7784e153c5694fa3d2782" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_repeated_stop_sequence]":[ +{ +"fields":{ +"flags":"38fff164511fc78c", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"f93060d4753b3a18" +}, +"input":"c8946c43420c1795", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"66f7897c05135d8e864b8856a6abe9c42cb8eb1bdb66a0d0adb6723859331094" +}, +{ +"fields":{ +"flags":"38fff164511fc78c", +"logprobs":"2b87bd5eff51b0a8", +"model":"3c2b43fc9c77b112", +"tokens":"f93060d4753b3a18" +}, +"input":"c8946c43420c1795", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"66f7897c05135d8e864b8856a6abe9c42cb8eb1bdb66a0d0adb6723859331094" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_whole]":[ +{ +"fields":{ +"flags":"f682d296ebba4fe3", +"logprobs":"47d9524f0dc39d00", +"model":"3c2b43fc9c77b112", +"tokens":"2f8d4b4bd8c4aad0" +}, +"input":"f21a1edef775da1f", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"3b5ec9c61485a96c81bf3e44b254515c393f6b9fedcaff54dadb1a07cfd2ca45" +}, +{ +"fields":{ +"flags":"f682d296ebba4fe3", +"logprobs":"47d9524f0dc39d00", +"model":"3c2b43fc9c77b112", +"tokens":"2f8d4b4bd8c4aad0" +}, +"input":"f21a1edef775da1f", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"3b5ec9c61485a96c81bf3e44b254515c393f6b9fedcaff54dadb1a07cfd2ca45" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[eos_whole_length]":[ +{ +"fields":{ +"flags":"b392e194845604ad", +"logprobs":"72de1d2992a40502", +"model":"3c2b43fc9c77b112", +"tokens":"8eca630b445174bf" +}, +"input":"62383bfc41360af8", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"b416aa25b3637bc7e43dae6bf7848db4d9ae0c9477125d5cb458efb7d0fb11a4" +}, +{ +"fields":{ +"flags":"b392e194845604ad", +"logprobs":"72de1d2992a40502", +"model":"3c2b43fc9c77b112", +"tokens":"8eca630b445174bf" +}, +"input":"62383bfc41360af8", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"b416aa25b3637bc7e43dae6bf7848db4d9ae0c9477125d5cb458efb7d0fb11a4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[exact]":[ +{ +"fields":{ +"flags":"f09907171da62ebe", +"logprobs":"13f7571b5965ca7d", +"model":"3c2b43fc9c77b112", +"tokens":"bbed5cdadd7ca00c" +}, +"input":"be2486bb11670948", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"14915106c13f6d1f67f878fb2ec18eb4b7e8f6a8a6ab41798296d36d4ba5936e" +}, +{ +"fields":{ +"flags":"f09907171da62ebe", +"logprobs":"13f7571b5965ca7d", +"model":"3c2b43fc9c77b112", +"tokens":"bbed5cdadd7ca00c" +}, +"input":"be2486bb11670948", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"14915106c13f6d1f67f878fb2ec18eb4b7e8f6a8a6ab41798296d36d4ba5936e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[messages_stop]":[ +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"7c93fa017040ca8a", +"model":"3c2b43fc9c77b112", +"tokens":"09782098b84a0122" +}, +"input":"a49d1081aa519790", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"7b42f8ef96dfdf97eee3c8e3506e6b389999a480eba01578032b68dbb70231b0" +}, +{ +"fields":{ +"flags":"dc35305993480830", +"logprobs":"7c93fa017040ca8a", +"model":"3c2b43fc9c77b112", +"tokens":"09782098b84a0122" +}, +"input":"a49d1081aa519790", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"7b42f8ef96dfdf97eee3c8e3506e6b389999a480eba01578032b68dbb70231b0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[nonprefix_stop]":[ +{ +"fields":{ +"flags":"fa0182c2460bedf8", +"logprobs":"33b1a8f34119d62a", +"model":"3c2b43fc9c77b112", +"tokens":"6c66c4293a567a47" +}, +"input":"ac04ba2475b10be9", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"590b04ea675e2bb62e64c17f27027ebbe66b6eec8ce37d1564ed13cc38a80047" +}, +{ +"fields":{ +"flags":"fa0182c2460bedf8", +"logprobs":"33b1a8f34119d62a", +"model":"3c2b43fc9c77b112", +"tokens":"6c66c4293a567a47" +}, +"input":"ac04ba2475b10be9", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"590b04ea675e2bb62e64c17f27027ebbe66b6eec8ce37d1564ed13cc38a80047" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[part]":[ +{ +"fields":{ +"flags":"2e316bbd42de5cfe", +"logprobs":"ece066549af467bc", +"model":"3c2b43fc9c77b112", +"tokens":"4ed01c243f95e513" +}, +"input":"fe383a39cf8ead6c", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"591d690433d64c731d33e3c6c4da6515d08ec183dfdb461a0efc36d8d72e1043" +}, +{ +"fields":{ +"flags":"2e316bbd42de5cfe", +"logprobs":"ece066549af467bc", +"model":"3c2b43fc9c77b112", +"tokens":"4ed01c243f95e513" +}, +"input":"fe383a39cf8ead6c", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"591d690433d64c731d33e3c6c4da6515d08ec183dfdb461a0efc36d8d72e1043" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[unmerged_stop]":[ +{ +"fields":{ +"flags":"ae422eb8e449cb68", +"logprobs":"72de1d2992a40502", +"model":"3c2b43fc9c77b112", +"tokens":"39a91d4b0281b370" +}, +"input":"f21a1edef775da1f", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"6bc689468fa400973d3cf01079aca214d569a2b4bc79d88fe5321d9f91538d44" +}, +{ +"fields":{ +"flags":"ae422eb8e449cb68", +"logprobs":"72de1d2992a40502", +"model":"3c2b43fc9c77b112", +"tokens":"39a91d4b0281b370" +}, +"input":"f21a1edef775da1f", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"6bc689468fa400973d3cf01079aca214d569a2b4bc79d88fe5321d9f91538d44" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_preserves_contained_part_proof_after_message_correction[whole]":[ +{ +"fields":{ +"flags":"61462f8eeb05ecc2", +"logprobs":"264a1157df023232", +"model":"3c2b43fc9c77b112", +"tokens":"ac7a051b50394e9a" +}, +"input":"7199a677c03dbf75", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"0d33cd76be269639538e8135513989797444879a6aeab1a96c1793639baca2ce" +}, +{ +"fields":{ +"flags":"61462f8eeb05ecc2", +"logprobs":"264a1157df023232", +"model":"3c2b43fc9c77b112", +"tokens":"ac7a051b50394e9a" +}, +"input":"7199a677c03dbf75", +"kind":"ChatCompletionsHistory", +"n":10, +"output":"0d33cd76be269639538e8135513989797444879a6aeab1a96c1793639baca2ce" +} +], +"tests/unit/trajectories/test_tokenize.py::test_rerender_proves_each_reasoning_and_content_part_separately":[ +{ +"fields":{ +"flags":"65e4700b70a1dbd4", +"logprobs":"73eb97db5644d279", +"model":"3c2b43fc9c77b112", +"tokens":"c4b41eab8512787b" +}, +"input":"894d1991d2ad50ed", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"b1be62a910ba5e19cc4229989236a6d36a474f899510eba4463954bbdba9e7c6" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_aggregates_complete_exact_pairs_across_content_blocks":[ +{ +"fields":{ +"flags":"07111411d1ef0c3b", +"logprobs":"b4ec5961a9777b8e", +"model":"3c2b43fc9c77b112", +"tokens":"a843eac36bb8c9ba" +}, +"input":"783e6084e36ddcbf", +"kind":"ResponsesHistory", +"n":3, +"output":"5df965ec7a2de62a9f6a1596c712568d81cf1abf4e1c6baf19c20a2adb1a37db" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_chat_output_indices_reuse_one_complete_generation":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"6b58271438f3f265", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"b4f0e23fa80a9e5a217ff08420ab750a1b1e750e94deae918c8da6100aef218a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_chat_rerender_preserves_equal_length_generation_evidence":[ +{ +"fields":{ +"flags":"9a03fc83475acc65", +"logprobs":"b71158bf5bb2f5b8", +"model":"3c2b43fc9c77b112", +"tokens":"14bdacd2e1d2a3dc" +}, +"input":"391c06a8db72789e", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"9caa926a95d8346b998c30876731527626b5ac224fc0c0e7eaa99086368ed3fb" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_conversation_requires_exact_prompt_tokens":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"19db7d2d989a95d4" +}, +"input":"e74a2926f972eb38", +"kind":"ResponsesHistory", +"n":2, +"output":"6053b6f7913f86e8e3123f6d72d8fffbb8c407be7c8b3118bc79502a1eec1d8f" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_does_not_use_partial_exact_content_pairs":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b4ec5961a9777b8e", +"model":"3c2b43fc9c77b112", +"tokens":"a843eac36bb8c9ba" +}, +"input":"13ed98eaf9153168", +"kind":"ResponsesHistory", +"n":3, +"output":"8827eba6abecf6491fd9ea42e68476e715acf1249c22b7d3b461e3823d8ead64" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_external_context_requires_or_uses_exact_prompt_tokens":[ +{ +"fields":{ +"flags":"a24c53d8649000cf", +"logprobs":"5ca7979948f1f118", +"model":"3c2b43fc9c77b112", +"tokens":"9303c0f051807416" +}, +"input":"fe2501ba5b604313", +"kind":"ResponsesHistory", +"n":3, +"output":"a1c9b9a13e9a367a505781ba1d4d2237747a906f1b4d667da4bc6420ca554468" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_fallback_trace_does_not_retrain_echoed_output_items":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"37ef5fa47d9c5cba", +"kind":"ResponsesHistory", +"n":3, +"output":"059ad46a7dff15c585aa867748747a9d25f69412b6610b58b7382f7c9c0093aa" +}, +{ +"fields":{ +"flags":"b567833bd1095f81", +"logprobs":"63b5e38f37521f68", +"model":"3c2b43fc9c77b112", +"tokens":"f5baf0e4336fd53b" +}, +"input":"15dfc3dff808b4ee", +"kind":"ResponsesHistory", +"n":5, +"output":"47b914e1e1bd887c74c7bf26931a79b4fbc6859da5308f09d24b6b130ed24f4c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_generation_evidence_is_atomic_and_partial_edits_do_not_replay":[ +{ +"fields":{ +"flags":"34dbf0302bd7a524", +"logprobs":"4683d983d395a205", +"model":"3c2b43fc9c77b112", +"tokens":"e465e61d7b3b663e" +}, +"input":"1437a5c6d1e3eca7", +"kind":"ResponsesHistory", +"n":4, +"output":"5a702906e7715478bac645bb782d1a253607d6fcb0c28ca9932edfd525fef0b0" +}, +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a538b3f2e5d507dd" +}, +"input":"e5b4f2d02bd5a44c", +"kind":"ResponsesHistory", +"n":3, +"output":"db9d8ea5d5bc568e10ef5edbaa712a4f9857c88cf33687e8f3f443388f50964a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_later_exact_prompt_upgrades_length_stop":[ +{ +"fields":{ +"flags":"82d0746b379be1a0", +"logprobs":"bef6f814ea061a96", +"model":"3c2b43fc9c77b112", +"tokens":"3f66057bce3ffb16" +}, +"input":"c0ae9f6842d0287f", +"kind":"ResponsesHistory", +"n":32, +"output":"35633dbae12dec437d7e869bc5c1e926437c240ad977c1f1a10e16e77c3e1831" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_length_status_applies_only_to_the_terminal_generation":[ +{ +"fields":{ +"flags":"4f07e84b15dff79e", +"logprobs":"3c8416fe2f9322cd", +"model":"3c2b43fc9c77b112", +"tokens":"8c0c689da62393a2" +}, +"input":"5070e7da05042964", +"kind":"ResponsesHistory", +"n":24, +"output":"42bf67cada36ec54342b38614f2d5a526f0f08eec16b9532d78aaf4b0a437f32" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_missing_token_generations_falls_back_for_visible_output":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"43a2d66e5f850f64" +}, +"input":"c4be7a789f84e780", +"kind":"ResponsesHistory", +"n":2, +"output":"1ab7839bbd6e0524e60f9a4123638394577148b212dac7ac5c3675a58152f63c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_multi_output_chat_conversion_preserves_item_logprobs":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b4ec5961a9777b8e", +"model":"3c2b43fc9c77b112", +"tokens":"a615eeaee21de517" +}, +"input":"bdfd201084e63189", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"ccee88d7264a0abe6778215d293f2090f1faf1b1336c6cc90610ef776e69eea2" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_multi_output_generation_is_rendered_without_duplicate_evidence":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"909aec08d9d7cf4a" +}, +"input":"f126c37e8ab94dae", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"15f9ebed607f195ca83a7518da531c49edf86f1ea04ecdae120ffea3c1535b4c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_opaque_reasoning_requires_exact_tokens":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"425e91e9ff1b4b2c" +}, +"input":"f5a384cae018d8dc", +"kind":"ResponsesHistory", +"n":2, +"output":"bfd02bdd1a17adc6643f3889a7352e3c59004c2a7ebd05df3f51648538e8141a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_parallel_function_calls_form_one_assistant_turn":[ +{ +"fields":{ +"flags":"3d5812abc84c1176", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"43a2d66e5f850f64" +}, +"input":"860e4eb04fb1d233", +"kind":"ResponsesHistory", +"n":2, +"output":"4b4281454a9e43a44347328701a12be30c127ee6ec3f5c477573bfbac66be077" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_previous_response_id_resolves_local_history":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"540625b00ac9bf2c", +"model":"3c2b43fc9c77b112", +"tokens":"426273ff71e3a5a2" +}, +"input":"ccc64a0a984ba8f0", +"kind":"ResponsesHistory", +"n":4, +"output":"e708f3e081e3e2580e92ddd8f1c28f63cd5169588b0cc0f303b427e098762814" +}, +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"5a10d9d0ab27e440", +"model":"3c2b43fc9c77b112", +"tokens":"426273ff71e3a5a2" +}, +"input":"101f29bb98161ecb", +"kind":"ResponsesHistory", +"n":4, +"output":"4128aaaf71e5d38e6e3eac4d1c6b3e162d5175876818b7ee523102211215139a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_prompt_disagreement_splits_unless_reconciled":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"3c8283a647678e1a", +"model":"3c2b43fc9c77b112", +"tokens":"32c4612b8da6fb5f" +}, +"input":"dc45870c81583c0a", +"kind":"ResponsesHistory", +"n":2, +"output":"0fb48a39ca62060fb3394b6b7b54eed7021a44f2c632e8c57e10d06caf4aa30d" +}, +{ +"fields":{ +"flags":"fcbac4aea2371a7e", +"logprobs":"659db31968b09c55", +"model":"3c2b43fc9c77b112", +"tokens":"8efb4b6455a3cd13" +}, +"input":"1a0ca8754821c7d4", +"kind":"ResponsesHistory", +"n":4, +"output":"430608714829ca4097cd15fb0e929729c0b3ed535e0d28a5e4f4c12028cb207f" +}, +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"dee9bbe89edb3457", +"model":"3c2b43fc9c77b112", +"tokens":"261bab747bbd6a27" +}, +"input":"e7c73b4a6fabb24d", +"kind":"ResponsesHistory", +"n":4, +"output":"7d73cebbf0651acd8919d00b144220bf9cfc4a5ca236635059a79b15e514b8bb" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_prompt_repair_opt_in_uses_native_text_and_source_position":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"dee9bbe89edb3457", +"model":"3c2b43fc9c77b112", +"tokens":"40a8bf611b009c4c" +}, +"input":"1fb2e14ca01b87b0", +"kind":"ResponsesHistory", +"n":4, +"output":"d1b1d2682db1fa975cb436ec925d9f3b8d8835e896d10b32838791e89ff32c58" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_rejects_only_unrenderable_prompt_history":[ +{ +"fields":{ +"flags":"b2d48c038e86c719", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"2276897adfd3ac78" +}, +"input":"22119eeb28de48c6", +"kind":"ResponsesHistory", +"n":3, +"output":"5929c7bbab3cdad76e79192a93c0461d8b913e58c8e070fe592d61fbbbda58c7" +}, +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"425e91e9ff1b4b2c" +}, +"input":"46af46cda0a9c977", +"kind":"ResponsesHistory", +"n":2, +"output":"706dd93ad40e17216a577af398133b597753367e89c51d10727d7d23f0406cce" +}, +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"2276897adfd3ac78" +}, +"input":"fa10ae209dcb7b3b", +"kind":"ResponsesHistory", +"n":3, +"output":"b6da28a21da0cf62f14a7f552c3af4437fb1756275c0f5c0efe61b47ee5b615a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_sampled_stop_and_length_stop_provenance":[ +{ +"fields":{ +"flags":"1d33d73f0534cf81", +"logprobs":"3724135fb84b8be0", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"72719c0cc328a688", +"kind":"ResponsesHistory", +"n":3, +"output":"0f588946239f121b5451aad29c694b76e643b78432f31601636bac46c27dcc26" +}, +{ +"fields":{ +"flags":"509990adeecfde05", +"logprobs":"23e3559b23b0e4ef", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"5868155519e49df9", +"kind":"ResponsesHistory", +"n":3, +"output":"7db59240e28d019043504a2c158d380d9d77c36a0042797ea2627515b2100293" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_split_preserves_unchanged_prior_generation_provenance":[ +{ +"fields":{ +"flags":"15b21a124862c804", +"logprobs":"7d799c7fff497c69", +"model":"3c2b43fc9c77b112", +"tokens":"73d9abbacca9e2fc" +}, +"input":"ae695f47ba10599d", +"kind":"ResponsesHistory", +"n":6, +"output":"aa36a238bcfb474af096581548dbe00f22779f01b20b251578cded9af8a80138" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_terminal_generation_without_output_items_is_tokenized":[ +{ +"fields":{ +"flags":"80f7096aef2f6036", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"f61ff7c531d31aa1", +"kind":"ResponsesHistory", +"n":2, +"output":"eb806230eaf1829efab178c1e2a570b5aeea5866b060752d56300ee4d3a134d5" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_terminal_generation_without_output_items_survives_rerender":[ +{ +"fields":{ +"flags":"428629a1c3a269d8", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"76d7a2dd2f102c36", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"ab4235a817c265b262ce7541f0cce188fb90143c1879d69d5335712e0d29aa97" +} +], +"tests/unit/trajectories/test_tokenize.py::test_responses_token_generations_preserve_every_generation":[ +{ +"fields":{ +"flags":"96595d22f8a1b9ec", +"logprobs":"b71158bf5bb2f5b8", +"model":"3c2b43fc9c77b112", +"tokens":"f6bd10506e9a4dae" +}, +"input":"eaf3334552e07b8b", +"kind":"ResponsesHistory", +"n":4, +"output":"357cadcdd0db4d86e22683ca105653cf1d0f96f5ad7ab5df073a24950a85858d" +} +], +"tests/unit/trajectories/test_tokenize.py::test_sampled_tail_does_not_consume_adjacent_assistant[a\\xa7]":[ +{ +"fields":{ +"flags":"cb0c7acad6849013", +"logprobs":"8c12563f443556ba", +"model":"3c2b43fc9c77b112", +"tokens":"72beea12c72ff564" +}, +"input":"b22b0ada5398043d", +"kind":"ChatCompletionsHistory", +"n":15, +"output":"d3c5347e4060cc8392d9f736499aa22980387598456fad153633704ad4caff46" +} +], +"tests/unit/trajectories/test_tokenize.py::test_sampled_tail_does_not_consume_adjacent_assistant[a]":[ +{ +"fields":{ +"flags":"f81b289456726743", +"logprobs":"608db88e19b6bb6b", +"model":"3c2b43fc9c77b112", +"tokens":"b6a14a93e97e9614" +}, +"input":"0c1863988304ff67", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"e425bf240c6868e095786e8da119756741cdeb0fec25151ed7ffdf64438de830" +} +], +"tests/unit/trajectories/test_tokenize.py::test_stop_string_marks_only_its_exact_terminal_sequence":[ +{ +"fields":{ +"flags":"f8d8c9081409aaba", +"logprobs":"8d7bff11f5c9802b", +"model":"3c2b43fc9c77b112", +"tokens":"1c477196dea264f4" +}, +"input":"1290429d69f0addb", +"kind":"CompletionsTokenHistory", +"n":4, +"output":"155363d1e0aace9d09c1c33a59aa90dce0af0443477ff48d697a99916484de4b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_structured_tool_arguments_remain_in_sampled_region_without_exact_tokens[changed-prompt-reasoning]":[ +{ +"fields":{ +"flags":"989831110967539e", +"logprobs":"b6e03c329f6fbc57", +"model":"3c2b43fc9c77b112", +"tokens":"4efaaca890d102af" +}, +"input":"bd659d1e441b9d37", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"5d9f617b3621abb8019c20c0eecf336f0d0ce4d3ca9f72cb7e39e28dcea0b22a" +} +], +"tests/unit/trajectories/test_tokenize.py::test_structured_tool_arguments_remain_in_sampled_region_without_exact_tokens[changed-prompt-tool-only]":[ +{ +"fields":{ +"flags":"14b3ac940714efa4", +"logprobs":"001f808712da93e4", +"model":"3c2b43fc9c77b112", +"tokens":"932bb724f40f7737" +}, +"input":"2f30ef8c9fe2ee5c", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"d3be0c0757e18054c7216a38191ff0f3ba72d5eb633124cff458f5f5fcfa09c0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_structured_tool_arguments_remain_in_sampled_region_without_exact_tokens[inserted-prompt-reasoning]":[ +{ +"fields":{ +"flags":"2660e845ed1e376e", +"logprobs":"c9d318af2eb6263e", +"model":"3c2b43fc9c77b112", +"tokens":"a18ec37b7c8e8fda" +}, +"input":"6d488be26af2614f", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"dba7f5fe2ac32dac371abfea4fdd0ba4392a805f6d0918cbc8dbc65cb488772b" +} +], +"tests/unit/trajectories/test_tokenize.py::test_structured_tool_arguments_remain_in_sampled_region_without_exact_tokens[inserted-prompt-tool-only]":[ +{ +"fields":{ +"flags":"baa0269b397c62f7", +"logprobs":"33cd711dfe3ed62a", +"model":"3c2b43fc9c77b112", +"tokens":"c24b86a97f88d124" +}, +"input":"d8b405a5f0e3f290", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"73443621b89da418da3ea27368d03c018d7b2fcad85fea63acff6f6c238c289e" +} +], +"tests/unit/trajectories/test_tokenize.py::test_structured_tool_arguments_remain_in_sampled_region_without_exact_tokens[shorter-prompt-reasoning]":[ +{ +"fields":{ +"flags":"2660e845ed1e376e", +"logprobs":"c9d318af2eb6263e", +"model":"3c2b43fc9c77b112", +"tokens":"bc41dcc5e11c340a" +}, +"input":"8315bfd8a6040613", +"kind":"ChatCompletionsHistory", +"n":8, +"output":"24318253a102629a44dd81d1f111027ef316ec7abd80f4c002b3539f25c4fcb4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_structured_tool_arguments_remain_in_sampled_region_without_exact_tokens[shorter-prompt-tool-only]":[ +{ +"fields":{ +"flags":"baa0269b397c62f7", +"logprobs":"33cd711dfe3ed62a", +"model":"3c2b43fc9c77b112", +"tokens":"5b38ec4bd372fe25" +}, +"input":"0e6ba44ebf67e73a", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"55a97053307e926258f9c4c629fbc248fbedcdd75cd0124424b41d82009d9ec4" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_change_preserves_complete_exact_sampled_suffix":[ +{ +"fields":{ +"flags":"34dbf0302bd7a524", +"logprobs":"4683d983d395a205", +"model":"3c2b43fc9c77b112", +"tokens":"e465e61d7b3b663e" +}, +"input":"e36e0976c07b2c7e", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"5a702906e7715478bac645bb782d1a253607d6fcb0c28ca9932edfd525fef0b0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_change_rerenders_scaffold_but_preserves_sampled_output":[ +{ +"fields":{ +"flags":"816d3d5608af2e13", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"4c8b8e5e35fd88ce" +}, +"input":"c64a917098007c48", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"6bf02722f585e4efe32b4910a14b47983e8315203fe4ec5faf3141c261c17b17" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_family_canonical_stop_is_assistant_stop[openai/gpt-oss-20b-<|return|>]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"5eda6972dfa1e5b2", +"tokens":"a807490d963e2768" +}, +"input":"6570de6a7dd50fb3", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"68496a064869f2065e0d00bd34878b29d082f6c271d242d2ed2cf72abd5fe9d5" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_family_canonical_stop_is_assistant_stop[test/deepseek-<\\uff5cend\\u2581of\\u2581sentence\\uff5c>]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"82b0016de7d00d10", +"tokens":"a807490d963e2768" +}, +"input":"e99d5dadb55b47d8", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"c8f7ecf47975acf489c676332322de51ca419c3b13b8fad29e7dfa6bae302fa7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_family_canonical_stop_is_assistant_stop[test/gemma-]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"5ed4fb9493fcad95", +"tokens":"a807490d963e2768" +}, +"input":"666ff0cc40c1cf78", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"1bdb65bac33a632e1466ca57b68125ecc2e31f443b70f41c2d85c51b257cf228" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_family_canonical_stop_is_assistant_stop[test/minimax-]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"d44edc117a8e943c", +"tokens":"a807490d963e2768" +}, +"input":"c29495dbac0c586f", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"8bdb6b6eb7e35aeb64915ae5742937d0c56d7adb669096a160ef2b126bff8600" +} +], +"tests/unit/trajectories/test_tokenize.py::test_template_family_canonical_stop_is_assistant_stop[test/qwen-<|im_end|>]":[ +{ +"fields":{ +"flags":"a9b3b789aa4f40c0", +"logprobs":"b6544ed06bcef35f", +"model":"a24cf79d39101517", +"tokens":"a807490d963e2768" +}, +"input":"f50ac68bc2052790", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"54225fda0cf81aadb99dced16beadfdbfb57321efde4c2100696a502c4d57502" +} +], +"tests/unit/trajectories/test_tokenize.py::test_terminal_length_stays_exact_after_an_earlier_length_stop":[ +{ +"fields":{ +"flags":"fff1db5b2d5d43e3", +"logprobs":"a97432e23bdf0409", +"model":"3c2b43fc9c77b112", +"tokens":"042e922fcb24f75f" +}, +"input":"9d6133ca5272c96a", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"f2b3b3a47497cdef114dee53d28751e93d29d17968d9ab0b8dc09915bcd954d9" +} +], +"tests/unit/trajectories/test_tokenize.py::test_terminal_length_with_sampled_eos_still_adds_synthetic_stop":[ +{ +"fields":{ +"flags":"d0e76415a3e758a1", +"logprobs":"be53f206006cab00", +"model":"3c2b43fc9c77b112", +"tokens":"b81c8303aea7d286" +}, +"input":"79d14a304406e316", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"6feeea089f5e038170a58fc7b843ea171d346216a0114f7d87db2987b4472e14" +} +], +"tests/unit/trajectories/test_tokenize.py::test_terminal_synthetic_stop_does_not_relax_nonterminal_length_proof":[ +{ +"fields":{ +"flags":"d55b2e4bdbf3ba65", +"logprobs":"c86a0d2ca6764b01", +"model":"3c2b43fc9c77b112", +"tokens":"572ae00cfda23786" +}, +"input":"6e067b9fe786504b", +"kind":"ChatCompletionsHistory", +"n":40, +"output":"5ee757c97561585e92c870241cafee3b3a07b050b1b5bba810397de2f6f7b1e2" +} +], +"tests/unit/trajectories/test_tokenize.py::test_tokenized_results_materialize_metadata_and_group_shape":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"733451b8398a30f6", +"model":"3c2b43fc9c77b112", +"tokens":"49a64717d5d4cb19" +}, +"input":"b31cd02c0075bc9b", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"d2a9c1282d4760f5400058676983434909ee88a169dbd930e41393ff5ba048e0" +} +], +"tests/unit/trajectories/test_tokenize.py::test_tokenizer_dict_chat_template_fallback_is_not_forwarded":[ +{ +"fields":{ +"flags":"41957fe516dfbfe0", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"43a2d66e5f850f64" +}, +"input":"f388613842563ef3", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"c9a7b5e8ff5305e79e6228afc34f276684114774221fd0ce07aec0d33cb3c320" +} +], +"tests/unit/trajectories/test_tokenize.py::test_tool_call_probe_handles_contextual_tokenization[art_trajectory_probe_0-{\"art_trajectory_probe\":true}]":[ +{ +"fields":{ +"flags":"65e4700b70a1dbd4", +"logprobs":"33cd711dfe3ed62a", +"model":"3c2b43fc9c77b112", +"tokens":"f2fa629899fa4a54" +}, +"input":"12751cb6a5b1aa31", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"443a4f544e910a751ef5b31e3890c9846f92e35d732bbc226434c34f8bfa3ee2" +} +], +"tests/unit/trajectories/test_tokenize.py::test_tool_call_probe_handles_contextual_tokenization[lookup-{}]":[ +{ +"fields":{ +"flags":"65e4700b70a1dbd4", +"logprobs":"33cd711dfe3ed62a", +"model":"3c2b43fc9c77b112", +"tokens":"f2fa629899fa4a54" +}, +"input":"5889cf23d69ef35c", +"kind":"ChatCompletionsHistory", +"n":6, +"output":"443a4f544e910a751ef5b31e3890c9846f92e35d732bbc226434c34f8bfa3ee2" +} +], +"tests/unit/trajectories/test_tokenize.py::test_trimmed_render_preserves_authoritative_textual_logprob_tokens":[ +{ +"fields":{ +"flags":"a791dcd8c947c7b7", +"logprobs":"fb5145927e9e2f8a", +"model":"3c2b43fc9c77b112", +"tokens":"438b798167414840" +}, +"input":"bba9947f1ec1478f", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"0482883208dba70de7db001c3057da677d5972c3e8129c0d5ca9615362743bf9" +} +], +"tests/unit/trajectories/test_tokenize.py::test_trimmed_whitespace_output_inserts_authoritative_logprob_token[ -220-False-False-False]":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"f3d01797d6a0305d", +"model":"3c2b43fc9c77b112", +"tokens":"456716a10e060424" +}, +"input":"3807c1543bc2e5e1", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"3917f7138a46e5a69dd23fc334da87dd78924f852eedb9e287d0d86338bddbdf" +} +], +"tests/unit/trajectories/test_tokenize.py::test_trimmed_whitespace_output_inserts_authoritative_logprob_token[ -220-False-False-True]":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"f3d01797d6a0305d", +"model":"3c2b43fc9c77b112", +"tokens":"456716a10e060424" +}, +"input":"3807c1543bc2e5e1", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"3917f7138a46e5a69dd23fc334da87dd78924f852eedb9e287d0d86338bddbdf" +} +], +"tests/unit/trajectories/test_tokenize.py::test_trimmed_whitespace_output_inserts_authoritative_logprob_token[ -220-False-True-False]":[ +{ +"fields":{ +"flags":"a791dcd8c947c7b7", +"logprobs":"cbd333fb688f59ac", +"model":"3c2b43fc9c77b112", +"tokens":"f127583ee9bcb83d" +}, +"input":"3807c1543bc2e5e1", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"b015f4c9c87620022707ff81a45a7bb51039184feb3ecfa563c5802b28e3a6c6" +} +], +"tests/unit/trajectories/test_tokenize.py::test_trimmed_whitespace_output_inserts_authoritative_logprob_token[ -220-True-False-False]":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"f3d01797d6a0305d", +"model":"3c2b43fc9c77b112", +"tokens":"456716a10e060424" +}, +"input":"3807c1543bc2e5e1", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"3917f7138a46e5a69dd23fc334da87dd78924f852eedb9e287d0d86338bddbdf" +} +], +"tests/unit/trajectories/test_tokenize.py::test_trimmed_whitespace_output_inserts_authoritative_logprob_token[\\n-198-True-False-False]":[ +{ +"fields":{ +"flags":"6c417cef036a486f", +"logprobs":"f3d01797d6a0305d", +"model":"3c2b43fc9c77b112", +"tokens":"17de5d68de1a8917" +}, +"input":"2e79af63d2612742", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"f7980096cd6bc58fd32e300ec71ce09d70b5aaeb2fd537fc7f8169bb1f4082e7" +} +], +"tests/unit/trajectories/test_tokenize.py::test_undecodable_visible_token_bytes_fall_back_to_nan":[ +{ +"fields":{ +"flags":"aa8cc38dfe880daf", +"logprobs":"1a06f1d430d98e98", +"model":"3c2b43fc9c77b112", +"tokens":"43a2d66e5f850f64" +}, +"input":"ee1a7a4ff279df16", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"1ab7839bbd6e0524e60f9a4123638394577148b212dac7ac5c3675a58152f63c" +} +], +"tests/unit/trajectories/test_tokenize.py::test_unretained_disabled_thinking_scaffold_is_not_assistant":[ +{ +"fields":{ +"flags":"23be8195001726a7", +"logprobs":"c58aabc8f71c5256", +"model":"a10618f8d9d86267", +"tokens":"11a03ba8c71fc173" +}, +"input":"10ba55a3bcd4172c", +"kind":"ChatCompletionsHistory", +"n":28, +"output":"0374bd5441d1f99f9d996c9211e499a67d3ccfa39fa6bf11dabba07f71be2272" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/chat_multi_part_assistant_content]":[ +{ +"fields":{ +"flags":"f5b3a9ee7b7c784f", +"logprobs":"87558a23b0490863", +"model":"a24cf79d39101517", +"tokens":"9ea15514812efd64" +}, +"input":"925067f740f4b1c7", +"kind":"ChatCompletionsHistory", +"n":164, +"output":"a2f9d6a5ac5b9a33be4a6c39ea213287c165d3f94bcffa47d3d7774d13d8adb9" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/chat_multi_turn_tool_calls_reasoning]":[ +{ +"fields":{ +"flags":"323ea52729942b9f", +"logprobs":"ab3a83311900825d", +"model":"a24cf79d39101517", +"tokens":"e20fa9d27d45c214" +}, +"input":"04853ec1b70d244d", +"kind":"ChatCompletionsHistory", +"n":270, +"output":"d95516efc9d9fb61c12109f9023a83be73fa66ee3e14bc9610b011e5f5d83817" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/chat_thinking_enabled]":[ +{ +"fields":{ +"flags":"0c1822d74fdad2d5", +"logprobs":"d9b3cd38c0b30faf", +"model":"a24cf79d39101517", +"tokens":"bb1609de9aa900d7" +}, +"input":"df0c6cdfdb5454d7", +"kind":"ChatCompletionsHistory", +"n":237, +"output":"cbdc394c4ab45db39aa1e5fe3dc1349116e006aea4d966d88d14ada08977c23c" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/chat_thinking_off_literal_think_markers]":[ +{ +"fields":{ +"flags":"bd23491bf46acf3c", +"logprobs":"e7600a2fbc4fa2c3", +"model":"a24cf79d39101517", +"tokens":"a7a6a3bf62c2fcce" +}, +"input":"7801ba5320c4175a", +"kind":"ChatCompletionsHistory", +"n":93, +"output":"00416fff839a0853eddb87a5bf0ad6e07b7234a1a330d0910cffbf1fcae1b0e8" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/exchange_exact_sampled_multi_turn]":[ +{ +"fields":{ +"flags":"f7a7e2cf44285cf2", +"logprobs":"4220d250cb7b4e02", +"model":"3c2b43fc9c77b112", +"tokens":"148e7af0a2a23000" +}, +"input":"7c6ca271dd200461", +"kind":"ChatCompletionsHistory", +"n":9, +"output":"c26e3d553ae329685406b1e9f49a0235488e1521fd1723506783870cbf86385e" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/exchange_inexact_length_stop]":[ +{ +"fields":{ +"flags":"909a5fe5cc8742ab", +"logprobs":"b6544ed06bcef35f", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"69079b35321142f5", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"1f8ab1b4229100d026bfd350812179aeecb1baaf6c213fe5ac4007a4f07c4029" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/exchange_length_stop_nonterminal]":[ +{ +"fields":{ +"flags":"509990adeecfde05", +"logprobs":"490db9e684d3cb58", +"model":"3c2b43fc9c77b112", +"tokens":"a807490d963e2768" +}, +"input":"8d452ac9e3fd3ff4", +"kind":"ChatCompletionsHistory", +"n":3, +"output":"052da7f5dd4e2afbf4a8cb46ac339ca187ce88651094f12338625fa505d89f2e" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/exchange_mixed_stop_captured]":[ +{ +"fields":{ +"flags":"7ce17ec6bd1f0c6c", +"logprobs":"4194e7efd1591b26", +"model":"3c2b43fc9c77b112", +"tokens":"afd52bf7787b8903" +}, +"input":"919a7c8d65251dc0", +"kind":"ChatCompletionsHistory", +"n":7, +"output":"990c8adb7364e243153431d31ce8ea764aa8bb0d75780ca6f9169fcc87f51172" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[fake/exchange_nan_logprobs]":[ +{ +"fields":{ +"flags":"1723c4a2ebfa9d15", +"logprobs":"66f6a58e2e0431c8", +"model":"3c2b43fc9c77b112", +"tokens":"e465e61d7b3b663e" +}, +"input":"35aa37346fe1d8d1", +"kind":"ChatCompletionsHistory", +"n":4, +"output":"5b9bdff1269c6c21b082fca94e3517be18a62f398d3dd91e945a8421d24685df" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[qwen3/chat_multi_part_assistant_content]":[ +{ +"fields":{ +"flags":"51440e54dc7422d5", +"logprobs":"9e93db3c8671a1a9", +"model":"feaaa00aded5db1e", +"tokens":"8e4e3082e275c1a2" +}, +"input":"b381ebeac3cb3d20", +"kind":"ChatCompletionsHistory", +"n":14, +"output":"fd32de859d4983321a5bc055f582bb0484329fc504aa6075cb778ef9f48ecd24" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[qwen3/chat_multi_turn_tool_calls_reasoning]":[ +{ +"fields":{ +"flags":"1907590872384b42", +"logprobs":"a7cef4ada95b6a4b", +"model":"feaaa00aded5db1e", +"tokens":"bf1bd09247f5336c" +}, +"input":"364d75800e6a4ec4", +"kind":"ChatCompletionsHistory", +"n":253, +"output":"258c54cb65b7d568de3eea51c680bcc845e4e03708243a27612e2fb248417ac6" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[qwen3/chat_thinking_enabled]":[ +{ +"fields":{ +"flags":"7f214af3a1cb88f6", +"logprobs":"a7cef4ada95b6a4b", +"model":"feaaa00aded5db1e", +"tokens":"bf1bd09247f5336c" +}, +"input":"f122fb921fa2b337", +"kind":"ChatCompletionsHistory", +"n":253, +"output":"59049bf0df265cbe91b1c34402e83b2adcd647daf8fb03efeeef9120cf4c1abc" +} +], +"tests/unit/trajectories/test_tokenize_golden.py::test_tokenize_golden[qwen3/chat_thinking_off_literal_think_markers]":[ +{ +"fields":{ +"flags":"1aa1162684026173", +"logprobs":"600e63592026968b", +"model":"feaaa00aded5db1e", +"tokens":"6bb19bd02ec640aa" +}, +"input":"22d67dac738b7e06", +"kind":"ChatCompletionsHistory", +"n":24, +"output":"6642df6982ae8a2d05a731434f176fab84a4b0e6d7ca02d300d04591338586db" +} +], +"tests/unit/trajectories/test_tokenized_models.py::test_public_group_tokenization_nan_json_round_trip[-0.25]":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"af65f8fc15108ce1", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"e92d86e506d68b0c", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"8aacd1436a4c57400a5d39535a4f200191a7cd94931b4019e563082fdfdc6bf6" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"0ed48e5982a195dc", +"model":"17ad92e63c962393", +"tokens":"2335c54ffe3749ce" +}, +"input":"3077b745ff265bc4", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"6e1c1807298aa6a52a20026b2d89362202aff57719f299a88d184b94d797e37c" +} +], +"tests/unit/trajectories/test_tokenized_models.py::test_public_group_tokenization_nan_json_round_trip[nan]":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"b3b467a31f6df74e", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"9e569755a5368e1d1d61ac8d5655f02b1c3879c1364651ef712945a156ed1d31" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"027be921debf31f5", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"9e569755a5368e1d1d61ac8d5655f02b1c3879c1364651ef712945a156ed1d31" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"17ad92e63c962393", +"tokens":"2335c54ffe3749ce" +}, +"input":"dfd6ff979e286eb4", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"270f6ce030f1466dd8275f48bc62622040297480b1b2bde620b842f60fda14d0" +} +], +"tests/unit/trajectories/test_tokenized_models.py::test_source_rebinding_does_not_dump_unrelated_exchanges[-0.25]":[ +{ +"fields":{ +"flags":"2ee3cda57e9c8524", +"logprobs":"2e07f71b6603023f", +"model":"3c2b43fc9c77b112", +"tokens":"8f90d60eb2ced2ac" +}, +"input":"959884713d8a590e", +"kind":"ChatCompletionsHistory", +"n":24, +"output":"94deef7a0a0ae961af81fd06d10256ae4fd142715d8713e4278a53eaeddceb1a" +} +], +"tests/unit/trajectories/test_tokenized_models.py::test_source_rebinding_does_not_dump_unrelated_exchanges[nan]":[ +{ +"fields":{ +"flags":"2ee3cda57e9c8524", +"logprobs":"600e63592026968b", +"model":"3c2b43fc9c77b112", +"tokens":"8f90d60eb2ced2ac" +}, +"input":"ff8b645d6450857a", +"kind":"ChatCompletionsHistory", +"n":24, +"output":"c2215c4512d84edf0ca692fadb274359e20af02c71ff1dd9d096a8ee71fcdf4c" +} +], +"tests/unit/trajectories/test_tokenized_models.py::test_tokenized_compact_round_trips_retain_source_references":[ +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"25cec276f936db2a", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"9e569755a5368e1d1d61ac8d5655f02b1c3879c1364651ef712945a156ed1d31" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"25cec276f936db2a", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"9e569755a5368e1d1d61ac8d5655f02b1c3879c1364651ef712945a156ed1d31" +}, +{ +"fields":{ +"flags":"c0cb3dde31baa48b", +"logprobs":"1a06f1d430d98e98", +"model":"17ad92e63c962393", +"tokens":"49a64717d5d4cb19" +}, +"input":"25cec276f936db2a", +"kind":"ChatCompletionsHistory", +"n":2, +"output":"9e569755a5368e1d1d61ac8d5655f02b1c3879c1364651ef712945a156ed1d31" +} +] +} From faefcedcde104030e8863873108b47fe14fc0e1f Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sat, 26 Sep 2026 20:02:53 +0000 Subject: [PATCH 2/8] Add named tokenization golden cases with full token lists Fake character-tokenizer cases always run; Qwen/Qwen3-0.6B cases skip when the tokenizer is not cached offline. Failures name the first differing field and index. --- .../unit/trajectories/test_tokenize_golden.py | 326 ++ .../trajectories/tokenize_golden_cases.json | 4303 +++++++++++++++++ 2 files changed, 4629 insertions(+) create mode 100644 tests/unit/trajectories/test_tokenize_golden.py create mode 100644 tests/unit/trajectories/tokenize_golden_cases.json diff --git a/tests/unit/trajectories/test_tokenize_golden.py b/tests/unit/trajectories/test_tokenize_golden.py new file mode 100644 index 000000000..0f1952787 --- /dev/null +++ b/tests/unit/trajectories/test_tokenize_golden.py @@ -0,0 +1,326 @@ +"""Byte-exact goldens for named tokenization cases. + +Each case tokenizes a small history and compares ``(model, tokens, logprobs, +flags)`` with ``tokenize_golden_cases.json``. Failures name the first differing +field; full token lists are stored so a diff of the JSON shows the change. + +Regenerate with ``ART_TOKENIZE_GOLDEN=update pytest tests/unit/trajectories/test_tokenize_golden.py``. +The companion ``conftest.py`` trace mode covers every other test in this +directory; these cases pin the paths the audit found repeatedly re-fixed: + +``fake/*`` (deterministic character tokenizer, always run) + chat_multi_turn_tool_calls_reasoning render path: system/user/assistant with + reasoning, tool_calls, tool result, + multi-turn (#910 hidden demonstration text) + chat_thinking_enabled same history, ``enable_thinking=True`` + chat_thinking_off_literal_think_markers thinking-off history whose assistant text + contains literal ```` (#967) + chat_multi_part_assistant_content assistant ``content`` as a list of parts (#904) + exchange_exact_sampled_multi_turn exact projected path over three sampled + exchanges (#886 sampled source identity) + exchange_length_stop_nonterminal ``finish_reason="length"`` with a synthetic + stop (#829 #830 #847 #871) + exchange_mixed_stop_captured a length-stopped exchange whose captured + history is re-prompted by a stopped one; + exact coverage ends at the duplicated + terminator (#882) + exchange_nan_logprobs sampled logprobs containing ``NaN`` (#903) + exchange_inexact_length_stop length stop without token ids (inexact + assistant attribution) + +``qwen3/*`` (real ``Qwen/Qwen3-0.6B`` tokenizer; skipped when not cached offline) + chat_multi_turn_tool_calls_reasoning, chat_thinking_enabled, + chat_thinking_off_literal_think_markers, chat_multi_part_assistant_content + the same render-path histories through + ART's preserved-thinking Qwen3 template +""" + +from __future__ import annotations + +from collections.abc import Callable +import fcntl +import json +import math +import os +from pathlib import Path +from typing import Any + +from _tokenize_golden import ( + FIELDS, + describe_mismatch, + field_values, + input_digest, + load_json, + mode, + output_digest, +) +from openai.types.chat import ChatCompletion +import pytest +from test_tokenize import ( + _QWEN_LIKE_TEMPLATE, + _chat_exchange, + _QwenLikeCharacterTokenizer, + _StopTokenizer, +) + +import art +import art.trajectories as tr +from art.trajectories import TrajectoryExchanges + +GOLDEN_CASES = Path(__file__).with_name("tokenize_golden_cases.json") +_QWEN3 = "Qwen/Qwen3-0.6B" + +_MESSAGES: list[dict[str, Any]] = [ + {"role": "system", "content": "You are terse."}, + {"role": "user", "content": "What is 2+2? Use the tool."}, + { + "role": "assistant", + "content": None, + "reasoning_content": "I should call add.", + "tool_calls": [ + { + "id": "call-1", + "type": "function", + "function": {"name": "add", "arguments": '{"a": 2, "b": 2}'}, + } + ], + }, + {"role": "tool", "tool_call_id": "call-1", "content": "4"}, + {"role": "assistant", "content": "It is 4.", "reasoning_content": "Done."}, + {"role": "user", "content": "And 3+3?"}, + {"role": "assistant", "content": "6."}, +] +_TOOLS: list[dict[str, Any]] = [ + { + "type": "function", + "function": { + "name": "add", + "description": "Add two integers.", + "parameters": { + "type": "object", + "properties": {"a": {"type": "integer"}, "b": {"type": "integer"}}, + "required": ["a", "b"], + }, + }, + } +] +_LITERAL_THINK: list[dict[str, Any]] = [ + {"role": "user", "content": "Echo the tag."}, + {"role": "assistant", "content": "The tag is and it closes with ."}, +] +_MULTI_PART: list[dict[str, Any]] = [ + {"role": "user", "content": [{"type": "text", "text": "Two parts please."}]}, + { + "role": "assistant", + "content": [ + {"type": "text", "text": "First part. "}, + {"type": "text", "text": "Second part."}, + ], + }, +] + + +def _chat_history( + messages: list[dict[str, Any]], + *, + model: str, + tools: list[dict[str, Any]] | None = None, + chat_template: str | None = None, + chat_template_kwargs: dict[str, Any] | None = None, +) -> tr.ChatCompletionsHistory: + return tr.ChatCompletionsHistory( + model=model, + messages=messages, # type: ignore[arg-type] + message_sources=[None] * len(messages), + tools=tools, # type: ignore[arg-type] + chat_template=chat_template, + chat_template_kwargs=chat_template_kwargs, + ) + + +def _fake( + messages: list[dict[str, Any]], **kwargs: Any +) -> Callable[[Any], tr.TokenizedHistory]: + def build(_: Any) -> tr.TokenizedHistory: + return _chat_history( + messages, model="test/qwen", chat_template=_QWEN_LIKE_TEMPLATE, **kwargs + ).tokenize(tokenizer=_QwenLikeCharacterTokenizer()) + + return build + + +def _qwen3( + messages: list[dict[str, Any]], **kwargs: Any +) -> Callable[[Any], tr.TokenizedHistory]: + def build(tokenizer: Any) -> tr.TokenizedHistory: + if tokenizer is None: + pytest.skip(f"{_QWEN3} tokenizer is not cached offline") + return _chat_history(messages, model=_QWEN3, **kwargs).tokenize( + base_model=_QWEN3, tokenizer=tokenizer + ) + + return build + + +def _with_finish_reason(exchange: Any, finish_reason: str) -> Any: + exchange.response.choices[0].finish_reason = finish_reason + return exchange + + +def _exchanges(*exchanges: Any) -> Callable[[Any], tr.TokenizedHistory]: + def build(_: Any) -> tr.TokenizedHistory: + return art.Trajectory( + exchanges=TrajectoryExchanges(chat_completions=list(exchanges)) + ).tokenize(tokenizer=_StopTokenizer()) + + return build + + +def _nan_exchange() -> Any: + exchange = _chat_exchange([1], [2, 3, 9]) + data = exchange.response.model_dump(mode="python") + content = data["choices"][0]["logprobs"]["content"] + content[1]["logprob"] = math.nan + exchange.response = ChatCompletion.model_validate(data) + return exchange + + +def _inexact_length_exchange() -> Any: + exchange = _chat_exchange([1], [2]) + data = exchange.response.model_dump(mode="python") + choice = data["choices"][0] + choice["finish_reason"] = "length" + choice.pop("prompt_token_ids") + choice.pop("token_ids") + choice["logprobs"] = None + exchange.response = ChatCompletion.model_validate(data) + return exchange + + +CASES: dict[str, Callable[[Any], tr.TokenizedHistory]] = { + "fake/chat_multi_turn_tool_calls_reasoning": _fake(_MESSAGES, tools=_TOOLS), + "fake/chat_thinking_enabled": _fake( + _MESSAGES, tools=_TOOLS, chat_template_kwargs={"enable_thinking": True} + ), + "fake/chat_thinking_off_literal_think_markers": _fake( + _LITERAL_THINK, chat_template_kwargs={"enable_thinking": False} + ), + "fake/chat_multi_part_assistant_content": _fake(_MULTI_PART), + "fake/exchange_exact_sampled_multi_turn": _exchanges( + _chat_exchange([1], [2, 9]), + _chat_exchange([1, 2, 9, 3], [4, 9], offset=1), + _chat_exchange([1, 2, 9, 3, 4, 9, 5], [6, 9], offset=2), + ), + "fake/exchange_length_stop_nonterminal": _exchanges( + _with_finish_reason(_chat_exchange([1], [2]), "length") + ), + "fake/exchange_mixed_stop_captured": _exchanges( + _with_finish_reason(_chat_exchange([1], [2, 9]), "length"), + _chat_exchange([1, 2, 9, 3], [4, 9], offset=1), + ), + "fake/exchange_nan_logprobs": _exchanges(_nan_exchange()), + "fake/exchange_inexact_length_stop": _exchanges(_inexact_length_exchange()), + "qwen3/chat_multi_turn_tool_calls_reasoning": _qwen3(_MESSAGES, tools=_TOOLS), + "qwen3/chat_thinking_enabled": _qwen3( + _MESSAGES, tools=_TOOLS, chat_template_kwargs={"enable_thinking": True} + ), + "qwen3/chat_thinking_off_literal_think_markers": _qwen3( + _LITERAL_THINK, chat_template_kwargs={"enable_thinking": False} + ), + "qwen3/chat_multi_part_assistant_content": _qwen3(_MULTI_PART), +} + + +@pytest.fixture(scope="module") +def qwen3_tokenizer() -> Any: + pytest.importorskip("transformers") + from art.tokenizer import get_tokenizer + + try: + return get_tokenizer(_QWEN3, local_files_only=True) + except Exception: # noqa: BLE001 - any loader failure means "not cached" + return None + + +def _record(case_id: str, tokenized: tr.TokenizedHistory) -> dict[str, Any]: + digest = output_digest( + tokenized, + input_hash=input_digest( + tokenized.history, + model=tokenized.model, + base_model=None, + tokenizer=None, + chat_template=None, + chat_template_kwargs=None, + ), + ) + return {"digest": digest, "values": field_values(tokenized)} + + +def _write_case(case_id: str, record: dict[str, Any]) -> None: + GOLDEN_CASES.touch() + with GOLDEN_CASES.open("r+") as handle: + fcntl.flock(handle, fcntl.LOCK_EX) + text = handle.read() + golden = json.loads(text) if text.strip() else {} + golden[case_id] = record + handle.seek(0) + handle.truncate() + handle.write(json.dumps(golden, sort_keys=True, indent=1) + "\n") + + +def _first_value_difference(expected: dict[str, Any], actual: dict[str, Any]) -> str: + for name in FIELDS: + want, got = expected[name], actual[name] + if want == got: + continue + if isinstance(want, list) and isinstance(got, list): + for index, (a, b) in enumerate(zip(want, got, strict=False)): + if a != b: + return f"{name}[{index}]: golden {a!r} != now {b!r}" + return f"{name}: length golden {len(want)} != now {len(got)}" + return f"{name}: golden {want!r} != now {got!r}" + return "no field difference (digest inputs differ)" + + +@pytest.mark.parametrize("case_id", sorted(CASES)) +def test_tokenize_golden(case_id: str, qwen3_tokenizer: Any) -> None: + tokenized = CASES[case_id](qwen3_tokenizer) + record = _record(case_id, tokenized) + if mode() == "update": + _write_case(case_id, record) + return + golden = load_json(GOLDEN_CASES) + assert case_id in golden, ( + f"{case_id} has no golden entry; run with ART_TOKENIZE_GOLDEN=update" + ) + expected = golden[case_id] + if expected["digest"]["output"] == record["digest"]["output"]: + return + pytest.fail( + describe_mismatch(case_id, expected["digest"], record["digest"]) + + "\n " + + _first_value_difference(expected["values"], record["values"]), + pytrace=False, + ) + + +def test_golden_cases_file_is_complete() -> None: + """Every case has an entry, and no stale entries linger.""" + + if mode() == "update": + pytest.skip("golden cases are being rewritten") + golden = load_json(GOLDEN_CASES) + missing = sorted(set(CASES) - set(golden)) + stale = sorted(set(golden) - set(CASES)) + assert not missing and not stale, ( + f"missing goldens: {missing}; stale goldens: {stale}; " + "run with ART_TOKENIZE_GOLDEN=update" + ) + for case_id, record in golden.items(): + values = record["values"] + assert ( + len(values["tokens"]) == len(values["logprobs"]) == len(values["flags"]) + ), case_id + assert record["digest"]["n"] == len(values["tokens"]), case_id + assert os.path.getsize(GOLDEN_CASES) < 2_000_000 diff --git a/tests/unit/trajectories/tokenize_golden_cases.json b/tests/unit/trajectories/tokenize_golden_cases.json new file mode 100644 index 000000000..542ed6cd4 --- /dev/null +++ b/tests/unit/trajectories/tokenize_golden_cases.json @@ -0,0 +1,4303 @@ +{ + "fake/chat_multi_part_assistant_content": { + "digest": { + "fields": { + "flags": "f5b3a9ee7b7c784f", + "logprobs": "87558a23b0490863", + "model": "a24cf79d39101517", + "tokens": "9ea15514812efd64" + }, + "input": "a5c7b4353ae37407", + "kind": "ChatCompletionsHistory", + "n": 164, + "output": "a2f9d6a5ac5b9a33be4a6c39ea213287c165d3f94bcffa47d3d7774d13d8adb9" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "test/qwen", + "tokens": [ + 60, + 117, + 62, + 91, + 123, + 39, + 116, + 121, + 112, + 101, + 39, + 58, + 32, + 39, + 116, + 101, + 120, + 116, + 39, + 44, + 32, + 39, + 116, + 101, + 120, + 116, + 39, + 58, + 32, + 39, + 84, + 119, + 111, + 32, + 112, + 97, + 114, + 116, + 115, + 32, + 112, + 108, + 101, + 97, + 115, + 101, + 46, + 39, + 125, + 93, + 60, + 47, + 117, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 91, + 123, + 39, + 116, + 121, + 112, + 101, + 39, + 58, + 32, + 39, + 116, + 101, + 120, + 116, + 39, + 44, + 32, + 39, + 116, + 101, + 120, + 116, + 39, + 58, + 32, + 39, + 70, + 105, + 114, + 115, + 116, + 32, + 112, + 97, + 114, + 116, + 46, + 32, + 39, + 125, + 44, + 32, + 123, + 39, + 116, + 121, + 112, + 101, + 39, + 58, + 32, + 39, + 116, + 101, + 120, + 116, + 39, + 44, + 32, + 39, + 116, + 101, + 120, + 116, + 39, + 58, + 32, + 39, + 83, + 101, + 99, + 111, + 110, + 100, + 32, + 112, + 97, + 114, + 116, + 46, + 39, + 125, + 93, + 60, + 47, + 97, + 62 + ] + } + }, + "fake/chat_multi_turn_tool_calls_reasoning": { + "digest": { + "fields": { + "flags": "323ea52729942b9f", + "logprobs": "ab3a83311900825d", + "model": "a24cf79d39101517", + "tokens": "e20fa9d27d45c214" + }, + "input": "8d2480caa5f1368b", + "kind": "ChatCompletionsHistory", + "n": 270, + "output": "d95516efc9d9fb61c12109f9023a83be73fa66ee3e14bc9610b011e5f5d83817" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "test/qwen", + "tokens": [ + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 89, + 111, + 117, + 32, + 97, + 114, + 101, + 32, + 116, + 101, + 114, + 115, + 101, + 46, + 60, + 47, + 97, + 62, + 60, + 117, + 62, + 87, + 104, + 97, + 116, + 32, + 105, + 115, + 32, + 50, + 43, + 50, + 63, + 32, + 85, + 115, + 101, + 32, + 116, + 104, + 101, + 32, + 116, + 111, + 111, + 108, + 46, + 60, + 47, + 117, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 73, + 32, + 115, + 104, + 111, + 117, + 108, + 100, + 32, + 99, + 97, + 108, + 108, + 32, + 97, + 100, + 100, + 46, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 116, + 111, + 111, + 108, + 95, + 99, + 97, + 108, + 108, + 62, + 97, + 100, + 100, + 40, + 123, + 34, + 97, + 34, + 58, + 32, + 50, + 44, + 32, + 34, + 98, + 34, + 58, + 32, + 50, + 125, + 41, + 60, + 47, + 116, + 111, + 111, + 108, + 95, + 99, + 97, + 108, + 108, + 62, + 60, + 47, + 97, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 52, + 60, + 47, + 97, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 68, + 111, + 110, + 101, + 46, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 73, + 116, + 32, + 105, + 115, + 32, + 52, + 46, + 60, + 47, + 97, + 62, + 60, + 117, + 62, + 65, + 110, + 100, + 32, + 51, + 43, + 51, + 63, + 60, + 47, + 117, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 54, + 46, + 60, + 47, + 97, + 62 + ] + } + }, + "fake/chat_thinking_enabled": { + "digest": { + "fields": { + "flags": "0c1822d74fdad2d5", + "logprobs": "d9b3cd38c0b30faf", + "model": "a24cf79d39101517", + "tokens": "bb1609de9aa900d7" + }, + "input": "546d3355dda7543d", + "kind": "ChatCompletionsHistory", + "n": 237, + "output": "cbdc394c4ab45db39aa1e5fe3dc1349116e006aea4d966d88d14ada08977c23c" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "test/qwen", + "tokens": [ + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 89, + 111, + 117, + 32, + 97, + 114, + 101, + 32, + 116, + 101, + 114, + 115, + 101, + 46, + 60, + 47, + 97, + 62, + 60, + 117, + 62, + 87, + 104, + 97, + 116, + 32, + 105, + 115, + 32, + 50, + 43, + 50, + 63, + 32, + 85, + 115, + 101, + 32, + 116, + 104, + 101, + 32, + 116, + 111, + 111, + 108, + 46, + 60, + 47, + 117, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 73, + 32, + 115, + 104, + 111, + 117, + 108, + 100, + 32, + 99, + 97, + 108, + 108, + 32, + 97, + 100, + 100, + 46, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 116, + 111, + 111, + 108, + 95, + 99, + 97, + 108, + 108, + 62, + 97, + 100, + 100, + 40, + 123, + 34, + 97, + 34, + 58, + 32, + 50, + 44, + 32, + 34, + 98, + 34, + 58, + 32, + 50, + 125, + 41, + 60, + 47, + 116, + 111, + 111, + 108, + 95, + 99, + 97, + 108, + 108, + 62, + 60, + 47, + 97, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 52, + 60, + 47, + 97, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 68, + 111, + 110, + 101, + 46, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 73, + 116, + 32, + 105, + 115, + 32, + 52, + 46, + 60, + 47, + 97, + 62, + 60, + 117, + 62, + 65, + 110, + 100, + 32, + 51, + 43, + 51, + 63, + 60, + 47, + 117, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 54, + 46, + 60, + 47, + 97, + 62 + ] + } + }, + "fake/chat_thinking_off_literal_think_markers": { + "digest": { + "fields": { + "flags": "bd23491bf46acf3c", + "logprobs": "e7600a2fbc4fa2c3", + "model": "a24cf79d39101517", + "tokens": "a7a6a3bf62c2fcce" + }, + "input": "f2791f6de802cf53", + "kind": "ChatCompletionsHistory", + "n": 93, + "output": "00416fff839a0853eddb87a5bf0ad6e07b7234a1a330d0910cffbf1fcae1b0e8" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "test/qwen", + "tokens": [ + 60, + 117, + 62, + 69, + 99, + 104, + 111, + 32, + 116, + 104, + 101, + 32, + 116, + 97, + 103, + 46, + 60, + 47, + 117, + 62, + 60, + 97, + 62, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 10, + 10, + 84, + 104, + 101, + 32, + 116, + 97, + 103, + 32, + 105, + 115, + 32, + 60, + 116, + 104, + 105, + 110, + 107, + 62, + 32, + 97, + 110, + 100, + 32, + 105, + 116, + 32, + 99, + 108, + 111, + 115, + 101, + 115, + 32, + 119, + 105, + 116, + 104, + 32, + 60, + 47, + 116, + 104, + 105, + 110, + 107, + 62, + 46, + 60, + 47, + 97, + 62 + ] + } + }, + "fake/exchange_exact_sampled_multi_turn": { + "digest": { + "fields": { + "flags": "f7a7e2cf44285cf2", + "logprobs": "4220d250cb7b4e02", + "model": "3c2b43fc9c77b112", + "tokens": "148e7af0a2a23000" + }, + "input": "a98aa7266393f170", + "kind": "ChatCompletionsHistory", + "n": 9, + "output": "c26e3d553ae329685406b1e9f49a0235488e1521fd1723506783870cbf86385e" + }, + "values": { + "flags": [ + 1, + 23, + 31, + 1, + 23, + 31, + 1, + 23, + 31 + ], + "logprobs": [ + "nan", + "-0x1.999999999999ap-3", + "-0x1.ccccccccccccdp-1", + "nan", + "-0x1.999999999999ap-2", + "-0x1.ccccccccccccdp-1", + "nan", + "-0x1.3333333333333p-1", + "-0x1.ccccccccccccdp-1" + ], + "model": "test/model", + "tokens": [ + 1, + 2, + 9, + 3, + 4, + 9, + 5, + 6, + 9 + ] + } + }, + "fake/exchange_inexact_length_stop": { + "digest": { + "fields": { + "flags": "909a5fe5cc8742ab", + "logprobs": "b6544ed06bcef35f", + "model": "3c2b43fc9c77b112", + "tokens": "a807490d963e2768" + }, + "input": "b40d2ba10c26c004", + "kind": "ChatCompletionsHistory", + "n": 3, + "output": "1f8ab1b4229100d026bfd350812179aeecb1baaf6c213fe5ac4007a4f07c4029" + }, + "values": { + "flags": [ + 0, + 20, + 8 + ], + "logprobs": [ + "nan", + "nan", + "nan" + ], + "model": "test/model", + "tokens": [ + 1, + 2, + 9 + ] + } + }, + "fake/exchange_length_stop_nonterminal": { + "digest": { + "fields": { + "flags": "509990adeecfde05", + "logprobs": "490db9e684d3cb58", + "model": "3c2b43fc9c77b112", + "tokens": "a807490d963e2768" + }, + "input": "4f046228abe430d8", + "kind": "ChatCompletionsHistory", + "n": 3, + "output": "052da7f5dd4e2afbf4a8cb46ac339ca187ce88651094f12338625fa505d89f2e" + }, + "values": { + "flags": [ + 1, + 23, + 8 + ], + "logprobs": [ + "nan", + "-0x1.999999999999ap-3", + "nan" + ], + "model": "test/model", + "tokens": [ + 1, + 2, + 9 + ] + } + }, + "fake/exchange_mixed_stop_captured": { + "digest": { + "fields": { + "flags": "7ce17ec6bd1f0c6c", + "logprobs": "4194e7efd1591b26", + "model": "3c2b43fc9c77b112", + "tokens": "afd52bf7787b8903" + }, + "input": "583a46411e6316ab", + "kind": "ChatCompletionsHistory", + "n": 7, + "output": "990c8adb7364e243153431d31ce8ea764aa8bb0d75780ca6f9169fcc87f51172" + }, + "values": { + "flags": [ + 1, + 23, + 23, + 8, + 0, + 23, + 31 + ], + "logprobs": [ + "nan", + "-0x1.999999999999ap-3", + "-0x1.ccccccccccccdp-1", + "nan", + "nan", + "-0x1.999999999999ap-2", + "-0x1.ccccccccccccdp-1" + ], + "model": "test/model", + "tokens": [ + 1, + 2, + 9, + 9, + 3, + 4, + 9 + ] + } + }, + "fake/exchange_nan_logprobs": { + "digest": { + "fields": { + "flags": "1723c4a2ebfa9d15", + "logprobs": "66f6a58e2e0431c8", + "model": "3c2b43fc9c77b112", + "tokens": "e465e61d7b3b663e" + }, + "input": "97bb98e8a36c2af1", + "kind": "ChatCompletionsHistory", + "n": 4, + "output": "5b9bdff1269c6c21b082fca94e3517be18a62f398d3dd91e945a8421d24685df" + }, + "values": { + "flags": [ + 1, + 23, + 23, + 31 + ], + "logprobs": [ + "nan", + "-0x1.999999999999ap-3", + "nan", + "-0x1.ccccccccccccdp-1" + ], + "model": "test/model", + "tokens": [ + 1, + 2, + 3, + 9 + ] + } + }, + "qwen3/chat_multi_part_assistant_content": { + "digest": { + "fields": { + "flags": "51440e54dc7422d5", + "logprobs": "9e93db3c8671a1a9", + "model": "feaaa00aded5db1e", + "tokens": "8e4e3082e275c1a2" + }, + "input": "e74162ed346ce6b0", + "kind": "ChatCompletionsHistory", + "n": 14, + "output": "fd32de859d4983321a5bc055f582bb0484329fc504aa6075cb778ef9f48ecd24" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 12, + 0 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "Qwen/Qwen3-0.6B", + "tokens": [ + 151644, + 872, + 198, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 271, + 151668, + 271, + 151645, + 198 + ] + } + }, + "qwen3/chat_multi_turn_tool_calls_reasoning": { + "digest": { + "fields": { + "flags": "1907590872384b42", + "logprobs": "a7cef4ada95b6a4b", + "model": "feaaa00aded5db1e", + "tokens": "bf1bd09247f5336c" + }, + "input": "16e8015ccfd33ad4", + "kind": "ChatCompletionsHistory", + "n": 253, + "output": "258c54cb65b7d568de3eea51c680bcc845e4e03708243a27612e2fb248417ac6" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 12, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 12, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 12, + 0 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "Qwen/Qwen3-0.6B", + "tokens": [ + 151644, + 8948, + 198, + 2610, + 525, + 50537, + 382, + 2, + 13852, + 271, + 2610, + 1231, + 1618, + 825, + 476, + 803, + 5746, + 311, + 7789, + 448, + 279, + 1196, + 3239, + 382, + 2610, + 525, + 3897, + 448, + 729, + 32628, + 2878, + 366, + 15918, + 1472, + 15918, + 29, + 11874, + 9492, + 510, + 27, + 15918, + 397, + 4913, + 1313, + 788, + 330, + 1688, + 497, + 330, + 1688, + 788, + 5212, + 606, + 788, + 330, + 718, + 497, + 330, + 4684, + 788, + 330, + 2212, + 1378, + 25780, + 10465, + 330, + 13786, + 788, + 5212, + 1313, + 788, + 330, + 1700, + 497, + 330, + 13193, + 788, + 5212, + 64, + 788, + 5212, + 1313, + 788, + 330, + 11662, + 14345, + 330, + 65, + 788, + 5212, + 1313, + 788, + 330, + 11662, + 9207, + 2137, + 330, + 6279, + 788, + 4383, + 64, + 497, + 330, + 65, + 1341, + 3417, + 532, + 522, + 15918, + 1339, + 2461, + 1817, + 729, + 1618, + 11, + 470, + 264, + 2951, + 1633, + 448, + 729, + 829, + 323, + 5977, + 2878, + 220, + 151657, + 151658, + 11874, + 9492, + 510, + 151657, + 198, + 4913, + 606, + 788, + 366, + 1688, + 11494, + 8066, + 330, + 16370, + 788, + 366, + 2116, + 56080, + 40432, + 31296, + 151658, + 151645, + 198, + 151644, + 872, + 198, + 3838, + 374, + 220, + 17, + 10, + 17, + 30, + 5443, + 279, + 5392, + 13, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 198, + 40, + 1265, + 1618, + 912, + 624, + 151668, + 271, + 151657, + 198, + 4913, + 606, + 788, + 330, + 718, + 497, + 330, + 16370, + 788, + 5212, + 64, + 788, + 220, + 17, + 11, + 330, + 65, + 788, + 220, + 17, + 11248, + 151658, + 151645, + 198, + 151644, + 872, + 198, + 151665, + 198, + 19, + 198, + 151666, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 198, + 17453, + 624, + 151668, + 271, + 2132, + 374, + 220, + 19, + 13, + 151645, + 198, + 151644, + 872, + 198, + 3036, + 220, + 18, + 10, + 18, + 30, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 271, + 151668, + 271, + 21, + 13, + 151645, + 198 + ] + } + }, + "qwen3/chat_thinking_enabled": { + "digest": { + "fields": { + "flags": "7f214af3a1cb88f6", + "logprobs": "a7cef4ada95b6a4b", + "model": "feaaa00aded5db1e", + "tokens": "bf1bd09247f5336c" + }, + "input": "3d6c3bc12ba368ed", + "kind": "ChatCompletionsHistory", + "n": 253, + "output": "59049bf0df265cbe91b1c34402e83b2adcd647daf8fb03efeeef9120cf4c1abc" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 12, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 12, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 12, + 0 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "Qwen/Qwen3-0.6B", + "tokens": [ + 151644, + 8948, + 198, + 2610, + 525, + 50537, + 382, + 2, + 13852, + 271, + 2610, + 1231, + 1618, + 825, + 476, + 803, + 5746, + 311, + 7789, + 448, + 279, + 1196, + 3239, + 382, + 2610, + 525, + 3897, + 448, + 729, + 32628, + 2878, + 366, + 15918, + 1472, + 15918, + 29, + 11874, + 9492, + 510, + 27, + 15918, + 397, + 4913, + 1313, + 788, + 330, + 1688, + 497, + 330, + 1688, + 788, + 5212, + 606, + 788, + 330, + 718, + 497, + 330, + 4684, + 788, + 330, + 2212, + 1378, + 25780, + 10465, + 330, + 13786, + 788, + 5212, + 1313, + 788, + 330, + 1700, + 497, + 330, + 13193, + 788, + 5212, + 64, + 788, + 5212, + 1313, + 788, + 330, + 11662, + 14345, + 330, + 65, + 788, + 5212, + 1313, + 788, + 330, + 11662, + 9207, + 2137, + 330, + 6279, + 788, + 4383, + 64, + 497, + 330, + 65, + 1341, + 3417, + 532, + 522, + 15918, + 1339, + 2461, + 1817, + 729, + 1618, + 11, + 470, + 264, + 2951, + 1633, + 448, + 729, + 829, + 323, + 5977, + 2878, + 220, + 151657, + 151658, + 11874, + 9492, + 510, + 151657, + 198, + 4913, + 606, + 788, + 366, + 1688, + 11494, + 8066, + 330, + 16370, + 788, + 366, + 2116, + 56080, + 40432, + 31296, + 151658, + 151645, + 198, + 151644, + 872, + 198, + 3838, + 374, + 220, + 17, + 10, + 17, + 30, + 5443, + 279, + 5392, + 13, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 198, + 40, + 1265, + 1618, + 912, + 624, + 151668, + 271, + 151657, + 198, + 4913, + 606, + 788, + 330, + 718, + 497, + 330, + 16370, + 788, + 5212, + 64, + 788, + 220, + 17, + 11, + 330, + 65, + 788, + 220, + 17, + 11248, + 151658, + 151645, + 198, + 151644, + 872, + 198, + 151665, + 198, + 19, + 198, + 151666, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 198, + 17453, + 624, + 151668, + 271, + 2132, + 374, + 220, + 19, + 13, + 151645, + 198, + 151644, + 872, + 198, + 3036, + 220, + 18, + 10, + 18, + 30, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 271, + 151668, + 271, + 21, + 13, + 151645, + 198 + ] + } + }, + "qwen3/chat_thinking_off_literal_think_markers": { + "digest": { + "fields": { + "flags": "1aa1162684026173", + "logprobs": "600e63592026968b", + "model": "feaaa00aded5db1e", + "tokens": "6bb19bd02ec640aa" + }, + "input": "4c6610f37134e4f3", + "kind": "ChatCompletionsHistory", + "n": 24, + "output": "6642df6982ae8a2d05a731434f176fab84a4b0e6d7ca02d300d04591338586db" + }, + "values": { + "flags": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 12, + 0 + ], + "logprobs": [ + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan", + "nan" + ], + "model": "Qwen/Qwen3-0.6B", + "tokens": [ + 151644, + 872, + 198, + 74994, + 279, + 4772, + 13, + 151645, + 198, + 151644, + 77091, + 198, + 151667, + 198, + 323, + 432, + 33250, + 448, + 715, + 151668, + 271, + 13, + 151645, + 198 + ] + } + } +} From 3c7edf2e6efe02f3a19fbe600189195eec822827 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sat, 26 Sep 2026 21:04:04 +0000 Subject: [PATCH 3/8] Digest tokenize goldens after the test body and only for passing tests Capture raw tokenize_history outputs during the call and hash them in teardown so timing tests are not perturbed. Track call-phase outcomes via pytest_runtest_makereport: update mode only replaces or drops entries for tests that ran and passed, skips writing on an interrupted session, and never records failed tests. Ship unknown nodeids from xdist workers, write worker fragments under pytest's shared basetemp, treat any other truthy ART_TOKENIZE_GOLDEN value as check, add the no_tokenize_golden marker, and make the inert path fixture-free. --- tests/unit/trajectories/_tokenize_golden.py | 12 +- tests/unit/trajectories/conftest.py | 227 ++++++++++++-------- 2 files changed, 151 insertions(+), 88 deletions(-) diff --git a/tests/unit/trajectories/_tokenize_golden.py b/tests/unit/trajectories/_tokenize_golden.py index 5bf517180..e2876cfe2 100644 --- a/tests/unit/trajectories/_tokenize_golden.py +++ b/tests/unit/trajectories/_tokenize_golden.py @@ -21,14 +21,18 @@ def mode() -> str: - """``""`` (inactive), ``"check"`` or ``"update"``.""" + """``""`` (inactive), ``"check"`` or ``"update"``. + + Any other non-empty value (``1``, ``true``, ...) means ``check`` so a loose + shell export never aborts collection. + """ value = os.environ.get(MODE_ENV, "").strip().lower() - if value in ("", "0", "off", "false"): + if value in ("", "0", "off", "false", "no"): return "" - if value in ("check", "update"): + if value == "update": return value - raise ValueError(f"{MODE_ENV} must be 'check' or 'update', not {value!r}") + return "check" def _hex_float(value: float) -> str: diff --git a/tests/unit/trajectories/conftest.py b/tests/unit/trajectories/conftest.py index 474bdc067..c4b4ed2a9 100644 --- a/tests/unit/trajectories/conftest.py +++ b/tests/unit/trajectories/conftest.py @@ -1,20 +1,30 @@ """Opt-in byte-exact tracing of every ``tokenize_history`` call in this directory. -Inactive unless ``ART_TOKENIZE_GOLDEN`` is set: +Inactive unless ``ART_TOKENIZE_GOLDEN`` is set (no fixtures requested, nothing +patched): * ``ART_TOKENIZE_GOLDEN=check pytest tests/unit/trajectories`` compares each - test's ``tokenize_history`` outputs (tokens, logprobs, flags, model) against - ``tokenize_golden_trace.json`` and fails the test on the first difference. + passing test's ``tokenize_history`` outputs (tokens, logprobs, flags, model) + against ``tokenize_golden_trace.json``. A difference is reported as a + teardown ERROR for that test (the test body itself already passed). Any + other non-empty value also means ``check``. * ``ART_TOKENIZE_GOLDEN=update pytest tests/unit/trajectories`` rewrites the - golden. Works with or without ``-n``; xdist workers write ``*.part.json`` - fragments that the controller merges at session end. - -Every public tokenization path (``History.tokenize``, ``Trajectory.tokenize``, -``TrajectoryGroup.tokenize``, ``tokenize_trajectory``, ``tokenize_group``) funnels -through ``art.trajectories._tokenize.tokenize_history`` via a call-time import, -so wrapping that one module attribute observes them all without touching -``src/``. Calls that raise are not recorded. Tests that never tokenize have no -entry. Tests absent from the golden are reported at session end, not failed. + golden. Works with or without ``-n``; xdist workers write fragments under + pytest's shared base temp directory that the controller merges at session end. + Only entries for tests whose call phase ran and passed are replaced or + dropped; skipped, deselected, failed or interrupted tests keep their + existing entries, and an interrupted session writes nothing. + +The public tokenization entry points (``History.tokenize``, +``Trajectory.tokenize``, ``TrajectoryGroup.tokenize``, ``tokenize_trajectory``, +``tokenize_group``) funnel through ``art.trajectories._tokenize.tokenize_history`` +via a call-time import, so wrapping that one module attribute observes them all +without touching ``src/``. Not traced: direct calls to ``_tokenize_history`` or +``_tokenize_chat_view`` in tests, and work done inside ``_parallel``'s spawned +worker processes (the patch lives only in the pytest process). Calls that raise +are not recorded. Digests are computed after the test body finishes so timing +tests are not perturbed. Tests marked ``@pytest.mark.no_tokenize_golden`` are +never traced. Tests absent from the golden are listed at session end, not failed. """ from __future__ import annotations @@ -22,6 +32,8 @@ from collections.abc import Iterator import os from pathlib import Path +import tempfile +from types import SimpleNamespace from typing import Any import warnings @@ -39,13 +51,17 @@ _HERE = Path(__file__).parent GOLDEN_TRACE = _HERE / "tokenize_golden_trace.json" +_SKIP_MARK = "no_tokenize_golden" _MODE = mode() _RECORDED: dict[str, list[Digest]] = {} -_COLLECTED: set[str] = set() +_PASSED: set[str] = set() _UNKNOWN: list[str] = [] _GOLDEN: dict[str, list[Digest]] | None = None +# One tokenize_history call, captured cheaply during the test and digested later. +_RawCall = tuple[Any, dict[str, Any], str, list[int], list[float], list[Any]] + def _golden() -> dict[str, list[Digest]]: global _GOLDEN @@ -58,65 +74,108 @@ def _is_worker(config: pytest.Config) -> bool: return hasattr(config, "workerinput") +def pytest_configure(config: pytest.Config) -> None: + config.addinivalue_line( + "markers", + f"{_SKIP_MARK}: exclude this test from {MODE_ENV} tokenization tracing", + ) + + +def _part_dir(config: pytest.Config) -> Path: + """Base temp directory shared by the xdist controller and its workers. + + xdist hands each worker ``/popen-`` as its + basetemp, so the parent is common to all of them. Reads the same private + attribute xdist itself uses; falls back to the system temp directory. + """ + + factory = getattr(config, "_tmp_path_factory", None) + if factory is None: + return Path(tempfile.gettempdir()) + base = Path(factory.getbasetemp()) + return base.parent if _is_worker(config) else base + + +def _part_paths(config: pytest.Config) -> list[Path]: + return sorted(_part_dir(config).glob(f"{GOLDEN_TRACE.stem}.*.part.json")) + + def _part_path(config: pytest.Config) -> Path: worker = os.environ.get("PYTEST_XDIST_WORKER", "main") - return GOLDEN_TRACE.with_name(f"{GOLDEN_TRACE.stem}.{worker}.part.json") + return _part_dir(config) / f"{GOLDEN_TRACE.stem}.{worker}.part.json" -def pytest_collection_modifyitems( - session: pytest.Session, config: pytest.Config, items: list[pytest.Item] -) -> None: +@pytest.hookimpl(hookwrapper=True) +def pytest_runtest_makereport( + item: pytest.Item, call: pytest.CallInfo[None] +) -> Iterator[None]: + outcome = yield if not _MODE: return - for item in items: - if Path(str(item.path)).is_relative_to(_HERE): - _COLLECTED.add(item.nodeid) + report = outcome.get_result() # type: ignore[attr-defined] + if report.when == "call" and report.passed: + _PASSED.add(item.nodeid) + + +def _digest(raw: _RawCall) -> Digest: + history, kwargs, model, tokens, logprobs, flags = raw + return output_digest( + SimpleNamespace( + history=history, model=model, tokens=tokens, logprobs=logprobs, flags=flags + ), + input_hash=input_digest( + history, + model=kwargs.get("model"), + base_model=kwargs.get("base_model"), + tokenizer=kwargs.get("tokenizer"), + chat_template=kwargs.get("chat_template"), + chat_template_kwargs=kwargs.get("chat_template_kwargs"), + ), + ) @pytest.fixture(autouse=True) -def _tokenize_golden_trace( - request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch -) -> Iterator[None]: - if not _MODE: +def _tokenize_golden_trace(request: pytest.FixtureRequest) -> Iterator[None]: + if not _MODE or request.node.get_closest_marker(_SKIP_MARK) is not None: yield return from art.trajectories import _tokenize original = _tokenize.tokenize_history - calls: list[Digest] = [] + raw_calls: list[_RawCall] = [] def traced(history: Any, **kwargs: Any) -> Any: tokenized = original(history, **kwargs) - try: - calls.append( - output_digest( - tokenized, - input_hash=input_digest( - history, - model=kwargs.get("model"), - base_model=kwargs.get("base_model"), - tokenizer=kwargs.get("tokenizer"), - chat_template=kwargs.get("chat_template"), - chat_template_kwargs=kwargs.get("chat_template_kwargs"), - ), - ) - ) - except Exception as error: # noqa: BLE001 - observation must not alter tests - warnings.warn( - f"tokenize golden trace could not digest a call in {request.node.nodeid}: " - f"{type(error).__name__}: {error}", - stacklevel=2, + raw_calls.append( + ( + history, + dict(kwargs), + tokenized.model, + list(tokenized.tokens), + list(tokenized.logprobs), + list(tokenized.flags), ) + ) return tokenized - monkeypatch.setattr(_tokenize, "tokenize_history", traced) - yield - monkeypatch.undo() + with pytest.MonkeyPatch.context() as patch: + patch.setattr(_tokenize, "tokenize_history", traced) + yield nodeid = request.node.nodeid - if not calls: + if not raw_calls or nodeid not in _PASSED: return + calls: list[Digest] = [] + for raw in raw_calls: + try: + calls.append(_digest(raw)) + except Exception as error: # noqa: BLE001 - observation must not alter tests + warnings.warn( + f"tokenize golden trace could not digest a call in {nodeid}: " + f"{type(error).__name__}: {error}", + stacklevel=2, + ) if _MODE == "update": _RECORDED[nodeid] = calls return @@ -140,55 +199,55 @@ def traced(history: Any, **kwargs: Any) -> Any: ) -def _merge_parts(recorded: dict[str, list[Digest]]) -> None: - """Fold xdist worker fragments into ``recorded`` and ``_COLLECTED``.""" +def _merge_parts(config: pytest.Config, recorded: dict[str, list[Digest]]) -> None: + """Fold xdist worker fragments into ``recorded``, ``_PASSED`` and ``_UNKNOWN``.""" - for part in sorted(GOLDEN_TRACE.parent.glob(f"{GOLDEN_TRACE.stem}.*.part.json")): + for part in _part_paths(config): payload = load_json(part) - _COLLECTED.update(payload.get("collected", [])) + _PASSED.update(payload.get("passed", [])) + _UNKNOWN.extend(payload.get("unknown", [])) recorded.update(payload.get("recorded", {})) part.unlink() def pytest_sessionfinish(session: pytest.Session, exitstatus: int) -> None: - if not _MODE: + if not _MODE or exitstatus == pytest.ExitCode.INTERRUPTED: return config = session.config - if _MODE == "update": - if _is_worker(config): - dump_json( - _part_path(config), - {"collected": sorted(_COLLECTED), "recorded": _RECORDED}, - ) - return - recorded = dict(_RECORDED) - _merge_parts(recorded) - golden = load_json(GOLDEN_TRACE) - # Collected tests that no longer tokenize (or were renamed) drop out; - # tests outside this run keep their entries so `-k` updates are safe. - for nodeid in list(golden): - if nodeid in _COLLECTED and nodeid not in recorded: - del golden[nodeid] - golden.update(recorded) - dump_json(GOLDEN_TRACE, golden) - return - if _UNKNOWN and not _is_worker(config): - warnings.warn( - f"{len(_UNKNOWN)} test(s) tokenized histories but have no golden entry; " - f"run with {MODE_ENV}=update to record them (first: {_UNKNOWN[0]})", - stacklevel=1, + if _is_worker(config): + dump_json( + _part_path(config), + { + "passed": sorted(_PASSED), + "unknown": _UNKNOWN, + "recorded": _RECORDED, + }, ) + return + recorded = dict(_RECORDED) + _merge_parts(config, recorded) + if _MODE != "update": + return + golden = load_json(GOLDEN_TRACE) + # A test that passed without tokenizing (or was renamed) loses its entry. + # Skipped, deselected, failed, interrupted or unrun tests keep theirs, so + # `-k`, `--deselect` and partial runs never erase valid goldens. + for nodeid in list(golden): + if nodeid in _PASSED and nodeid not in recorded: + del golden[nodeid] + golden.update(recorded) + dump_json(GOLDEN_TRACE, golden) def pytest_terminal_summary( terminalreporter: Any, exitstatus: int, config: pytest.Config ) -> None: - if _MODE != "check" or _is_worker(config): + if _MODE != "check" or _is_worker(config) or not _UNKNOWN: return - if _UNKNOWN: - terminalreporter.write_sep( - "-", - f"tokenize golden: {len(_UNKNOWN)} traced test(s) without a golden entry", - ) - for nodeid in _UNKNOWN[:20]: - terminalreporter.write_line(f" {nodeid}") + terminalreporter.write_sep( + "-", + f"tokenize golden: {len(_UNKNOWN)} traced test(s) without a golden entry; " + f"run with {MODE_ENV}=update to record them", + ) + for nodeid in sorted(_UNKNOWN)[:20]: + terminalreporter.write_line(f" {nodeid}") From 4f81c9207545e39101096b474d34825debc167ee Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sat, 26 Sep 2026 21:04:04 +0000 Subject: [PATCH 4/8] Pin the Qwen3 golden tokenizer revision and load it lazily Fake cases no longer request the transformers-backed fixture, so they run without transformers. Tokenizer identity and the pinned revision are folded into each case's input digest; only those 13 digests changed. --- .../unit/trajectories/test_tokenize_golden.py | 72 +++++++++++-------- .../trajectories/tokenize_golden_cases.json | 26 +++---- 2 files changed, 57 insertions(+), 41 deletions(-) diff --git a/tests/unit/trajectories/test_tokenize_golden.py b/tests/unit/trajectories/test_tokenize_golden.py index 0f1952787..5a213b6a9 100644 --- a/tests/unit/trajectories/test_tokenize_golden.py +++ b/tests/unit/trajectories/test_tokenize_golden.py @@ -28,7 +28,8 @@ exchange_inexact_length_stop length stop without token ids (inexact assistant attribution) -``qwen3/*`` (real ``Qwen/Qwen3-0.6B`` tokenizer; skipped when not cached offline) +``qwen3/*`` (real ``Qwen/Qwen3-0.6B`` tokenizer pinned to ``_QWEN3_REVISION``; +skipped when transformers is missing or that snapshot is not cached offline) chat_multi_turn_tool_calls_reasoning, chat_thinking_enabled, chat_thinking_off_literal_think_markers, chat_multi_part_assistant_content the same render-path histories through @@ -69,6 +70,13 @@ GOLDEN_CASES = Path(__file__).with_name("tokenize_golden_cases.json") _QWEN3 = "Qwen/Qwen3-0.6B" +# Snapshot the qwen3/* goldens were generated from; loaded offline only. +_QWEN3_REVISION = "c1899de289a04d12100db370d81485cdf75e47ca" + +# A case builder returns the tokenized history plus the tokenizer and base_model +# it used, so the recorded input digest captures tokenizer identity. +Built = tuple[tr.TokenizedHistory, object, str | None] +Builder = Callable[[pytest.FixtureRequest], Built] _MESSAGES: list[dict[str, Any]] = [ {"role": "system", "content": "You are terse."}, @@ -138,26 +146,25 @@ def _chat_history( ) -def _fake( - messages: list[dict[str, Any]], **kwargs: Any -) -> Callable[[Any], tr.TokenizedHistory]: - def build(_: Any) -> tr.TokenizedHistory: - return _chat_history( +def _fake(messages: list[dict[str, Any]], **kwargs: Any) -> Builder: + def build(_: pytest.FixtureRequest) -> Built: + tokenizer = _QwenLikeCharacterTokenizer() + tokenized = _chat_history( messages, model="test/qwen", chat_template=_QWEN_LIKE_TEMPLATE, **kwargs - ).tokenize(tokenizer=_QwenLikeCharacterTokenizer()) + ).tokenize(tokenizer=tokenizer) + return tokenized, tokenizer, None return build -def _qwen3( - messages: list[dict[str, Any]], **kwargs: Any -) -> Callable[[Any], tr.TokenizedHistory]: - def build(tokenizer: Any) -> tr.TokenizedHistory: - if tokenizer is None: - pytest.skip(f"{_QWEN3} tokenizer is not cached offline") - return _chat_history(messages, model=_QWEN3, **kwargs).tokenize( +def _qwen3(messages: list[dict[str, Any]], **kwargs: Any) -> Builder: + def build(request: pytest.FixtureRequest) -> Built: + # Fetched lazily so the fake/* cases never import transformers. + tokenizer = request.getfixturevalue("qwen3_tokenizer") + tokenized = _chat_history(messages, model=_QWEN3, **kwargs).tokenize( base_model=_QWEN3, tokenizer=tokenizer ) + return tokenized, tokenizer, f"{_QWEN3}@{_QWEN3_REVISION}" return build @@ -167,11 +174,13 @@ def _with_finish_reason(exchange: Any, finish_reason: str) -> Any: return exchange -def _exchanges(*exchanges: Any) -> Callable[[Any], tr.TokenizedHistory]: - def build(_: Any) -> tr.TokenizedHistory: - return art.Trajectory( +def _exchanges(*exchanges: Any) -> Builder: + def build(_: pytest.FixtureRequest) -> Built: + tokenizer = _StopTokenizer() + tokenized = art.Trajectory( exchanges=TrajectoryExchanges(chat_completions=list(exchanges)) - ).tokenize(tokenizer=_StopTokenizer()) + ).tokenize(tokenizer=tokenizer) + return tokenized, tokenizer, None return build @@ -197,7 +206,7 @@ def _inexact_length_exchange() -> Any: return exchange -CASES: dict[str, Callable[[Any], tr.TokenizedHistory]] = { +CASES: dict[str, Builder] = { "fake/chat_multi_turn_tool_calls_reasoning": _fake(_MESSAGES, tools=_TOOLS), "fake/chat_thinking_enabled": _fake( _MESSAGES, tools=_TOOLS, chat_template_kwargs={"enable_thinking": True} @@ -233,23 +242,30 @@ def _inexact_length_exchange() -> Any: @pytest.fixture(scope="module") def qwen3_tokenizer() -> Any: + """The pinned Qwen3 tokenizer from the local HF cache, or skip.""" + pytest.importorskip("transformers") from art.tokenizer import get_tokenizer try: - return get_tokenizer(_QWEN3, local_files_only=True) - except Exception: # noqa: BLE001 - any loader failure means "not cached" - return None + return get_tokenizer(_QWEN3, revision=_QWEN3_REVISION, local_files_only=True) + except Exception as error: # noqa: BLE001 - any loader failure means "not cached" + pytest.skip( + f"{_QWEN3}@{_QWEN3_REVISION[:8]} is not cached offline: " + f"{type(error).__name__}" + ) -def _record(case_id: str, tokenized: tr.TokenizedHistory) -> dict[str, Any]: +def _record( + tokenized: tr.TokenizedHistory, tokenizer: object, base_model: str | None +) -> dict[str, Any]: digest = output_digest( tokenized, input_hash=input_digest( tokenized.history, model=tokenized.model, - base_model=None, - tokenizer=None, + base_model=base_model, + tokenizer=tokenizer, chat_template=None, chat_template_kwargs=None, ), @@ -284,9 +300,9 @@ def _first_value_difference(expected: dict[str, Any], actual: dict[str, Any]) -> @pytest.mark.parametrize("case_id", sorted(CASES)) -def test_tokenize_golden(case_id: str, qwen3_tokenizer: Any) -> None: - tokenized = CASES[case_id](qwen3_tokenizer) - record = _record(case_id, tokenized) +def test_tokenize_golden(case_id: str, request: pytest.FixtureRequest) -> None: + tokenized, tokenizer, base_model = CASES[case_id](request) + record = _record(tokenized, tokenizer, base_model) if mode() == "update": _write_case(case_id, record) return diff --git a/tests/unit/trajectories/tokenize_golden_cases.json b/tests/unit/trajectories/tokenize_golden_cases.json index 542ed6cd4..1ec7453b4 100644 --- a/tests/unit/trajectories/tokenize_golden_cases.json +++ b/tests/unit/trajectories/tokenize_golden_cases.json @@ -7,7 +7,7 @@ "model": "a24cf79d39101517", "tokens": "9ea15514812efd64" }, - "input": "a5c7b4353ae37407", + "input": "925067f740f4b1c7", "kind": "ChatCompletionsHistory", "n": 164, "output": "a2f9d6a5ac5b9a33be4a6c39ea213287c165d3f94bcffa47d3d7774d13d8adb9" @@ -522,7 +522,7 @@ "model": "a24cf79d39101517", "tokens": "e20fa9d27d45c214" }, - "input": "8d2480caa5f1368b", + "input": "04853ec1b70d244d", "kind": "ChatCompletionsHistory", "n": 270, "output": "d95516efc9d9fb61c12109f9023a83be73fa66ee3e14bc9610b011e5f5d83817" @@ -1355,7 +1355,7 @@ "model": "a24cf79d39101517", "tokens": "bb1609de9aa900d7" }, - "input": "546d3355dda7543d", + "input": "df0c6cdfdb5454d7", "kind": "ChatCompletionsHistory", "n": 237, "output": "cbdc394c4ab45db39aa1e5fe3dc1349116e006aea4d966d88d14ada08977c23c" @@ -2089,7 +2089,7 @@ "model": "a24cf79d39101517", "tokens": "a7a6a3bf62c2fcce" }, - "input": "f2791f6de802cf53", + "input": "7801ba5320c4175a", "kind": "ChatCompletionsHistory", "n": 93, "output": "00416fff839a0853eddb87a5bf0ad6e07b7234a1a330d0910cffbf1fcae1b0e8" @@ -2391,7 +2391,7 @@ "model": "3c2b43fc9c77b112", "tokens": "148e7af0a2a23000" }, - "input": "a98aa7266393f170", + "input": "7c6ca271dd200461", "kind": "ChatCompletionsHistory", "n": 9, "output": "c26e3d553ae329685406b1e9f49a0235488e1521fd1723506783870cbf86385e" @@ -2441,7 +2441,7 @@ "model": "3c2b43fc9c77b112", "tokens": "a807490d963e2768" }, - "input": "b40d2ba10c26c004", + "input": "69079b35321142f5", "kind": "ChatCompletionsHistory", "n": 3, "output": "1f8ab1b4229100d026bfd350812179aeecb1baaf6c213fe5ac4007a4f07c4029" @@ -2473,7 +2473,7 @@ "model": "3c2b43fc9c77b112", "tokens": "a807490d963e2768" }, - "input": "4f046228abe430d8", + "input": "8d452ac9e3fd3ff4", "kind": "ChatCompletionsHistory", "n": 3, "output": "052da7f5dd4e2afbf4a8cb46ac339ca187ce88651094f12338625fa505d89f2e" @@ -2505,7 +2505,7 @@ "model": "3c2b43fc9c77b112", "tokens": "afd52bf7787b8903" }, - "input": "583a46411e6316ab", + "input": "919a7c8d65251dc0", "kind": "ChatCompletionsHistory", "n": 7, "output": "990c8adb7364e243153431d31ce8ea764aa8bb0d75780ca6f9169fcc87f51172" @@ -2549,7 +2549,7 @@ "model": "3c2b43fc9c77b112", "tokens": "e465e61d7b3b663e" }, - "input": "97bb98e8a36c2af1", + "input": "35aa37346fe1d8d1", "kind": "ChatCompletionsHistory", "n": 4, "output": "5b9bdff1269c6c21b082fca94e3517be18a62f398d3dd91e945a8421d24685df" @@ -2584,7 +2584,7 @@ "model": "feaaa00aded5db1e", "tokens": "8e4e3082e275c1a2" }, - "input": "e74162ed346ce6b0", + "input": "a48f188dbf3dd286", "kind": "ChatCompletionsHistory", "n": 14, "output": "fd32de859d4983321a5bc055f582bb0484329fc504aa6075cb778ef9f48ecd24" @@ -2649,7 +2649,7 @@ "model": "feaaa00aded5db1e", "tokens": "bf1bd09247f5336c" }, - "input": "16e8015ccfd33ad4", + "input": "c0184ff07484ce6d", "kind": "ChatCompletionsHistory", "n": 253, "output": "258c54cb65b7d568de3eea51c680bcc845e4e03708243a27612e2fb248417ac6" @@ -3431,7 +3431,7 @@ "model": "feaaa00aded5db1e", "tokens": "bf1bd09247f5336c" }, - "input": "3d6c3bc12ba368ed", + "input": "eee2393e8a8cf520", "kind": "ChatCompletionsHistory", "n": 253, "output": "59049bf0df265cbe91b1c34402e83b2adcd647daf8fb03efeeef9120cf4c1abc" @@ -4213,7 +4213,7 @@ "model": "feaaa00aded5db1e", "tokens": "6bb19bd02ec640aa" }, - "input": "4c6610f37134e4f3", + "input": "29020837edc33231", "kind": "ChatCompletionsHistory", "n": 24, "output": "6642df6982ae8a2d05a731434f176fab84a4b0e6d7ca02d300d04591338586db" From cb7052b7396ed597f25b371362a20e50ba70ee7a Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sat, 26 Sep 2026 21:38:15 +0000 Subject: [PATCH 5/8] Use a new-style pytest wrapper hook so ty can type the report --- tests/unit/trajectories/conftest.py | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/tests/unit/trajectories/conftest.py b/tests/unit/trajectories/conftest.py index c4b4ed2a9..afa49e2c5 100644 --- a/tests/unit/trajectories/conftest.py +++ b/tests/unit/trajectories/conftest.py @@ -29,7 +29,7 @@ from __future__ import annotations -from collections.abc import Iterator +from collections.abc import Generator, Iterator import os from pathlib import Path import tempfile @@ -105,16 +105,14 @@ def _part_path(config: pytest.Config) -> Path: return _part_dir(config) / f"{GOLDEN_TRACE.stem}.{worker}.part.json" -@pytest.hookimpl(hookwrapper=True) +@pytest.hookimpl(wrapper=True) def pytest_runtest_makereport( item: pytest.Item, call: pytest.CallInfo[None] -) -> Iterator[None]: - outcome = yield - if not _MODE: - return - report = outcome.get_result() # type: ignore[attr-defined] - if report.when == "call" and report.passed: +) -> Generator[None, pytest.TestReport, pytest.TestReport]: + report = yield + if _MODE and report.when == "call" and report.passed: _PASSED.add(item.nodeid) + return report def _digest(raw: _RawCall) -> Digest: From 9055b1a09324895a20e5de9056f2ce0843ce0200 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sun, 27 Sep 2026 01:33:32 +0000 Subject: [PATCH 6/8] Fail tokenize golden checks on zero calls and undigestable outputs In check mode a passing test with a golden entry but no tokenize_history calls now fails like any call-count mismatch instead of passing silently. A call the harness cannot digest fails the test in either mode and un-marks the node so update mode never writes a truncated entry. --- tests/unit/trajectories/conftest.py | 35 +++++++++++++++++++---------- 1 file changed, 23 insertions(+), 12 deletions(-) diff --git a/tests/unit/trajectories/conftest.py b/tests/unit/trajectories/conftest.py index afa49e2c5..a389e8b01 100644 --- a/tests/unit/trajectories/conftest.py +++ b/tests/unit/trajectories/conftest.py @@ -23,8 +23,11 @@ ``_tokenize_chat_view`` in tests, and work done inside ``_parallel``'s spawned worker processes (the patch lives only in the pytest process). Calls that raise are not recorded. Digests are computed after the test body finishes so timing -tests are not perturbed. Tests marked ``@pytest.mark.no_tokenize_golden`` are -never traced. Tests absent from the golden are listed at session end, not failed. +tests are not perturbed; a call the harness cannot digest fails the test in +either mode and leaves its golden entry untouched. Tests marked +``@pytest.mark.no_tokenize_golden`` are never traced. In check mode a passing +test with a golden entry but no calls fails like any call-count mismatch; tests +absent from the golden are listed at session end, not failed. """ from __future__ import annotations @@ -35,7 +38,6 @@ import tempfile from types import SimpleNamespace from typing import Any -import warnings from _tokenize_golden import ( MODE_ENV, @@ -162,25 +164,34 @@ def traced(history: Any, **kwargs: Any) -> Any: yield nodeid = request.node.nodeid - if not raw_calls or nodeid not in _PASSED: + if nodeid not in _PASSED: return calls: list[Digest] = [] - for raw in raw_calls: + for index, raw in enumerate(raw_calls): try: calls.append(_digest(raw)) - except Exception as error: # noqa: BLE001 - observation must not alter tests - warnings.warn( - f"tokenize golden trace could not digest a call in {nodeid}: " - f"{type(error).__name__}: {error}", - stacklevel=2, + except Exception as error: # noqa: BLE001 - reported below as a harness bug + # An undigestable output is a harness bug. Never store a truncated + # entry: un-mark the node so the retention rule leaves its existing + # golden entry untouched, then fail loudly. + _PASSED.discard(nodeid) + pytest.fail( + f"{nodeid}: tokenize golden could not digest tokenize_history call " + f"#{index}: {type(error).__name__}: {error}. Its golden entry was " + "left unchanged.", + pytrace=False, ) if _MODE == "update": - _RECORDED[nodeid] = calls + if calls: + _RECORDED[nodeid] = calls return expected = _golden().get(nodeid) if expected is None: - _UNKNOWN.append(nodeid) + if calls: + _UNKNOWN.append(nodeid) return + # Zero calls against an existing entry is a count mismatch too: a refactor + # that stops tokenizing must not pass silently. if len(expected) != len(calls): pytest.fail( f"{nodeid}: tokenize_history was called {len(calls)} times; the golden " From 5e8569c573d6d7c00a61961cdc710db8ac19b6f1 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sun, 27 Sep 2026 01:33:32 +0000 Subject: [PATCH 7/8] Add causal subprocess tests for the tokenize golden harness Seed a golden in a temp copy of the harness and prove that an injected digest failure leaves the entry byte-identical in update mode, that a zero-call test with an entry fails in check mode, and that the control probe records normally. --- .../test_tokenize_golden_harness.py | 153 ++++++++++++++++++ 1 file changed, 153 insertions(+) create mode 100644 tests/unit/trajectories/test_tokenize_golden_harness.py diff --git a/tests/unit/trajectories/test_tokenize_golden_harness.py b/tests/unit/trajectories/test_tokenize_golden_harness.py new file mode 100644 index 000000000..9647a93d9 --- /dev/null +++ b/tests/unit/trajectories/test_tokenize_golden_harness.py @@ -0,0 +1,153 @@ +"""Causal tests for the ``conftest.py`` tokenization golden harness. + +Each test copies the harness (``conftest.py`` + ``_tokenize_golden.py``) and a +seeded ``tokenize_golden_trace.json`` into a temp directory, runs pytest there +in a subprocess with ``ART_TOKENIZE_GOLDEN`` set, and inspects the outcome and +the golden bytes. The real golden file is never read or written. +""" + +from __future__ import annotations + +import json +import os +from pathlib import Path +import shutil +import subprocess +import sys + +from _tokenize_golden import dump_json +import pytest + +_HERE = Path(__file__).parent +_HARNESS_FILES = ("conftest.py", "_tokenize_golden.py") +_PROBE = "test_probe.py" +_NODEID = f"{_PROBE}::test_probe" + +# A minimal history + tokenizer that goes through ``tokenize_history``. +_TOKENIZING_PROBE = """ +import art.trajectories as tr + + +class Tokenizer: + def __call__(self, text, **kwargs): + return [ord(char) % 251 + 1 for char in text] + + def apply_chat_template(self, messages, **kwargs): + text = "".join(f"<{m['role']}>{m['content']}" for m in messages) + return self(text) if kwargs.get("tokenize", True) else text + + +def test_probe(): + history = tr.ChatCompletionsHistory( + model="probe/model", + messages=[{"role": "user", "content": "hi"}, {"role": "assistant", "content": "yo"}], + message_sources=[None, None], + ) + tokenized = history.tokenize(tokenizer=Tokenizer()) + assert tokenized.tokens +""" + +_INJECT_DIGEST_FAILURE = """ +import _tokenize_golden + + +def _boom(tokenized): + raise TypeError("injected: flag is not an int") + + +_tokenize_golden.field_values = _boom +""" + +_SILENT_PROBE = """ +def test_probe(): + assert True +""" + +_SEEDED_ENTRY = [ + { + "kind": "ChatCompletionsHistory", + "n": 3, + "input": "0123456789abcdef", + "output": "f" * 64, + "fields": { + "model": "0" * 16, + "tokens": "1" * 16, + "logprobs": "2" * 16, + "flags": "3" * 16, + }, + } +] + + +def _stage(tmp_path: Path, probe_source: str) -> Path: + for name in _HARNESS_FILES: + shutil.copy(_HERE / name, tmp_path / name) + (tmp_path / _PROBE).write_text(probe_source) + golden = tmp_path / "tokenize_golden_trace.json" + dump_json(golden, {_NODEID: _SEEDED_ENTRY}) + return golden + + +def _run(tmp_path: Path, mode: str) -> subprocess.CompletedProcess[str]: + env = dict(os.environ, ART_TOKENIZE_GOLDEN=mode) + env.pop("PYTEST_XDIST_WORKER", None) + return subprocess.run( + [ + sys.executable, + "-m", + "pytest", + _PROBE, + "-p", + "no:cacheprovider", + "-p", + "no:randomly", + "-q", + "--tb=short", + ], + cwd=tmp_path, + env=env, + capture_output=True, + text=True, + check=False, + ) + + +@pytest.mark.no_tokenize_golden +def test_update_mode_keeps_entry_when_a_call_cannot_be_digested( + tmp_path: Path, +) -> None: + golden = _stage(tmp_path, _INJECT_DIGEST_FAILURE + _TOKENIZING_PROBE) + before = golden.read_bytes() + + result = _run(tmp_path, "update") + + assert result.returncode != 0, result.stdout + result.stderr + assert "could not digest tokenize_history call #0" in result.stdout + assert "injected: flag is not an int" in result.stdout + assert golden.read_bytes() == before + + +@pytest.mark.no_tokenize_golden +def test_check_mode_fails_when_a_golden_entry_sees_zero_calls(tmp_path: Path) -> None: + golden = _stage(tmp_path, _SILENT_PROBE) + before = golden.read_bytes() + + result = _run(tmp_path, "check") + + assert result.returncode != 0, result.stdout + result.stderr + assert "tokenize_history was called 0 times; the golden records 1" in result.stdout + assert golden.read_bytes() == before + + +@pytest.mark.no_tokenize_golden +def test_update_mode_records_a_digestible_call(tmp_path: Path) -> None: + """Control: the same probe without the injected failure replaces the entry.""" + + golden = _stage(tmp_path, _TOKENIZING_PROBE) + + result = _run(tmp_path, "update") + + assert result.returncode == 0, result.stdout + result.stderr + entry = json.loads(golden.read_text())[_NODEID] + assert len(entry) == 1 and entry[0]["n"] > 0 + assert entry != _SEEDED_ENTRY From fb92c8106b3beb61bc0576f513d4b060ec762255 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Sun, 27 Sep 2026 01:33:32 +0000 Subject: [PATCH 8/8] Skip Qwen3 golden cases only on offline cache misses Catch ImportError, OSError and the huggingface_hub entry-not-found errors around get_tokenizer; loader regressions such as TypeError now propagate. --- .../unit/trajectories/test_tokenize_golden.py | 21 ++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/tests/unit/trajectories/test_tokenize_golden.py b/tests/unit/trajectories/test_tokenize_golden.py index 5a213b6a9..ad743b9cb 100644 --- a/tests/unit/trajectories/test_tokenize_golden.py +++ b/tests/unit/trajectories/test_tokenize_golden.py @@ -240,6 +240,23 @@ def _inexact_length_exchange() -> Any: } +def _cache_miss_errors() -> tuple[type[BaseException], ...]: + # transformers wraps an offline miss (local_files_only=True, uncached repo or + # revision) in a plain OSError; huggingface_hub raises these subclasses when + # called directly. ImportError covers a missing optional dependency. + errors: list[type[BaseException]] = [ImportError, OSError] + try: + from huggingface_hub.errors import EntryNotFoundError, LocalEntryNotFoundError + except ImportError: + pass + else: + errors.extend((EntryNotFoundError, LocalEntryNotFoundError)) + return tuple(errors) + + +_CACHE_MISS_ERRORS = _cache_miss_errors() + + @pytest.fixture(scope="module") def qwen3_tokenizer() -> Any: """The pinned Qwen3 tokenizer from the local HF cache, or skip.""" @@ -249,7 +266,9 @@ def qwen3_tokenizer() -> Any: try: return get_tokenizer(_QWEN3, revision=_QWEN3_REVISION, local_files_only=True) - except Exception as error: # noqa: BLE001 - any loader failure means "not cached" + except _CACHE_MISS_ERRORS as error: + # Only an absent optional dependency or an offline cache miss is a + # skip; a loader regression (TypeError, AssertionError, ...) propagates. pytest.skip( f"{_QWEN3}@{_QWEN3_REVISION[:8]} is not cached offline: " f"{type(error).__name__}"