[
  {
    "id": "memory-distractors-current-flint",
    "model": "flint",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code is now 8624. The old code is no longer current. Question: What is the current museum access code? Answer with only the four digits.",
    "tokens": 2,
    "file": "traces/experiments/memory-distractors-current-flint.json.gz",
    "sha256": "5afd29ce9f49160b2f35f8f9dcb880848a52722c2e59e7887e06185f13922777",
    "gzip_sha256": "9fb651c14a66e00268d4814e874e9073a97aa391fa776c69f8b7146420547d8f",
    "bytes": 960941,
    "compressed_bytes": 372753,
    "created": 1792753004575,
    "label": "A correction among distractors: current fact \u00b7 flint"
  },
  {
    "id": "memory-distractors-current-qwen",
    "model": "qwen",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code is now 8624. The old code is no longer current. Question: What is the current museum access code? Answer with only the four digits.",
    "tokens": 4,
    "file": "traces/experiments/memory-distractors-current-qwen.json.gz",
    "sha256": "4912dac302ed9cf3075d82423964d7f2cb78fd37cef9b02771cddf7f94121238",
    "gzip_sha256": "31b0d9a35744a6a4563d128763ea43535be5120ec6ea8a635bd0e21a009d64bf",
    "bytes": 1205054,
    "compressed_bytes": 518952,
    "created": 1792753006737,
    "label": "A correction among distractors: current fact \u00b7 qwen"
  },
  {
    "id": "memory-distractors-original-flint",
    "model": "flint",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code is now 8624. The old code is no longer current. Question: What is the original museum access code? Answer with only the four digits.",
    "tokens": 2,
    "file": "traces/experiments/memory-distractors-original-flint.json.gz",
    "sha256": "117d4f848f94ee889eeeeba4334c8e913f08021e3858428622f12d1808d30287",
    "gzip_sha256": "0dade5419d2dcce1886350aa7b6f9d006f980c246dce74be9e52c4a96524509a",
    "bytes": 960809,
    "compressed_bytes": 373102,
    "created": 1792753018956,
    "label": "A correction among distractors: original fact \u00b7 flint"
  },
  {
    "id": "memory-distractors-original-qwen",
    "model": "qwen",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code is now 8624. The old code is no longer current. Question: What is the original museum access code? Answer with only the four digits.",
    "tokens": 4,
    "file": "traces/experiments/memory-distractors-original-qwen.json.gz",
    "sha256": "41adb8cdd9b1be4587d767ee73513a15b8fff5b7d32e27a6dba6c0fee1eb60a5",
    "gzip_sha256": "faa06f0a66ddd34bbb520f85179239a500e10b51ef3b79522bfd5ced0ed90b3d",
    "bytes": 1203653,
    "compressed_bytes": 518535,
    "created": 1792753021157,
    "label": "A correction among distractors: original fact \u00b7 qwen"
  },
  {
    "id": "memory-short-current-flint",
    "model": "flint",
    "prompt": "Read this fictional log. The original museum access code is 4319.  The museum access code is now 8624. The old code is no longer current. Question: What is the current museum access code? Answer with only the four digits.",
    "tokens": 2,
    "file": "traces/experiments/memory-short-current-flint.json.gz",
    "sha256": "6e1345ee29f71094f8d51982f2ed905fbd0be51a26b3780152fc78ed004d45c7",
    "gzip_sha256": "1c857156e7a8284e79de717741508a6eab5ea099e6bc42c49bb52ee799091b32",
    "bytes": 943320,
    "compressed_bytes": 372203,
    "created": 1792752983606,
    "label": "One correction: current fact \u00b7 flint"
  },
  {
    "id": "memory-short-current-qwen",
    "model": "qwen",
    "prompt": "Read this fictional log. The original museum access code is 4319.  The museum access code is now 8624. The old code is no longer current. Question: What is the current museum access code? Answer with only the four digits.",
    "tokens": 4,
    "file": "traces/experiments/memory-short-current-qwen.json.gz",
    "sha256": "f91be43725b8603628494a4b71bfb76888d1f69165295b98209857d10e4a06e5",
    "gzip_sha256": "2177ad2e9e2d62726f2e94e339c9423cf7c5cf12c1010fe89b2f0ea9d8a9360d",
    "bytes": 1195637,
    "compressed_bytes": 517455,
    "created": 1792752985768,
    "label": "One correction: current fact \u00b7 qwen"
  },
  {
    "id": "memory-short-original-flint",
    "model": "flint",
    "prompt": "Read this fictional log. The original museum access code is 4319.  The museum access code is now 8624. The old code is no longer current. Question: What is the original museum access code? Answer with only the four digits.",
    "tokens": 2,
    "file": "traces/experiments/memory-short-original-flint.json.gz",
    "sha256": "34e0fdef73702915345d5a00ceb2b97407c3d3403d33bdeffbe1e4df6260baac",
    "gzip_sha256": "e730312e416fa2331342bc02277b13e57ee3bb3941c2f0acdfddf86214191a2e",
    "bytes": 943171,
    "compressed_bytes": 372679,
    "created": 1792752994024,
    "label": "One correction: original fact \u00b7 flint"
  },
  {
    "id": "memory-short-original-qwen",
    "model": "qwen",
    "prompt": "Read this fictional log. The original museum access code is 4319.  The museum access code is now 8624. The old code is no longer current. Question: What is the original museum access code? Answer with only the four digits.",
    "tokens": 4,
    "file": "traces/experiments/memory-short-original-qwen.json.gz",
    "sha256": "5e8b91b89677b0d014f3a705cbca017b559984960928b11c0b28241a7eb792e0",
    "gzip_sha256": "afefafa284bf44fdfa36cadd5493ba204afd1a9ba93870525b272f7f452d3829",
    "bytes": 1195602,
    "compressed_bytes": 517420,
    "created": 1792752996323,
    "label": "One correction: original fact \u00b7 qwen"
  },
  {
    "id": "memory-twice-current-flint",
    "model": "flint",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code changes to 8624. Later it changes again to 5972. The earlier codes are no longer current. Question: What is the current museum access code? Answer with only the four digits.",
    "tokens": 2,
    "file": "traces/experiments/memory-twice-current-flint.json.gz",
    "sha256": "d15d5a0d54ab5283f053b2671fbeb018a4cb58f40fc12fc045773122a5a177e6",
    "gzip_sha256": "21b7e8fbdb5eb767cf71c9780b2763cf1f0723f2a5f2854a2ac4403b11c28475",
    "bytes": 954308,
    "compressed_bytes": 373646,
    "created": 1792753033494,
    "label": "Two successive corrections: current fact \u00b7 flint"
  },
  {
    "id": "memory-twice-current-qwen",
    "model": "qwen",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code changes to 8624. Later it changes again to 5972. The earlier codes are no longer current. Question: What is the current museum access code? Answer with only the four digits.",
    "tokens": 4,
    "file": "traces/experiments/memory-twice-current-qwen.json.gz",
    "sha256": "20cc6fc733b5b12a5b2257f6ae28b24979a0096465868020e9101f60131a2ef6",
    "gzip_sha256": "e6dac7b0201e32adc60202638f0f0c84ed2f257c065513c4649d5ab39610a6af",
    "bytes": 1201186,
    "compressed_bytes": 518453,
    "created": 1792753035778,
    "label": "Two successive corrections: current fact \u00b7 qwen"
  },
  {
    "id": "memory-twice-original-flint",
    "model": "flint",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code changes to 8624. Later it changes again to 5972. The earlier codes are no longer current. Question: What is the original museum access code? Answer with only the four digits.",
    "tokens": 2,
    "file": "traces/experiments/memory-twice-original-flint.json.gz",
    "sha256": "ff79ad7fc15b469c91b7d959b4c86d5242feb8e83b375d0196700d940c023fe8",
    "gzip_sha256": "15f3245da6145e40c7c3b56722bd78ebcd26f0f4363ef64c153a538ad1a7cf8e",
    "bytes": 954081,
    "compressed_bytes": 373616,
    "created": 1792753046085,
    "label": "Two successive corrections: original fact \u00b7 flint"
  },
  {
    "id": "memory-twice-original-qwen",
    "model": "qwen",
    "prompt": "Read this fictional log. The original museum access code is 4319. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. A crate is sealed. A lamp is on. The museum access code changes to 8624. Later it changes again to 5972. The earlier codes are no longer current. Question: What is the original museum access code? Answer with only the four digits.",
    "tokens": 4,
    "file": "traces/experiments/memory-twice-original-qwen.json.gz",
    "sha256": "5490a9f4775c6de2478a68b85327c007c625ac5384691eb2c28b904661ad1c8b",
    "gzip_sha256": "3a0baf879172d8a97353305063312519a98d1c97151400743b2b0e11fab58d74",
    "bytes": 1202381,
    "compressed_bytes": 518903,
    "created": 1792753048335,
    "label": "Two successive corrections: original fact \u00b7 qwen"
  },
  {
    "id": "reroute-json-color-flint-a",
    "model": "flint",
    "prompt": "Return only JSON with one key named color and value blue.",
    "tokens": 5,
    "file": "traces/experiments/reroute-json-color-flint-a.json.gz",
    "sha256": "ff0da38c0292fe7f8e46a2e8a932ccb983e69877327081f738e212ad8100ea25",
    "gzip_sha256": "a1a2c501c40294dcb039a15c115513850d55a69bea61e1fe2fca715acae43ebe",
    "bytes": 2346341,
    "compressed_bytes": 919171,
    "created": 1792752946971,
    "label": "One word changes the JSON value \u00b7 a"
  },
  {
    "id": "reroute-json-color-flint-b",
    "model": "flint",
    "prompt": "Return only JSON with one key named color and value red.",
    "tokens": 5,
    "file": "traces/experiments/reroute-json-color-flint-b.json.gz",
    "sha256": "f9f13339bdc7df2f3fd42d40a9b87d04cf531c752c2a99f943093d058fea616b",
    "gzip_sha256": "a6de8843f680c529d5123fff8bc1c663fdb59d4b9018308bdd41b4beb3e52213",
    "bytes": 2346598,
    "compressed_bytes": 919420,
    "created": 1792752951404,
    "label": "One word changes the JSON value \u00b7 b"
  },
  {
    "id": "reroute-json-color-qwen-a",
    "model": "qwen",
    "prompt": "Return only JSON with one key named color and value blue.",
    "tokens": 5,
    "file": "traces/experiments/reroute-json-color-qwen-a.json.gz",
    "sha256": "a13f3e97372c12e6242c17777e7f0f4a27f01ec91d6ed03304979bd72c0549e0",
    "gzip_sha256": "892c728cea74109639ecf7d125e6677df9ed9f2c68c32a5292204c200ec47bbe",
    "bytes": 1490772,
    "compressed_bytes": 643912,
    "created": 1792752953882,
    "label": "One word changes the JSON value \u00b7 a"
  },
  {
    "id": "reroute-json-color-qwen-b",
    "model": "qwen",
    "prompt": "Return only JSON with one key named color and value red.",
    "tokens": 5,
    "file": "traces/experiments/reroute-json-color-qwen-b.json.gz",
    "sha256": "c1d3757878ef7c54bcfeb06d0658fca745a39d59fba2aeabf20e709f0fff532c",
    "gzip_sha256": "b87a820c6240ff199010edefd907d98cb2340122f670aaaac3c3182c6f52af51",
    "bytes": 1491042,
    "compressed_bytes": 643871,
    "created": 1792752960146,
    "label": "One word changes the JSON value \u00b7 b"
  },
  {
    "id": "reroute-opposite-flint-a",
    "model": "flint",
    "prompt": "Answer with one word: name the opposite of hot.",
    "tokens": 1,
    "file": "traces/experiments/reroute-opposite-flint-a.json.gz",
    "sha256": "27eefa9070e87ee9c6139055d8b5ff8ab6eea0f7d5be48672fd7bf815fa998f8",
    "gzip_sha256": "83f6529578d08dd395eabecd1f2e3d68adc06337feca4cd8270990a897a76f6e",
    "bytes": 473055,
    "compressed_bytes": 185653,
    "created": 1792752934308,
    "label": "One word changes the opposite \u00b7 a"
  },
  {
    "id": "reroute-opposite-flint-b",
    "model": "flint",
    "prompt": "Answer with one word: name the opposite of cold.",
    "tokens": 1,
    "file": "traces/experiments/reroute-opposite-flint-b.json.gz",
    "sha256": "226b7b20822499069e0f582c56a563988526549967acde9c9367050e26bc4fd5",
    "gzip_sha256": "6f378e33a36b498d171dde4e97d0b33f97643eaa3f035ab9c61f7ff7634d0c66",
    "bytes": 473107,
    "compressed_bytes": 185674,
    "created": 1792752936544,
    "label": "One word changes the opposite \u00b7 b"
  },
  {
    "id": "reroute-opposite-qwen-a",
    "model": "qwen",
    "prompt": "Answer with one word: name the opposite of hot.",
    "tokens": 1,
    "file": "traces/experiments/reroute-opposite-qwen-a.json.gz",
    "sha256": "49939c0748d0ae66d5a51e7a1e4701cbbf663ae360c81d3faeabf5981cf312c9",
    "gzip_sha256": "6090859303c7aa620c03e66ab3a5229e4c761f60119db663e0a777253d9aa6e2",
    "bytes": 302818,
    "compressed_bytes": 131424,
    "created": 1792752938769,
    "label": "One word changes the opposite \u00b7 a"
  },
  {
    "id": "reroute-opposite-qwen-b",
    "model": "qwen",
    "prompt": "Answer with one word: name the opposite of cold.",
    "tokens": 1,
    "file": "traces/experiments/reroute-opposite-qwen-b.json.gz",
    "sha256": "4ddaa3b02ff685bccee1d6a947800842f9396da12b4623b356fef63106b84ff2",
    "gzip_sha256": "c8cc0a1236967408295aadf413b5c10d3443857c56d8418b845b1343d9bb7453",
    "bytes": 302398,
    "compressed_bytes": 131168,
    "created": 1792752942914,
    "label": "One word changes the opposite \u00b7 b"
  },
  {
    "id": "reroute-python-flint-a",
    "model": "flint",
    "prompt": "Write only a Python expression that selects the maximum of x and y.",
    "tokens": 5,
    "file": "traces/experiments/reroute-python-flint-a.json.gz",
    "sha256": "a80bb8703120bb432927555d1c599ea6a7769645a13414fb7d57e23c240e684e",
    "gzip_sha256": "3d0bcff6db675e0a5450ac2744eb4031862eeb5844ae9ac0e3592ceef3875d57",
    "bytes": 2347333,
    "compressed_bytes": 919644,
    "created": 1792752966319,
    "label": "One word changes the function \u00b7 a"
  },
  {
    "id": "reroute-python-flint-b",
    "model": "flint",
    "prompt": "Write only a Python expression that selects the minimum of x and y.",
    "tokens": 5,
    "file": "traces/experiments/reroute-python-flint-b.json.gz",
    "sha256": "80d072551a9135db60dc2ee6902731cd1bcb4843cc629c9c17038f4eeafbc586",
    "gzip_sha256": "4a40ab0cdf7341870e8e378633e5377b4a6614e7fcaef307d69af94326d15c6d",
    "bytes": 2347533,
    "compressed_bytes": 920189,
    "created": 1792752968702,
    "label": "One word changes the function \u00b7 b"
  },
  {
    "id": "reroute-python-qwen-a",
    "model": "qwen",
    "prompt": "Write only a Python expression that selects the maximum of x and y.",
    "tokens": 5,
    "file": "traces/experiments/reroute-python-qwen-a.json.gz",
    "sha256": "3eeb0196c7ad311743476653d65cb26d64561afd87452792f508f5371a59531e",
    "gzip_sha256": "c52ca893eaf76cd8db897dd9b0b66f01545cc945c0edc562c08b2bb6aecd3bec",
    "bytes": 1490170,
    "compressed_bytes": 643193,
    "created": 1792752971166,
    "label": "One word changes the function \u00b7 a"
  },
  {
    "id": "reroute-python-qwen-b",
    "model": "qwen",
    "prompt": "Write only a Python expression that selects the minimum of x and y.",
    "tokens": 5,
    "file": "traces/experiments/reroute-python-qwen-b.json.gz",
    "sha256": "ab952c5215dfc8dae2c2136497eca8c38d470f6169829bec1b8df571a4665a72",
    "gzip_sha256": "23025da3491932313747db32ff949ac6cbd208171716ad624c7a5d847b03fa9f",
    "bytes": 1489618,
    "compressed_bytes": 642994,
    "created": 1792752977371,
    "label": "One word changes the function \u00b7 b"
  }
]