{
  "version": "2026-10-01.fse2027",
  "catalogs": [
    "data/catalog-00.json",
    "data/catalog-01.json",
    "data/catalog-02.json",
    "data/catalog-03.json",
    "data/catalog-04.json",
    "data/catalog-05.json",
    "data/catalog-06.json",
    "data/catalog-07.json",
    "data/catalog-08.json",
    "data/catalog-09.json",
    "data/catalog-10.json",
    "data/catalog-11.json",
    "data/catalog-12.json",
    "data/catalog-13.json",
    "data/catalog-14.json",
    "data/catalog-15.json",
    "data/catalog-16.json",
    "data/catalog-17.json",
    "data/catalog-18.json",
    "data/catalog-19.json",
    "data/catalog-20.json",
    "data/catalog-21.json",
    "data/catalog-22.json",
    "data/catalog-23.json",
    "data/catalog-24.json",
    "data/catalog-25.json",
    "data/catalog-26.json"
  ],
  "total": 26613,
  "studies": [
    {
      "id": "rq123",
      "rows": 18900,
      "tasks": 100,
      "traces": 1497
    },
    {
      "id": "extension",
      "rows": 2835,
      "tasks": 15,
      "traces": 425
    },
    {
      "id": "rq4-main",
      "rows": 864,
      "tasks": 6,
      "traces": 864
    },
    {
      "id": "rq4-stress",
      "rows": 144,
      "tasks": 3,
      "traces": 144
    },
    {
      "id": "rq4-path",
      "rows": 90,
      "tasks": 5,
      "traces": 90
    },
    {
      "id": "bridge",
      "rows": 3780,
      "tasks": 3,
      "traces": 3780
    }
  ],
  "detailed": 6800,
  "sources": [
    {
      "file": "experiment_00.jsonl",
      "study": "rq123",
      "model": "Qwen3.8-27B",
      "rows": 945,
      "sha256": "ff0bed77c9904c199094b7c2df1ea7b55ccfd14f0a6e69ec5bbbbc2cc1f7a516"
    },
    {
      "file": "experiment_01.jsonl",
      "study": "rq123",
      "model": "Qwen3.8-27B",
      "rows": 1890,
      "sha256": "d60cc588f5ac854edafcb5f77c85476bb40402ad5ec5830d648334c16732d9d9"
    },
    {
      "file": "experiment_02.jsonl",
      "study": "rq123",
      "model": "Qwen3.8-27B",
      "rows": 1260,
      "sha256": "1a677c54bd19141c4787aa5c6095b99239c94d95d8080528a97b984ddfcb820a"
    },
    {
      "file": "experiment_03.jsonl",
      "study": "rq123",
      "model": "Qwen3.8-27B",
      "rows": 1260,
      "sha256": "2cad5e6bdd772d8517be13f0073838b756c37eb3901a499b055833d4fc5ff8c8"
    },
    {
      "file": "experiment_04.jsonl",
      "study": "rq123",
      "model": "Qwen3.8-27B",
      "rows": 945,
      "sha256": "d00b7159d1b0f5d1aa151dbdd175215dc748147aca55a733f6a84f66c43f33f7"
    },
    {
      "file": "experiment_05.jsonl",
      "study": "rq123",
      "model": "Qwen3.5-9B",
      "rows": 945,
      "sha256": "570e0e10f86b46b698b6270d9a9d272570ec3833fc8cef637a8851fc13caa368"
    },
    {
      "file": "experiment_06.jsonl",
      "study": "rq123",
      "model": "Qwen3.5-9B",
      "rows": 1890,
      "sha256": "a23e1bd5cf859adebc19d87e0938a49bb61f732541a2e3db00aef732dd45996a"
    },
    {
      "file": "experiment_07.jsonl",
      "study": "rq123",
      "model": "Qwen3.5-9B",
      "rows": 1260,
      "sha256": "ada48b2a714f6424ee540fd68f0911c5c609edf204dd1f64cb68c61e00b2d1b1"
    },
    {
      "file": "experiment_08.jsonl",
      "study": "rq123",
      "model": "Qwen3.5-9B",
      "rows": 1260,
      "sha256": "186a195cf4f1aaa2190a10033fbb926aabd923a68139c8434e8eddd630b7cee7"
    },
    {
      "file": "experiment_09.jsonl",
      "study": "rq123",
      "model": "Qwen3.5-9B",
      "rows": 945,
      "sha256": "2b7b69418f4bc0b72110637776912c1a2f2fda59221d301e337f8325f5e73598"
    },
    {
      "file": "experiment_10.jsonl",
      "study": "rq123",
      "model": "DeepSeek-V4-Flash",
      "rows": 945,
      "sha256": "0b7fab40b2edd95a403f28bc016e24c06d9b36b073eff29dbe4eb64475b31ac9"
    },
    {
      "file": "experiment_11.jsonl",
      "study": "rq123",
      "model": "DeepSeek-V4-Flash",
      "rows": 1890,
      "sha256": "9f8e00f4ce080a5becf7bf91ac0faf61ccac9b28d4725283e34c572642f94b9a"
    },
    {
      "file": "experiment_12.jsonl",
      "study": "rq123",
      "model": "DeepSeek-V4-Flash",
      "rows": 1260,
      "sha256": "43271d11cc8b580f62fb41512c717f36e5305e615438cc46c931a8a4d13a22ff"
    },
    {
      "file": "experiment_13.jsonl",
      "study": "rq123",
      "model": "DeepSeek-V4-Flash",
      "rows": 1260,
      "sha256": "945aade1d05f08ddbd6c5d3c3a6b59e507924d19b3dabd54c9400f65c66c6bb0"
    },
    {
      "file": "experiment_14.jsonl",
      "study": "rq123",
      "model": "DeepSeek-V4-Flash",
      "rows": 945,
      "sha256": "7c32b9487a6a3c5116f8dd8a36dac0aa84835d6aa54c6dd70915264c299ebfde"
    },
    {
      "file": "reddit_extension.jsonl",
      "study": "extension",
      "model": "from-record",
      "rows": 2835,
      "sha256": "7634e34d6ce7ada06efe3d73d51fa31e5814fa84e33698df3921626607e55d33"
    },
    {
      "file": "main_runs.jsonl",
      "study": "rq4",
      "model": "from-record",
      "rows": 1098,
      "sha256": "cf4ad028559d5e8259e800c92ce6d6cc3ebefeee4af0198d105a3e58f0fa8383"
    },
    {
      "file": "runs.jsonl",
      "study": "bridge",
      "model": "No LLM",
      "rows": 3780,
      "sha256": "8d42b6905a962eed9676eb7b6c48f3dd474eb67719cfded6e8849a79d094d030"
    }
  ],
  "limitations": [
    "Historical replay, not live experimental execution.",
    "Summary-only records do not include a bundled detailed trace.",
    "Composite endpoints are not necessarily native benchmark answer correctness.",
    "Repeated executions are not independent model sampling seeds.",
    "Source-to-symptom fixture observations and MAS outcomes are separate studies.",
    "Personal/deployment identifiers and URLs have been removed from public traces."
  ]
}