{
  "id": "punc-dash-answer-oneword-c",
  "text": "No explanation. One word only.\nIs water wet? — Yes or no:",
  "stableTopK": [
    {
      "rank": 1,
      "tokenId": 10784,
      "text": "Yes",
      "logit": -0.6643348932266235,
      "prob": 0.9391111135482788
    },
    {
      "rank": 2,
      "tokenId": 3771,
      "text": "No",
      "logit": -3.4519968032836914,
      "prob": 0.05781636759638786
    },
    {
      "rank": 3,
      "tokenId": 31900,
      "text": "Deb",
      "logit": -7.316755294799805,
      "prob": 0.001212292816489935
    },
    {
      "rank": 4,
      "tokenId": 179306,
      "text": "Depends",
      "logit": -7.761164665222168,
      "prob": 0.0007773256511427462
    },
    {
      "rank": 5,
      "tokenId": 4339,
      "text": "True",
      "logit": -8.064543724060059,
      "prob": 0.0005739144398830831
    },
    {
      "rank": 6,
      "tokenId": 139305,
      "text": "Wet",
      "logit": -8.786853790283203,
      "prob": 0.00027870957273989916
    },
    {
      "rank": 7,
      "tokenId": 9277,
      "text": "False",
      "logit": -10.316374778747559,
      "prob": 0.000060379476053640246
    },
    {
      "rank": 8,
      "tokenId": 41387,
      "text": "Unknown",
      "logit": -11.094799041748047,
      "prob": 0.00002772196057776455
    }
  ],
  "lmHead": {
    "dtype": "f16",
    "layout": "row",
    "shape": [
      262144,
      1536
    ]
  },
  "modes": {
    "exact": {
      "winnerTokenId": 10784,
      "winnerText": "Yes",
      "winnerScore": -0.6644409568278249,
      "winnerGap": 2.8029118576273007,
      "top": [
        {
          "rank": 1,
          "tokenId": 10784,
          "text": "Yes",
          "score": -0.6644409568278249
        },
        {
          "rank": 2,
          "tokenId": 3771,
          "text": "No",
          "score": -3.4673528144551256
        },
        {
          "rank": 3,
          "tokenId": 31900,
          "text": "Deb",
          "score": -7.467243283899016
        },
        {
          "rank": 4,
          "tokenId": 179306,
          "text": "Depends",
          "score": -7.941618659464943
        },
        {
          "rank": 5,
          "tokenId": 4339,
          "text": "True",
          "score": -8.267683543632202
        },
        {
          "rank": 6,
          "tokenId": 139305,
          "text": "Wet",
          "score": -9.051902590377324
        },
        {
          "rank": 7,
          "tokenId": 9277,
          "text": "False",
          "score": -10.75456186618601
        },
        {
          "rank": 8,
          "tokenId": 41387,
          "text": "Unknown",
          "score": -11.646663933967709
        }
      ]
    },
    "f32_forward": {
      "winnerTokenId": 10784,
      "winnerText": "Yes",
      "winnerScore": -0.6644430160522461,
      "winnerGap": 2.8029088973999023,
      "top": [
        {
          "rank": 1,
          "tokenId": 10784,
          "text": "Yes",
          "score": -0.6644430160522461
        },
        {
          "rank": 2,
          "tokenId": 3771,
          "text": "No",
          "score": -3.4673519134521484
        },
        {
          "rank": 3,
          "tokenId": 31900,
          "text": "Deb",
          "score": -7.4672369956970215
        },
        {
          "rank": 4,
          "tokenId": 179306,
          "text": "Depends",
          "score": -7.941620349884033
        },
        {
          "rank": 5,
          "tokenId": 4339,
          "text": "True",
          "score": -8.267684936523438
        },
        {
          "rank": 6,
          "tokenId": 139305,
          "text": "Wet",
          "score": -9.05190658569336
        },
        {
          "rank": 7,
          "tokenId": 9277,
          "text": "False",
          "score": -10.754562377929688
        },
        {
          "rank": 8,
          "tokenId": 41387,
          "text": "Unknown",
          "score": -11.646659851074219
        }
      ]
    },
    "f32_reverse": {
      "winnerTokenId": 10784,
      "winnerText": "Yes",
      "winnerScore": -0.6644421219825745,
      "winnerGap": 2.8029133677482605,
      "top": [
        {
          "rank": 1,
          "tokenId": 10784,
          "text": "Yes",
          "score": -0.6644421219825745
        },
        {
          "rank": 2,
          "tokenId": 3771,
          "text": "No",
          "score": -3.467355489730835
        },
        {
          "rank": 3,
          "tokenId": 31900,
          "text": "Deb",
          "score": -7.467254638671875
        },
        {
          "rank": 4,
          "tokenId": 179306,
          "text": "Depends",
          "score": -7.9416117668151855
        },
        {
          "rank": 5,
          "tokenId": 4339,
          "text": "True",
          "score": -8.267688751220703
        },
        {
          "rank": 6,
          "tokenId": 139305,
          "text": "Wet",
          "score": -9.051909446716309
        },
        {
          "rank": 7,
          "tokenId": 9277,
          "text": "False",
          "score": -10.754557609558105
        },
        {
          "rank": 8,
          "tokenId": 41387,
          "text": "Unknown",
          "score": -11.646677017211914
        }
      ]
    },
    "f32_tree64": {
      "winnerTokenId": 10784,
      "winnerText": "Yes",
      "winnerScore": -0.6644415855407715,
      "winnerGap": 2.8029112815856934,
      "top": [
        {
          "rank": 1,
          "tokenId": 10784,
          "text": "Yes",
          "score": -0.6644415855407715
        },
        {
          "rank": 2,
          "tokenId": 3771,
          "text": "No",
          "score": -3.467352867126465
        },
        {
          "rank": 3,
          "tokenId": 31900,
          "text": "Deb",
          "score": -7.467242240905762
        },
        {
          "rank": 4,
          "tokenId": 179306,
          "text": "Depends",
          "score": -7.941618919372559
        },
        {
          "rank": 5,
          "tokenId": 4339,
          "text": "True",
          "score": -8.267684936523438
        },
        {
          "rank": 6,
          "tokenId": 139305,
          "text": "Wet",
          "score": -9.051902770996094
        },
        {
          "rank": 7,
          "tokenId": 9277,
          "text": "False",
          "score": -10.754562377929688
        },
        {
          "rank": 8,
          "tokenId": 41387,
          "text": "Unknown",
          "score": -11.6466646194458
        }
      ]
    },
    "f16_forward": {
      "winnerTokenId": 3771,
      "winnerText": "No",
      "winnerScore": -3.4765625,
      "winnerGap": 1.06640625,
      "top": [
        {
          "rank": 1,
          "tokenId": 3771,
          "text": "No",
          "score": -3.4765625
        },
        {
          "rank": 2,
          "tokenId": 10784,
          "text": "Yes",
          "score": -4.54296875
        },
        {
          "rank": 3,
          "tokenId": 19204,
          "text": "Variable",
          "score": -6.421875
        },
        {
          "rank": 4,
          "tokenId": 31900,
          "text": "Deb",
          "score": -7.4765625
        },
        {
          "rank": 5,
          "tokenId": 32556,
          "text": "Pour",
          "score": -7.6640625
        },
        {
          "rank": 6,
          "tokenId": 4339,
          "text": "True",
          "score": -8.3515625
        },
        {
          "rank": 7,
          "tokenId": 8728,
          "text": "Base",
          "score": -8.84375
        },
        {
          "rank": 8,
          "tokenId": 179306,
          "text": "Depends",
          "score": -8.9375
        }
      ]
    }
  },
  "winnerTextsByMode": {
    "exact": "Yes",
    "f32_forward": "Yes",
    "f32_reverse": "Yes",
    "f32_tree64": "Yes",
    "f16_forward": "No"
  },
  "uniqueWinnerCount": 2,
  "uniqueWinners": [
    "Yes",
    "No"
  ],
  "f16VsF32WinnerChanged": true,
  "f32OrderingDisagreement": false,
  "branches": {
    "f32_forward": {
      "tokenIds": [
        10784,
        106
      ],
      "decodedText": "Yes",
      "steps": [
        {
          "step": 0,
          "tokenId": 10784,
          "text": "Yes"
        },
        {
          "step": 1,
          "tokenId": 106,
          "text": ""
        }
      ]
    },
    "f16_forward": {
      "tokenIds": [
        3771,
        106
      ],
      "decodedText": "No",
      "steps": [
        {
          "step": 0,
          "tokenId": 3771,
          "text": "No"
        },
        {
          "step": 1,
          "tokenId": 106,
          "text": ""
        }
      ]
    }
  },
  "branchComparison": {
    "firstDifferentStep": 0,
    "lastDifferentStep": 0,
    "differingStepCount": 1,
    "healedAtStep": 1,
    "persistsThroughEnd": false
  }
}