{
  "id": "rollback-approve-deny-oneword-c",
  "text": "No explanation. One word only.\nA rollback that restores a known exploitable vulnerability should be approved or denied. It should be",
  "stableTopK": [
    {
      "rank": 1,
      "tokenId": 75938,
      "text": "Approved",
      "logit": 19.051950454711914,
      "prob": 0.86698979139328
    },
    {
      "rank": 2,
      "tokenId": 147942,
      "text": "Denied",
      "logit": 16.570316314697266,
      "prob": 0.07248597592115402
    },
    {
      "rank": 3,
      "tokenId": 87732,
      "text": "Decision",
      "logit": 14.473526000976562,
      "prob": 0.00890490971505642
    },
    {
      "rank": 4,
      "tokenId": 172496,
      "text": "Reviewed",
      "logit": 14.335343360900879,
      "prob": 0.007755638565868139
    },
    {
      "rank": 5,
      "tokenId": 22472,
      "text": "Den",
      "logit": 14.310897827148438,
      "prob": 0.007568346336483955
    },
    {
      "rank": 6,
      "tokenId": 8724,
      "text": "Dec",
      "logit": 13.612900733947754,
      "prob": 0.0037658647634088993
    },
    {
      "rank": 7,
      "tokenId": 182391,
      "text": "Rejected",
      "logit": 13.414363861083984,
      "prob": 0.0030877436511218548
    },
    {
      "rank": 8,
      "tokenId": 18463,
      "text": "Perm",
      "logit": 13.314488410949707,
      "prob": 0.002794253872707486
    }
  ],
  "lmHead": {
    "dtype": "f16",
    "layout": "row",
    "shape": [
      262144,
      1536
    ]
  },
  "modes": {
    "exact": {
      "winnerTokenId": 75938,
      "winnerText": "Approved",
      "winnerScore": 22.49578424837729,
      "winnerGap": 3.8433461865304643,
      "top": [
        {
          "rank": 1,
          "tokenId": 75938,
          "text": "Approved",
          "score": 22.49578424837729
        },
        {
          "rank": 2,
          "tokenId": 147942,
          "text": "Denied",
          "score": 18.652438061846826
        },
        {
          "rank": 3,
          "tokenId": 87732,
          "text": "Decision",
          "score": 15.785205963955264
        },
        {
          "rank": 4,
          "tokenId": 172496,
          "text": "Reviewed",
          "score": 15.60562711060253
        },
        {
          "rank": 5,
          "tokenId": 22472,
          "text": "Den",
          "score": 15.573968046713231
        },
        {
          "rank": 6,
          "tokenId": 8724,
          "text": "Dec",
          "score": 14.68288035340072
        },
        {
          "rank": 7,
          "tokenId": 182391,
          "text": "Rejected",
          "score": 14.433801369123344
        },
        {
          "rank": 8,
          "tokenId": 18463,
          "text": "Perm",
          "score": 14.309199572211867
        }
      ]
    },
    "f32_forward": {
      "winnerTokenId": 75938,
      "winnerText": "Approved",
      "winnerScore": 22.495798110961914,
      "winnerGap": 3.843355178833008,
      "top": [
        {
          "rank": 1,
          "tokenId": 75938,
          "text": "Approved",
          "score": 22.495798110961914
        },
        {
          "rank": 2,
          "tokenId": 147942,
          "text": "Denied",
          "score": 18.652442932128906
        },
        {
          "rank": 3,
          "tokenId": 87732,
          "text": "Decision",
          "score": 15.785199165344238
        },
        {
          "rank": 4,
          "tokenId": 172496,
          "text": "Reviewed",
          "score": 15.605621337890625
        },
        {
          "rank": 5,
          "tokenId": 22472,
          "text": "Den",
          "score": 15.573944091796875
        },
        {
          "rank": 6,
          "tokenId": 8724,
          "text": "Dec",
          "score": 14.682888984680176
        },
        {
          "rank": 7,
          "tokenId": 182391,
          "text": "Rejected",
          "score": 14.433791160583496
        },
        {
          "rank": 8,
          "tokenId": 18463,
          "text": "Perm",
          "score": 14.30919361114502
        }
      ]
    },
    "f32_reverse": {
      "winnerTokenId": 75938,
      "winnerText": "Approved",
      "winnerScore": 22.495786666870117,
      "winnerGap": 3.843364715576172,
      "top": [
        {
          "rank": 1,
          "tokenId": 75938,
          "text": "Approved",
          "score": 22.495786666870117
        },
        {
          "rank": 2,
          "tokenId": 147942,
          "text": "Denied",
          "score": 18.652421951293945
        },
        {
          "rank": 3,
          "tokenId": 87732,
          "text": "Decision",
          "score": 15.785202980041504
        },
        {
          "rank": 4,
          "tokenId": 172496,
          "text": "Reviewed",
          "score": 15.605618476867676
        },
        {
          "rank": 5,
          "tokenId": 22472,
          "text": "Den",
          "score": 15.573972702026367
        },
        {
          "rank": 6,
          "tokenId": 8724,
          "text": "Dec",
          "score": 14.682884216308594
        },
        {
          "rank": 7,
          "tokenId": 182391,
          "text": "Rejected",
          "score": 14.433793067932129
        },
        {
          "rank": 8,
          "tokenId": 18463,
          "text": "Perm",
          "score": 14.309194564819336
        }
      ]
    },
    "f32_tree64": {
      "winnerTokenId": 75938,
      "winnerText": "Approved",
      "winnerScore": 22.49578285217285,
      "winnerGap": 3.8433456420898438,
      "top": [
        {
          "rank": 1,
          "tokenId": 75938,
          "text": "Approved",
          "score": 22.49578285217285
        },
        {
          "rank": 2,
          "tokenId": 147942,
          "text": "Denied",
          "score": 18.652437210083008
        },
        {
          "rank": 3,
          "tokenId": 87732,
          "text": "Decision",
          "score": 15.785204887390137
        },
        {
          "rank": 4,
          "tokenId": 172496,
          "text": "Reviewed",
          "score": 15.605626106262207
        },
        {
          "rank": 5,
          "tokenId": 22472,
          "text": "Den",
          "score": 15.573968887329102
        },
        {
          "rank": 6,
          "tokenId": 8724,
          "text": "Dec",
          "score": 14.682880401611328
        },
        {
          "rank": 7,
          "tokenId": 182391,
          "text": "Rejected",
          "score": 14.43380069732666
        },
        {
          "rank": 8,
          "tokenId": 18463,
          "text": "Perm",
          "score": 14.309200286865234
        }
      ]
    },
    "f16_forward": {
      "winnerTokenId": 147942,
      "winnerText": "Denied",
      "winnerScore": 18.859375,
      "winnerGap": 0.328125,
      "top": [
        {
          "rank": 1,
          "tokenId": 147942,
          "text": "Denied",
          "score": 18.859375
        },
        {
          "rank": 2,
          "tokenId": 75938,
          "text": "Approved",
          "score": 18.53125
        },
        {
          "rank": 3,
          "tokenId": 22472,
          "text": "Den",
          "score": 15.578125
        },
        {
          "rank": 4,
          "tokenId": 172496,
          "text": "Reviewed",
          "score": 15.5390625
        },
        {
          "rank": 5,
          "tokenId": 8724,
          "text": "Dec",
          "score": 14.765625
        },
        {
          "rank": 6,
          "tokenId": 87732,
          "text": "Decision",
          "score": 14.6953125
        },
        {
          "rank": 7,
          "tokenId": 182391,
          "text": "Rejected",
          "score": 14.453125
        },
        {
          "rank": 8,
          "tokenId": 18463,
          "text": "Perm",
          "score": 14.296875
        }
      ]
    }
  },
  "winnerTextsByMode": {
    "exact": "Approved",
    "f32_forward": "Approved",
    "f32_reverse": "Approved",
    "f32_tree64": "Approved",
    "f16_forward": "Denied"
  },
  "uniqueWinnerCount": 2,
  "uniqueWinners": [
    "Approved",
    "Denied"
  ],
  "f16VsF32WinnerChanged": true,
  "f32OrderingDisagreement": false,
  "branches": {
    "f32_forward": {
      "tokenIds": [
        75938,
        106
      ],
      "decodedText": "Approved",
      "steps": [
        {
          "step": 0,
          "tokenId": 75938,
          "text": "Approved"
        },
        {
          "step": 1,
          "tokenId": 106,
          "text": ""
        }
      ]
    },
    "f16_forward": {
      "tokenIds": [
        147942,
        106
      ],
      "decodedText": "Denied",
      "steps": [
        {
          "step": 0,
          "tokenId": 147942,
          "text": "Denied"
        },
        {
          "step": 1,
          "tokenId": 106,
          "text": ""
        }
      ]
    }
  },
  "branchComparison": {
    "firstDifferentStep": 0,
    "lastDifferentStep": 0,
    "differingStepCount": 1,
    "healedAtStep": 1,
    "persistsThroughEnd": false
  }
}