{
  "id": "val-privacy-security-oneword-d",
  "text": "Choose one word only.\nPrivacy matters more than security, or security matters more. The answer is",
  "stableTopK": [
    {
      "rank": 1,
      "tokenId": 19120,
      "text": "Security",
      "logit": 23.36330795288086,
      "prob": 0.3898407816886902
    },
    {
      "rank": 2,
      "tokenId": 1018,
      "text": "**",
      "logit": 23.313749313354492,
      "prob": 0.3709917366504669
    },
    {
      "rank": 3,
      "tokenId": 52581,
      "text": "Privacy",
      "logit": 22.641244888305664,
      "prob": 0.18936480581760406
    },
    {
      "rank": 4,
      "tokenId": 2094,
      "text": "This",
      "logit": 19.83717155456543,
      "prob": 0.011468474753201008
    },
    {
      "rank": 5,
      "tokenId": 179306,
      "text": "Depends",
      "logit": 19.792770385742188,
      "prob": 0.010970400646328926
    },
    {
      "rank": 6,
      "tokenId": 21288,
      "text": "Subject",
      "logit": 19.46298599243164,
      "prob": 0.007888581603765488
    },
    {
      "rank": 7,
      "tokenId": 818,
      "text": "The",
      "logit": 19.206539154052734,
      "prob": 0.006104154512286186
    },
    {
      "rank": 8,
      "tokenId": 95889,
      "text": "Neither",
      "logit": 18.753633499145508,
      "prob": 0.003880887757986784
    }
  ],
  "lmHead": {
    "dtype": "f16",
    "layout": "row",
    "shape": [
      262144,
      1536
    ]
  },
  "modes": {
    "exact": {
      "winnerTokenId": 19120,
      "winnerText": "Security",
      "winnerScore": 31.267634078952952,
      "winnerGap": 0.12551083537713126,
      "top": [
        {
          "rank": 1,
          "tokenId": 19120,
          "text": "Security",
          "score": 31.267634078952952
        },
        {
          "rank": 2,
          "tokenId": 1018,
          "text": "**",
          "score": 31.14212324357582
        },
        {
          "rank": 3,
          "tokenId": 52581,
          "text": "Privacy",
          "score": 29.514135312921738
        },
        {
          "rank": 4,
          "tokenId": 2094,
          "text": "This",
          "score": 23.850355987039308
        },
        {
          "rank": 5,
          "tokenId": 179306,
          "text": "Depends",
          "score": 23.771600374283224
        },
        {
          "rank": 6,
          "tokenId": 21288,
          "text": "Subject",
          "score": 23.194951373178213
        },
        {
          "rank": 7,
          "tokenId": 818,
          "text": "The",
          "score": 22.75629086636927
        },
        {
          "rank": 8,
          "tokenId": 95889,
          "text": "Neither",
          "score": 22.001018295934614
        }
      ]
    },
    "f32_forward": {
      "winnerTokenId": 19120,
      "winnerText": "Security",
      "winnerScore": 31.267635345458984,
      "winnerGap": 0.1255035400390625,
      "top": [
        {
          "rank": 1,
          "tokenId": 19120,
          "text": "Security",
          "score": 31.267635345458984
        },
        {
          "rank": 2,
          "tokenId": 1018,
          "text": "**",
          "score": 31.142131805419922
        },
        {
          "rank": 3,
          "tokenId": 52581,
          "text": "Privacy",
          "score": 29.514122009277344
        },
        {
          "rank": 4,
          "tokenId": 2094,
          "text": "This",
          "score": 23.850332260131836
        },
        {
          "rank": 5,
          "tokenId": 179306,
          "text": "Depends",
          "score": 23.7716064453125
        },
        {
          "rank": 6,
          "tokenId": 21288,
          "text": "Subject",
          "score": 23.194929122924805
        },
        {
          "rank": 7,
          "tokenId": 818,
          "text": "The",
          "score": 22.756290435791016
        },
        {
          "rank": 8,
          "tokenId": 95889,
          "text": "Neither",
          "score": 22.001005172729492
        }
      ]
    },
    "f32_reverse": {
      "winnerTokenId": 19120,
      "winnerText": "Security",
      "winnerScore": 31.26763343811035,
      "winnerGap": 0.12550926208496094,
      "top": [
        {
          "rank": 1,
          "tokenId": 19120,
          "text": "Security",
          "score": 31.26763343811035
        },
        {
          "rank": 2,
          "tokenId": 1018,
          "text": "**",
          "score": 31.14212417602539
        },
        {
          "rank": 3,
          "tokenId": 52581,
          "text": "Privacy",
          "score": 29.514114379882812
        },
        {
          "rank": 4,
          "tokenId": 2094,
          "text": "This",
          "score": 23.85035514831543
        },
        {
          "rank": 5,
          "tokenId": 179306,
          "text": "Depends",
          "score": 23.771596908569336
        },
        {
          "rank": 6,
          "tokenId": 21288,
          "text": "Subject",
          "score": 23.19492530822754
        },
        {
          "rank": 7,
          "tokenId": 818,
          "text": "The",
          "score": 22.756282806396484
        },
        {
          "rank": 8,
          "tokenId": 95889,
          "text": "Neither",
          "score": 22.000995635986328
        }
      ]
    },
    "f32_tree64": {
      "winnerTokenId": 19120,
      "winnerText": "Security",
      "winnerScore": 31.26763343811035,
      "winnerGap": 0.12551116943359375,
      "top": [
        {
          "rank": 1,
          "tokenId": 19120,
          "text": "Security",
          "score": 31.26763343811035
        },
        {
          "rank": 2,
          "tokenId": 1018,
          "text": "**",
          "score": 31.142122268676758
        },
        {
          "rank": 3,
          "tokenId": 52581,
          "text": "Privacy",
          "score": 29.514135360717773
        },
        {
          "rank": 4,
          "tokenId": 2094,
          "text": "This",
          "score": 23.850357055664062
        },
        {
          "rank": 5,
          "tokenId": 179306,
          "text": "Depends",
          "score": 23.7716007232666
        },
        {
          "rank": 6,
          "tokenId": 21288,
          "text": "Subject",
          "score": 23.194950103759766
        },
        {
          "rank": 7,
          "tokenId": 818,
          "text": "The",
          "score": 22.75629234313965
        },
        {
          "rank": 8,
          "tokenId": 95889,
          "text": "Neither",
          "score": 22.001018524169922
        }
      ]
    },
    "f16_forward": {
      "winnerTokenId": 1018,
      "winnerText": "**",
      "winnerScore": 31.203125,
      "winnerGap": 1.6875,
      "top": [
        {
          "rank": 1,
          "tokenId": 1018,
          "text": "**",
          "score": 31.203125
        },
        {
          "rank": 2,
          "tokenId": 52581,
          "text": "Privacy",
          "score": 29.515625
        },
        {
          "rank": 3,
          "tokenId": 2094,
          "text": "This",
          "score": 24.140625
        },
        {
          "rank": 4,
          "tokenId": 179306,
          "text": "Depends",
          "score": 23.75
        },
        {
          "rank": 5,
          "tokenId": 21288,
          "text": "Subject",
          "score": 23.40625
        },
        {
          "rank": 6,
          "tokenId": 818,
          "text": "The",
          "score": 22.828125
        },
        {
          "rank": 7,
          "tokenId": 95889,
          "text": "Neither",
          "score": 21.9375
        },
        {
          "rank": 8,
          "tokenId": 3637,
          "text": "Context",
          "score": 21.484375
        }
      ]
    }
  },
  "winnerTextsByMode": {
    "exact": "Security",
    "f32_forward": "Security",
    "f32_reverse": "Security",
    "f32_tree64": "Security",
    "f16_forward": "**"
  },
  "uniqueWinnerCount": 2,
  "uniqueWinners": [
    "Security",
    "**"
  ],
  "f16VsF32WinnerChanged": true,
  "f32OrderingDisagreement": false,
  "branches": {
    "f32_forward": {
      "tokenIds": [
        19120,
        106
      ],
      "decodedText": "Security",
      "steps": [
        {
          "step": 0,
          "tokenId": 19120,
          "text": "Security"
        },
        {
          "step": 1,
          "tokenId": 106,
          "text": ""
        }
      ]
    },
    "f16_forward": {
      "tokenIds": [
        1018,
        52581,
        1018
      ],
      "decodedText": "**Privacy**",
      "steps": [
        {
          "step": 0,
          "tokenId": 1018,
          "text": "**"
        },
        {
          "step": 1,
          "tokenId": 52581,
          "text": "Privacy"
        },
        {
          "step": 2,
          "tokenId": 1018,
          "text": "**"
        }
      ]
    }
  },
  "branchComparison": {
    "firstDifferentStep": 0,
    "lastDifferentStep": 2,
    "differingStepCount": 3,
    "healedAtStep": null,
    "persistsThroughEnd": true
  }
}